-- Logs begin at Tue 2022-03-08 11:48:09 UTC, end at Tue 2022-03-08 13:40:23 UTC. -- Mar 08 12:30:10.688442 dv-neutron-829486-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 12:30:13.472916 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.common.config [-] Logging enabled! Mar 08 12:30:13.473649 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev76 Mar 08 12:30:13.473649 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 12:30:13.476988 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.common.config [-] Logging enabled! Mar 08 12:30:13.477238 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev76 Mar 08 12:30:13.477539 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 12:30:13.478509 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:30:13.478739 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:30:13.479095 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:30:13.479331 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:30:13.479550 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:30:13.479866 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.480156 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.480443 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.480666 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.480952 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.481234 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.481508 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.481792 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.482104 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.482382 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.482654 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.482934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.483156 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.483423 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.483700 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.483977 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.484191 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] debug = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.484459 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.484873 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.485282 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.485551 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.485901 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.486123 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.486389 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.486657 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.486930 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.487255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] host = dv-neutron-829486-2-hyperv {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.487577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.488001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.488322 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.488606 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.488877 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.489148 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.489427 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.489694 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.489987 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] log_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.490258 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.490540 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.490820 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.491102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.491318 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.491532 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.491811 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.492091 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.492357 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.492621 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.492883 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.493167 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.493413 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.493671 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.493974 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.494253 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.494528 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.494793 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.495055 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.495317 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.495710 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.495935 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.496200 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.496464 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.496728 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.497003 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.497263 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.497525 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.497813 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.498115 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.498387 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.498663 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.498927 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.499198 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.499463 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.499726 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.499989 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] use_json = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.500253 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.500513 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.500785 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.501047 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.501311 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.501567 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.501831 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.502126 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.502389 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:13.502675 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.502966 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.503968 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.504428 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.504718 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.504994 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.505279 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.505625 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.505943 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.506481 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.506761 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.507034 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.507317 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.507588 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.507873 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.508167 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.508457 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.508739 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.508996 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.509265 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.509532 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.509803 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.510105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.510378 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.510659 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.510940 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.511212 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.511491 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.511776 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.512059 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.512327 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.512601 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.512883 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.513154 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.513421 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.513696 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.513999 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.514270 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.514536 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.514808 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.515081 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.515345 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.515609 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.515877 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.516157 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.516424 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.516687 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.516948 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.517215 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.517474 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.517750 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.518040 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.518308 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.518572 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.519633 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.519914 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.520174 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.520444 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.520710 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.520980 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.521245 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.521508 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.521773 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.522062 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.522325 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.522587 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.522850 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.523116 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.523379 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.523641 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.523908 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.524170 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.524432 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.524711 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.525001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.525271 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.525620 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.525913 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.526188 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.526459 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.526729 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.526998 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.527266 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.527531 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.527818 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.528091 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.528367 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.528643 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.528918 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.529206 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.529472 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.529744 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.530041 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.530308 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.530581 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.530855 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.531142 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.531425 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.531709 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.531991 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.532273 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.532544 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.532841 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.533110 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:13.533317 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:30:13.533555 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 12:30:13.892144 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 12:30:13.892508 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 12:30:13.892645 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 12:30:13.893017 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 12:30:14.293187 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.293465 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.293728 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.295040 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.295303 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.295560 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.332673 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.332940 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.333201 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.348237 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.348518 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.348827 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.379125 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.379389 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.379650 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.418479 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.418746 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.419003 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.652206 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.652894 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.652894 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.652894 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.653552 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.778520 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.778837 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.779115 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.779378 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.779634 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.779935 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.780187 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.780434 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.780681 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.780953 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.781200 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.781456 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.781710 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.781970 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.782216 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.782468 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.782710 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.782964 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.783221 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.783485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.783726 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.783966 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.784283 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.784659 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.784902 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.785138 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.785556 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:14.785872 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:14.786100 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:14.786329 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:14.786653 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:14.786783 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:14.787148 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 12:30:14.790464 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 12:30:14.794482 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 12:30:14.798252 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Mar 08 12:30:14.800090 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 12:30:14.800549 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 12:30:14.800875 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 12:30:14.801252 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 12:30:14.804172 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 12:30:14.804411 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 12:30:14.804747 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 12:30:14.810233 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 12:30:14.833335 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 12:30:14.833790 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.834107 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 08 12:30:14.834463 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.835830 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 12:30:14.836105 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 12:30:14.836343 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 12:30:14.839946 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.840217 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:14.904303 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 12:30:14.904489 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 12:30:14.904674 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 12:30:14.905044 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 12:30:14.926888 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_db.sqlalchemy.engines [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 12:30:15.741751 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing driver for type 'gre' Mar 08 12:30:15.742412 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] gre ID ranges: [(1, 1000)] Mar 08 12:30:15.928215 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing driver for type 'local' Mar 08 12:30:15.928538 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing driver for type 'vlan' Mar 08 12:30:16.008519 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] VlanTypeDriver initialization complete Mar 08 12:30:16.008784 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing driver for type 'vxlan' Mar 08 12:30:16.009282 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] vxlan ID ranges: [(1, 1000)] Mar 08 12:30:16.225551 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing extension driver 'port_security' Mar 08 12:30:16.225917 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] PortSecurityExtensionDriver initialization complete Mar 08 12:30:16.226244 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing mechanism driver 'openvswitch' Mar 08 12:30:16.226556 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing mechanism driver 'hyperv' Mar 08 12:30:16.233285 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:30:16.234001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.234367 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.234719 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.235234 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 12:30:16.235662 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnet after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.236008 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnet after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.236343 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.236728 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 12:30:16.237128 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.237496 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.237832 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.238232 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 12:30:16.238627 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > security_group after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.238969 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > security_group after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.239303 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.241402 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 12:30:16.241830 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.247363 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.247363 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.247363 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 12:30:16.247363 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > address_group after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.247363 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > address_group after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.247870 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.247870 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 08 12:30:16.247870 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] ML2 OVO RPC backend initialized. {{(pid=103657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 08 12:30:16.247870 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.247870 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248234 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248234 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > networks before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248234 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248234 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > ports before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248525 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnet before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248525 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnets before_response 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248525 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248525 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.248796 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.249097 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.249424 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.249748 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.250103 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnet after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.250429 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnet after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.250749 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.258848 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded quota_driver: . Mar 08 12:30:16.259153 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.plugin [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Modular L2 Plugin initialization complete Mar 08 12:30:16.259495 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading services supported by the core plugin {{(pid=103657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 12:30:16.259835 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.plugins.ml2.managers [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Got port-security extension from driver 'port_security' Mar 08 12:30:16.260308 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.extensions.vlantransparent [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Disabled vlantransparent extension. Mar 08 12:30:16.260797 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 12:30:16.261120 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: router Mar 08 12:30:16.297419 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.297809 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router after_create 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.298203 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router before_create 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.298560 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.298921 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.299269 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router after_delete 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.299617 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.299981 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.300330 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router after_create 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.300672 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router after_update 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.301009 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router after_update 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.301347 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.301697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router after_update 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.302126 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_update 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.302484 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: port after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.302814 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: port after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.303144 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: subnet after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.303471 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.303814 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.304174 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_create 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.304515 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: port before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.304849 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.305194 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router after_update 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.305524 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.305884 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_create 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.306244 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.306584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_update 55549900 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.306940 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > agent after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.307283 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > agent after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.307617 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > network after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.308483 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Tracking information for resource: router configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:16.308811 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Tracking information for resource: floatingip configured {{(pid=103657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:30:16.313781 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.db.l3_agentschedulers_db [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 12:30:16.314398 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: port after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.314753 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: port after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.315098 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: port after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.315971 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: port after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.316756 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router before_create 55550100 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.317110 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.317463 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_create 55550100 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.317809 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > router precommit_update 55550100 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.322675 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.services.provider_configuration [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service providers = [] {{(pid=103657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 12:30:16.323032 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.db.servicetype_db [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 12:30:16.326017 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.services.service_base [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:30:16.326356 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.services.service_base [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:30:16.326690 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.services.service_base [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:30:16.327570 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.services.service_base [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:30:16.327934 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.services.service_base [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 12:30:16.328310 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.328617 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 12:30:16.339766 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.340096 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: auto_allocate Mar 08 12:30:16.346178 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: network precommit_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.346540 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: network precommit_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.347172 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.347486 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: tag Mar 08 12:30:16.354117 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.354443 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: timestamp Mar 08 12:30:16.358982 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.359303 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: network_ip_availability Mar 08 12:30:16.364878 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.365239 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.365587 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.366337 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.366651 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: flavors Mar 08 12:30:16.371468 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.371795 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading Plugin: revisions Mar 08 12:30:16.376183 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:30:16.376568 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.484s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 12:30:16.377314 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 12:30:16.377643 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Initializing extension manager. Mar 08 12:30:16.378821 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: __init__.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.379162 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: __pycache__ {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.379492 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.379818 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: address_group.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.380581 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.381408 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: address-group Mar 08 12:30:16.381731 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: address_scope.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.382474 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.382975 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: address-scope Mar 08 12:30:16.383289 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.384214 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.384720 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: router-admin-state-down-before-update Mar 08 12:30:16.385030 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: agent.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.385939 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.386439 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: agent Mar 08 12:30:16.386751 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: agent_resources_synced.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.387648 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.388144 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: agent-resources-synced Mar 08 12:30:16.388456 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: allowedaddresspairs.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.390280 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.390789 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: allowed-address-pairs Mar 08 12:30:16.391107 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: auto_allocated_topology.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.392183 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.392773 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: auto-allocated-topology Mar 08 12:30:16.393029 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: availability_zone.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.394270 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.394873 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: availability_zone Mar 08 12:30:16.395221 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: availability_zone_filter.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.396131 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.396625 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: availability_zone_filter Mar 08 12:30:16.396938 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: data_plane_status.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.397834 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.398348 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 12:30:16.398660 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: default_subnetpools.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.399564 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.400060 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: default-subnetpools Mar 08 12:30:16.400370 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.401181 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.401681 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: dhcp_agent_scheduler Mar 08 12:30:16.402026 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: dns.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.402931 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.403423 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension dns-integration not supported by any of loaded plugins Mar 08 12:30:16.403736 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: dns_domain_ports.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.404646 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.405141 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 12:30:16.405456 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.406394 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.406895 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 12:30:16.407209 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: dvr.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.407871 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.408369 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: dvr Mar 08 12:30:16.408682 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: ecmp_routes.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.409719 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.410243 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 12:30:16.410556 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: empty_string_filtering.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.411461 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.411959 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: empty-string-filtering Mar 08 12:30:16.412271 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.413170 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.413664 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 12:30:16.414002 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.414906 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.415398 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 12:30:16.415706 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: external_net.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.416600 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.417154 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: external-net Mar 08 12:30:16.417471 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.418399 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.418901 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: extra_dhcp_opt Mar 08 12:30:16.419213 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: extraroute.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.420103 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.420599 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: extraroute Mar 08 12:30:16.420910 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: extraroute_atomic.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.421967 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.422470 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: extraroute-atomic Mar 08 12:30:16.422787 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: filter_validation.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.423439 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.423930 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: filter-validation Mar 08 12:30:16.424241 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: fip_pf_description.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.425244 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.425740 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 12:30:16.426074 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: fip_port_details.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.426986 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.427484 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: fip-port-details Mar 08 12:30:16.427797 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: flavors.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.429029 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.429533 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: flavors Mar 08 12:30:16.429873 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.431573 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.432084 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 12:30:16.432404 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: floatingip_pools.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.433091 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.433594 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: floatingip-pools Mar 08 12:30:16.433932 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: ip_allocation.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.434844 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.435373 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 12:30:16.435687 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.444426 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.444927 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: ip-substring-filtering Mar 08 12:30:16.445245 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l2_adjacency.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.446198 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.446694 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 12:30:16.447006 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l3.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.447988 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.448496 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: router Mar 08 12:30:16.448813 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.451262 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.451792 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 12:30:16.452116 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.453039 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.453547 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: ext-gw-mode Mar 08 12:30:16.453888 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.454803 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.455301 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: l3-ha Mar 08 12:30:16.455616 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l3_flavors.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.457123 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.457623 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: l3-flavors Mar 08 12:30:16.457959 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.458866 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.459370 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 12:30:16.459683 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: l3agentscheduler.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.460720 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.461218 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: l3_agent_scheduler Mar 08 12:30:16.461534 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: logging.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.463088 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.463609 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension logging not supported by any of loaded plugins Mar 08 12:30:16.463932 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: metering.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.464672 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.465246 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: metering Mar 08 12:30:16.465562 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.471618 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.472158 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: metering_source_and_destination_fields Mar 08 12:30:16.472478 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: multiprovidernet.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.473391 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.473919 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: multi-provider Mar 08 12:30:16.474238 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: netmtu.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.475146 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.475647 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: net-mtu Mar 08 12:30:16.475965 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: netmtu_writable.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.476878 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.477376 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: net-mtu-writable Mar 08 12:30:16.477690 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: network_availability_zone.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.478370 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.478871 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: network_availability_zone Mar 08 12:30:16.479184 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: network_ip_availability.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.480303 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.480810 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: network-ip-availability Mar 08 12:30:16.481129 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: network_segment_range.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.481917 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.482420 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 12:30:16.482738 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: pagination.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.483722 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.484045 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: pagination Mar 08 12:30:16.484364 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: port_device_profile.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.485260 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.485768 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: port-device-profile Mar 08 12:30:16.486118 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.487040 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.487570 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: port-mac-address-regenerate Mar 08 12:30:16.487947 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.488947 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.489455 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: port-numa-affinity-policy Mar 08 12:30:16.489769 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: port_resource_request.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.490684 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.491182 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 12:30:16.491496 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: portbindings.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.492414 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.492912 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: binding Mar 08 12:30:16.493226 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: portbindings_extended.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.494660 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.495175 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: binding-extended Mar 08 12:30:16.495498 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: portsecurity.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.496409 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.496925 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: port-security Mar 08 12:30:16.497243 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: project_id.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.498235 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.498559 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: project-id Mar 08 12:30:16.498876 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: providernet.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.499783 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.501433 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: provider Mar 08 12:30:16.501433 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.504991 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.505513 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos not supported by any of loaded plugins Mar 08 12:30:16.505838 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.507404 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.508325 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 12:30:16.508325 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.522454 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.522969 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 12:30:16.523297 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_default.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.524267 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.524775 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-default not supported by any of loaded plugins Mar 08 12:30:16.525098 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_fip.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.525772 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.526293 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-fip not supported by any of loaded plugins Mar 08 12:30:16.526610 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_gateway_ip.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.527558 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.528060 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 12:30:16.528380 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_port_network_policy.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.529297 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.529807 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 12:30:16.530151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_pps_rule.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.531365 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.531876 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-pps not supported by any of loaded plugins Mar 08 12:30:16.532196 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_rule_type_details.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.533115 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.533619 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 12:30:16.533960 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: qos_rules_alias.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.535450 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.535956 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 12:30:16.536275 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: quotasv2.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.537260 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.537582 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: quotas Mar 08 12:30:16.537918 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: quotasv2_detail.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.539690 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.540029 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: quota_details Mar 08 12:30:16.540357 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: rbac.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.541444 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.542005 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: rbac-policies Mar 08 12:30:16.542333 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: rbac_address_group.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.543276 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.543789 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: rbac-address-group Mar 08 12:30:16.544111 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: rbac_address_scope.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.545036 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.545751 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: rbac-address-scope Mar 08 12:30:16.546107 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: rbac_security_groups.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.547029 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.547539 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: rbac-security-groups Mar 08 12:30:16.547860 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: rbac_subnetpool.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.548782 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.549282 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: rbac-subnetpool Mar 08 12:30:16.549603 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: revisionifmatch.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.550636 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.551153 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: revision-if-match Mar 08 12:30:16.551465 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: revisions.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.552597 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.553102 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: standard-attr-revisions Mar 08 12:30:16.553423 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: router_availability_zone.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.554130 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.554640 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: router_availability_zone Mar 08 12:30:16.554958 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: routerservicetype.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.555867 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.556369 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension router-service-type not supported by any of loaded plugins Mar 08 12:30:16.556691 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.557596 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.558140 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: security-groups-normalized-cidr Mar 08 12:30:16.558455 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.559361 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.559866 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: port-security-groups-filtering Mar 08 12:30:16.560181 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.561138 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.561606 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: security-groups-remote-address-group Mar 08 12:30:16.561948 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: securitygroup.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.573829 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.574394 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: security-group Mar 08 12:30:16.574717 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: segment.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.575554 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.576062 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension segment not supported by any of loaded plugins Mar 08 12:30:16.576384 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.577398 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.577944 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 12:30:16.578269 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: servicetype.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.579466 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.580019 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: service-type Mar 08 12:30:16.580368 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: sorting.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.581973 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.582298 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: sorting Mar 08 12:30:16.582610 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: standard_attr_segment.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.583539 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.584057 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 12:30:16.584368 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: standardattrdescription.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.585024 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.585550 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: standard-attr-description Mar 08 12:30:16.585887 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: stateful_security_group.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.586823 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.587332 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: stateful-security-group Mar 08 12:30:16.587645 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: stdattrs_common.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.588239 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 12:30:16.588549 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.589479 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.590039 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 12:30:16.590363 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: subnet_onboard.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.591467 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.591986 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: subnet_onboard Mar 08 12:30:16.592297 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.593239 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.593741 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 12:30:16.594075 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: subnet_service_types.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.595003 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.595506 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: subnet-service-types Mar 08 12:30:16.595817 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: subnetallocation.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.602961 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.603496 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: subnet_allocation Mar 08 12:30:16.603823 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.604525 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.605033 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: subnetpool-prefix-ops Mar 08 12:30:16.605354 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.606383 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.606882 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 12:30:16.607201 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: tagging.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.608328 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.608845 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: standard-attr-tag Mar 08 12:30:16.609164 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: timestamp.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.611637 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.611637 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loaded extension: standard-attr-timestamp Mar 08 12:30:16.611637 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: trunk.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.612290 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.613323 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension trunk not supported by any of loaded plugins Mar 08 12:30:16.613643 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: trunk_details.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.614617 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.615125 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension trunk-details not supported by any of loaded plugins Mar 08 12:30:16.615441 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: uplink_status_propagation.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.616361 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.616867 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 12:30:16.617182 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Loading extension file: vlantransparent.py {{(pid=103657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:30:16.617881 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:30:16.618383 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 12:30:16.620913 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:network Mar 08 12:30:16.621443 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:subnet Mar 08 12:30:16.621834 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:30:16.622239 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:port Mar 08 12:30:16.623532 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.623957 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service FLAVORS assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.624566 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.624982 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.625303 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:router Mar 08 12:30:16.625736 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:floatingip Mar 08 12:30:16.626256 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service METERING assigned prefix: /metering {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.627741 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.628807 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.629178 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:30:16.630725 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 12:30:16.631619 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:security_group Mar 08 12:30:16.632236 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 12:30:16.633127 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service CORE assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.633577 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:30:16.634105 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] subnetpool is already registered Mar 08 12:30:16.634714 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service CORE assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.635152 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:30:16.635620 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] subnetpool is already registered Mar 08 12:30:16.638614 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.639040 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service FLAVORS assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.639622 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.640030 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.640354 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:router Mar 08 12:30:16.640684 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] router is already registered Mar 08 12:30:16.641084 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:floatingip Mar 08 12:30:16.641423 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] floatingip is already registered Mar 08 12:30:16.641881 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service METERING assigned prefix: /metering {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.642548 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 12:30:16.642869 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] rbac_policy is already registered Mar 08 12:30:16.643276 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:security_group Mar 08 12:30:16.643862 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] security_group is already registered Mar 08 12:30:16.644043 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 12:30:16.644420 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] security_group_rule is already registered Mar 08 12:30:16.645002 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service CORE assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.645318 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:30:16.645644 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] subnetpool is already registered Mar 08 12:30:16.646072 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.v2.resource_helper [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Service CORE assigned prefix: {{(pid=103657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:30:16.646398 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:30:16.646723 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING neutron.quota.resource_registry [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] subnetpool is already registered Mar 08 12:30:16.647186 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: extensions {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.648680 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: address-groups {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.650155 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: address-scopes {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.651476 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: agents {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.652616 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: auto-allocated-topology {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.653854 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: availability_zones {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.655096 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: dhcp-networks {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.656587 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: dhcp-agents {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.658013 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: routers {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.665199 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: flavors {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.665199 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: service_profiles {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.665199 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: next_providers {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.665199 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: service_profiles {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.665666 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: floatingip-pools {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.666919 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: routers {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.669015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: floatingips {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.670334 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: l3-routers {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.671695 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: l3-agents {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.673095 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: metering-labels {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.674466 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: metering-label-rules {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.676520 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: network-ip-availabilities {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.677797 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: bindings {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.679449 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: quotas {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.680853 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: quotas {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.682295 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: rbac-policies {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.683464 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: security-groups {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.685979 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: security-group-rules {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.687231 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: service-providers {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.688428 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: subnetpools {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.689865 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: subnetpools {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.691882 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.693556 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.695380 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.697139 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.698936 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.700761 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.702458 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.704335 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.706150 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.707875 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron.api.extensions [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Extended resource: tags {{(pid=103657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:30:16.713882 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING keystonemiddleware.auth_token [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 12:30:16.718716 dv-neutron-829486-2-hyperv neutron-server[103657]: WARNING keystonemiddleware.auth_token [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 12:30:16.727531 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Acquired lock "singleton_lock" {{(pid=103657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 08 12:30:16.728009 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Releasing lock "singleton_lock" {{(pid=103657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 08 12:30:16.728658 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO oslo_service.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Starting 2 workers Mar 08 12:30:16.733577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Started child 104045 {{(pid=103657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:30:16.738959 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Started child 104046 {{(pid=103657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:30:16.739942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:16.740602 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO neutron.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 12:30:16.741284 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Notify callbacks [] for process, before_spawn {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:16.745373 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [-] (104045) wsgi starting up on http://0.0.0.0:9696 Mar 08 12:30:16.745493 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO oslo_service.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Starting 1 workers Mar 08 12:30:16.746374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:16.746374 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [-] (104046) wsgi starting up on http://0.0.0.0:9696 Mar 08 12:30:16.749159 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Started child 104047 {{(pid=103657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:30:16.749696 dv-neutron-829486-2-hyperv neutron-server[103657]: INFO oslo_service.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Starting 1 workers Mar 08 12:30:16.753751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] calling RpcWorker wait() {{(pid=104047) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 12:30:16.754488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] returning from RpcWorker wait() {{(pid=104047) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 12:30:16.754959 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Started child 104048 {{(pid=103657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:30:16.755601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:16.755828 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a90c-5b80-4a5a-b46b-a5b3a8ca108a None None] Notify callbacks [] for process, after_spawn {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:16.756584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:30:16.760120 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 12:30:16.761177 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:30:16.761371 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:30:16.761480 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:16.761991 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:30:16.761991 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:30:16.762169 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:30:16.762648 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.763231 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.763231 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.763455 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.763723 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.764279 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.764536 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.764811 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.765082 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.765333 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.765501 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.765662 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.765944 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.766209 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.766513 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.766784 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.767020 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.767276 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.767443 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.767685 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.768069 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.768198 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.768707 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] debug = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.768925 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.769412 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.769722 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.770057 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.770305 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.770538 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.770778 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.771065 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.771301 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.771524 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.771777 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.772027 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.772280 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.772576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.772749 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.773000 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.773240 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.773745 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] host = dv-neutron-829486-2-hyperv {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.774069 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.774225 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.774461 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.774846 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.775006 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.775207 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.775849 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.776046 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.776326 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.776641 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.777116 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.777276 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.777527 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.777777 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.778034 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_options = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.778302 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.778570 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.778831 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.779023 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.779290 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.779444 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.779749 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.779904 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.780212 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.780490 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.780716 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.780935 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.781154 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.781385 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.781737 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.781960 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.782140 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.782410 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.782749 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.782965 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.783244 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.783480 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.783664 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.783887 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.784091 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.784463 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.785577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.785577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.785577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.785577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.785577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.786394 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.786394 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.786662 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.786796 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.786971 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:30:16.787173 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.787362 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.787543 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.787722 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.787963 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.788231 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.788477 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.788692 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.790192 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.790192 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.790192 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.790192 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_json = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.790192 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.790192 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.791120 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.791120 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.791120 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.791120 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.793092 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.793092 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.793092 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.793092 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.793611 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.793611 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.793867 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.793976 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.794221 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.794496 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.794738 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.795153 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.795562 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.795898 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.796117 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.796578 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.796821 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.797098 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.797400 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.797641 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.797963 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.798229 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.798461 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.798706 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.798925 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.799181 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.799398 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.799648 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.800403 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.800625 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.800968 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.801396 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.801697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.802000 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.802220 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.814545 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.816934 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.817584 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.819488 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.820222 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821105 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.821656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824015 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.824576 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.825151 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826182 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826182 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826182 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826182 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826182 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826182 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826929 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826929 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.826929 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.827104 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.827238 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.827513 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.827758 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.827979 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.828189 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.828444 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.828687 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.828932 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.829196 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.829443 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.829698 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.829947 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.830175 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.830415 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.830664 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.830909 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.831171 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.831625 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.831894 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.832308 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.832530 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.832751 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.833245 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.833437 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.833677 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.833941 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.834160 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.834373 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.834617 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.834827 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.835044 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.835276 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.835489 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.835703 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.835919 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.836311 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.836456 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.836625 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.836895 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.837141 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.837351 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.837921 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.837921 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.838313 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.838313 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.838592 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.838997 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.838997 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.839273 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.839408 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.839556 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.839692 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.839923 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.840133 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.840362 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.841697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.842128 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.842395 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.842631 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.842904 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.843306 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.843871 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.846069 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.846334 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.846598 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.846910 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.847171 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.847467 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.847728 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.847979 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.848227 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.848469 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.848758 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.848922 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.849135 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.849430 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.849685 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.849955 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.850210 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.850458 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.850667 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.850918 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.851135 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.851369 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.851591 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.851891 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.852074 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.852299 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.852533 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.852742 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.852961 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.853174 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.853381 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.853638 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.853886 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.854068 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.854284 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.854493 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.854697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.854941 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.857061 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.857641 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.857951 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.858188 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.858416 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.858656 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.858878 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.859089 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.859321 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.859543 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.859753 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.860076 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.865385 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.865643 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.865976 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.866244 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.866521 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.866777 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.867094 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.867339 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.867587 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.867816 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.868040 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.868287 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.868558 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.868865 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.869167 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.869539 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.869783 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.871304 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.871588 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.871881 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.872114 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.872424 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.872736 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.873026 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.873306 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.873557 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.873805 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.874306 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.874544 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.874778 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.875027 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.875263 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.875525 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.876420 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.876683 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.876925 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.877223 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.877462 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.877695 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.878154 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.878868 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.879085 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.879239 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:30:16.879769 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 12:30:16.879947 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:30:16.880099 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:30:16.880243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 58852) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:16.880355 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:30:16.880430 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:30:16.880585 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:30:16.880731 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.880891 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.881038 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.881463 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.881623 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.881804 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.882027 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.882418 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.882619 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.882777 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.883083 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.883387 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.883596 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.883757 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.883917 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.884058 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.884197 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.884346 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.884507 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.884655 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.884802 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.884941 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.885077 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] debug = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.885237 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.885426 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.885593 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.885738 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.885947 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.886103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:30:16.886266 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.886266 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.886536 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.886536 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.886932 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.886932 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.886932 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.887315 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.887315 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.887638 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.887638 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.887638 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888063 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] host = dv-neutron-829486-2-hyperv {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888063 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888063 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888889 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.888889 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.890207 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.890207 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.890207 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.890207 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.891160 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.891160 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.891160 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.891160 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_options = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.891160 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.891160 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.892802 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.892802 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.892802 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.892802 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.892802 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.892802 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893281 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089796 Mar 08 12:30:16.893359 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893359 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893359 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893359 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893359 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893687 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893687 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.893817 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895557 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895557 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895557 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895725 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.895868 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.896025 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.896177 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.896328 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.896479 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.896631 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.898996 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.898996 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.898996 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.898996 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.898996 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.899329 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.899329 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.899446 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.899532 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.899684 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.899835 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.899986 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.900178 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.900276 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.900421 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_json = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.900610 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.900718 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.900868 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.901017 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.901167 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.901317 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.901468 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.901620 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.901769 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:30:16.903843 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.904025 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.904203 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.904366 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.904526 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.904684 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.905293 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.905480 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.905637 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.906634 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.907062 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.907232 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.907404 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.907568 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.907845 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.908014 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.908172 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.908328 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.908486 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.908641 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.908794 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.908948 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.909759 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.909759 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.910186 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.912001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.912001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.912001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.912001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.912001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.912001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.912001 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.913452 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.913627 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.913794 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.913987 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.914150 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.914311 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.914471 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.914628 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.914784 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.914939 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.915095 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.915255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.915394 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.915550 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.915704 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.915859 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.916012 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.916170 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.916324 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917698 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917698 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917698 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.917958 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.918945 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.918945 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.918945 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.918945 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921142 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921142 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921142 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921142 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921555 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921555 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921720 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921720 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.921997 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.922087 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.922258 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.922367 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.922511 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.922663 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.922818 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.922971 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.923125 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.923276 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.923428 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.923583 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.924485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.924485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.924485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.924485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.924485 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.925697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.925697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.925697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.925697 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.926049 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.926168 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.926369 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.926750 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.926920 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.927296 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.927811 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.928114 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.928283 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.928439 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.929577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.929577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.929577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.929577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.929577 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.930451 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.930451 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.930451 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.930451 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.930451 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.930451 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.931102 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.931255 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.931414 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.931574 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.931729 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.931891 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.932060 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.932215 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.932527 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.932527 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.932888 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.932888 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.934500 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.934500 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.934500 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.934500 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.934500 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.934500 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.935693 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.935693 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.935693 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.935693 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.937251 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.937251 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.937881 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.937881 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.939215 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.939215 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.939520 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.939520 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.940178 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.940178 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.940178 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.941492 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.941492 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.941492 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.942026 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.942026 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.943186 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.943661 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.943830 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.943996 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.944157 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.944318 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.944476 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.945202 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.946093 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.946259 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.946435 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.946582 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.946741 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.946899 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.947054 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.947209 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.947366 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.947520 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.947675 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.947830 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.947982 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.948138 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.948293 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.948449 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.948604 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.948759 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.948913 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.949067 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.949224 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.949377 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.949537 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.949689 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.949941 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.952838 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.952838 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.953055 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.953123 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.953292 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.953457 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.953651 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.953804 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.954214 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.955066 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.955702 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.955891 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.956058 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.957007 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.957117 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.958750 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.958926 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.959095 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.959262 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.959422 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.959581 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.959739 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.959895 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.960050 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.960206 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.960380 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.960536 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.960693 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.960847 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.961002 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.961157 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.961322 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.961476 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.961631 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.962640 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.962640 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.962640 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.962640 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.962640 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.962640 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.963029 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.963029 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.963146 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.963208 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964030 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964030 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964030 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964030 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964030 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964410 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964410 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964410 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964648 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964648 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964786 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.964939 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.965092 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.965245 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.965397 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.965879 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.965879 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.965879 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.966150 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.966150 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.966313 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.966448 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.966601 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.966753 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.966925 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.967081 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.967223 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.967376 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.967516 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.967671 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.967826 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.967984 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.968223 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.968349 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.968431 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.968593 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.968755 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.968918 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.969066 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.969219 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.969384 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.969536 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.969688 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.969862 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.970837 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.970995 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.971154 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.971307 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.971459 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.971612 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.972409 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.972655 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.972869 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.972991 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.973123 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.973282 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.973431 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.973586 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.973739 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.974534 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:30:16.974534 dv-neutron-829486-2-hyperv neutron-server[103657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:30:28.977268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca7a59-034b-4cdd-9a2e-df965c13c6df None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:30:29.034736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca7a59-034b-4cdd-9a2e-df965c13c6df None None] No non-hosted networks {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 12:30:29.042228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.agentschedulers_db [None req-85ca7a59-034b-4cdd-9a2e-df965c13c6df None None] DHCP Agent not found on host dv-neutron-829486-2-hyperv {{(pid=104047) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 12:30:29.091559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bbbb533b-543f-43e4-aa50-85cd921ab72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602987'] for agent, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:31.351946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a7a580f-0851-4f06-b236-ff16b48e8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602987'] for agent, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:31.399010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-984ab7f8-cc1f-4702-b78f-7b440e9104aa None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-829486-2-hyperv {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:30:31.399876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-984ab7f8-cc1f-4702-b78f-7b440e9104aa None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:30:32.003869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-984ab7f8-cc1f-4702-b78f-7b440e9104aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:32.679341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602987'] for agent, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:33.661149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602987'] for agent, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:34.175631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602987'] for agent, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:34.176252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.176588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.176920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.177234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.177545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.177872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.178208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.178548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.178856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.179173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.179501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.179807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:34.180176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829486-2-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:30:34.188548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829486-2-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:30:35.104216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 58946) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:35.598649 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING oslo_policy.policy [None req-f5fc6929-fd16-49f6-8eba-fcc4b6b6899b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:35.599236 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING oslo_policy.policy [None req-f5fc6929-fd16-49f6-8eba-fcc4b6b6899b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:35.825712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-f5fc6929-fd16-49f6-8eba-fcc4b6b6899b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:30:35.826812 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f5fc6929-fd16-49f6-8eba-fcc4b6b6899b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7216191 Mar 08 12:30:38.241651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 58962) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:38.563590 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.db.l3_hamode_db [None req-ff0509f5-99a3-48cf-8a43-f8838de32ba8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 12:30:38.569803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ccc2e9f7-6f77-4ece-9169-b05632445856 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:30:38.645297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0509f5-99a3-48cf-8a43-f8838de32ba8 None None] Routers set() bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:30:38.645594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0509f5-99a3-48cf-8a43-f8838de32ba8 None None] Router IDs set() for agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 12:30:38.664660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.policy [None req-ccc2e9f7-6f77-4ece-9169-b05632445856 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104046) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 12:30:38.710901 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING oslo_policy.policy [None req-ccc2e9f7-6f77-4ece-9169-b05632445856 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:38.711266 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING oslo_policy.policy [None req-ccc2e9f7-6f77-4ece-9169-b05632445856 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:38.873348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e9f7-6f77-4ece-9169-b05632445856 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769083073741', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769083074200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769083070243', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769083072207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769082583334', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769083043130', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3673529', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3688377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998803'] for rbac-policy, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:39.085660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ccc2e9f7-6f77-4ece-9169-b05632445856 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:39.086977 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ccc2e9f7-6f77-4ece-9169-b05632445856 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8443406 Mar 08 12:30:41.686280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 58974) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:41.997646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'project_id': '4135a923712c4585ab81a645489b5662'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:30:42.089632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Made reservation on behalf of 4135a923712c4585ab81a645489b5662 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:30:42.092480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.110045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.220182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.301832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.327099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:30:42.351430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769083567198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.352031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Unsubscribe: segment precommit_create {{(pid=104046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 12:30:42.352536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Added segment 3ce923f3-4301-4490-bef6-7c9224d300fe of type vlan for network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 Mar 08 12:30:42.358478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb549f72-902c-48de-bed7-e576eef55c8d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:30:42.395026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.395429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.395761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.396084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.396400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.396735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.398061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.398402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.398723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.399034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.399342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.399653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Tracked resource versions report: Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: pushed versions: Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: { 'AddressGroup': {'1.2'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'ConntrackHelper': {'1.0'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Log': {'1.0'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Network': {'1.1'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Port': {'1.7'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'PortForwarding': {'1.2'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'QosPolicy': {'1.9'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroup': {'1.4'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SubPort': {'1.0'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Subnet': {'1.1'}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Trunk': {'1.1'}} Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: consumer versions: Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'ConntrackHelper': '1.0', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Log': '1.0', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Network': '1.1', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Port': '1.7', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'PortForwarding': '1.2', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'QosPolicy': '1.9', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroup': '1.4', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroupRule': '1.2', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SubPort': '1.0', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Subnet': '1.1', Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Trunk': '1.1'}} Mar 08 12:30:42.400939 dv-neutron-829486-2-hyperv neutron-server[104046]: {{(pid=104046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:30:42.470064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.614714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.615879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:42.616535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:42.720375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce5a458-44d6-45f1-b473-57e5cc989ca0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:30:42.733085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:30:42.828323 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b08c6d90-abc2-4b80-8435-5fcfc7db44d3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1410298 Mar 08 12:30:45.584848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 58988) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:46.146965 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING oslo_policy.policy [None req-4ee34618-d33d-465c-bfa4-dc8c95625c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:46.147547 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING oslo_policy.policy [None req-4ee34618-d33d-465c-bfa4-dc8c95625c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:46.595003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.policy [None req-4ee34618-d33d-465c-bfa4-dc8c95625c32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104045) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 12:30:46.641585 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING oslo_policy.policy [None req-4ee34618-d33d-465c-bfa4-dc8c95625c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:46.641999 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING oslo_policy.policy [None req-4ee34618-d33d-465c-bfa4-dc8c95625c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:30:46.650817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee34618-d33d-465c-bfa4-dc8c95625c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:46.652783 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4ee34618-d33d-465c-bfa4-dc8c95625c32 admin admin] 10.222.0.65 "GET /v2.0/networks/0ce5a458-44d6-45f1-b473-57e5cc989ca0 HTTP/1.1" status: 200 len: 825 time: 1.0658472 Mar 08 12:30:46.703106 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e26c5faa-2688-42e4-b27a-291d85514d21 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/4a5e72b4-8f00-4782-8460-a6ecdf205dfa HTTP/1.1" status: 200 len: 734 time: 0.0430427 Mar 08 12:30:46.714190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'subnetpool_id': '4a5e72b4-8f00-4782-8460-a6ecdf205dfa'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:30:46.867234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Made reservation on behalf of 4135a923712c4585ab81a645489b5662 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:30:46.870056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:47.295777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:47.367400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Checking segment: {'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:30:47.367773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Network hostable DHCP agents. Network: 0ce5a458-44d6-45f1-b473-57e5cc989ca0, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:30:47.377900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=382fb750-7c05-401f-b627-fa893fe312c1,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:30:47.396493 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.396847 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.397170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.397492 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.397804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.398151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.398464 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.398787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.399100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.399399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.399702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.400000 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Tracked resource versions report: Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: pushed versions: Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: { 'AddressGroup': {'1.2'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'ConntrackHelper': {'1.0'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Log': {'1.0'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Network': {'1.1'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Port': {'1.7'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'PortForwarding': {'1.2'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'QosPolicy': {'1.9'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroup': {'1.4'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SubPort': {'1.0'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Subnet': {'1.1'}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Trunk': {'1.1'}} Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: consumer versions: Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'ConntrackHelper': '1.0', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Log': '1.0', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Network': '1.1', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Port': '1.7', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'PortForwarding': '1.2', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'QosPolicy': '1.9', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroup': '1.4', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroupRule': '1.2', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SubPort': '1.0', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Subnet': '1.1', Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Trunk': '1.1'}} Mar 08 12:30:47.401223 dv-neutron-829486-2-hyperv neutron-server[104045]: {{(pid=104045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:30:47.615964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:30:47.848284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 0ce5a458-44d6-45f1-b473-57e5cc989ca0) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:30:47.853056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:30:47.853683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:47.858839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0edd8-fe90-40a4-9cc8-18985736007c None None] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:30:47.978214 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fd27418a-4e9b-4743-97b2-ea3b28479a1f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2685580 Mar 08 12:30:48.196563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'fixed_ips': [{'subnet_id': '382fb750-7c05-401f-b627-fa893fe312c1'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:30:48.198029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:48.561349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Allocated IP 172.20.0.2 (0ce5a458-44d6-45f1-b473-57e5cc989ca0/382fb750-7c05-401f-b627-fa893fe312c1/1b397c16-a3a0-4b21-a79a-f15236a5039e) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:30:48.778480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:48.907835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:48.982736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:30:48.987733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:30:48.995840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:30:48.998829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Pushing event updated for resources: {'Port': ['ID=1b397c16-a3a0-4b21-a79a-f15236a5039e,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:30:49.009002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.009353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.009684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.010035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.010357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.010686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.011006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.011329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.011745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.011970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.012276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.012637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Tracked resource versions report: Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: pushed versions: Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: { 'AddressGroup': {'1.2'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'ConntrackHelper': {'1.0'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Log': {'1.0'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Network': {'1.1'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Port': {'1.7'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'PortForwarding': {'1.2'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'QosPolicy': {'1.9'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroup': {'1.4'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SubPort': {'1.0'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Subnet': {'1.1'}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Trunk': {'1.1'}} Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: consumer versions: Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'ConntrackHelper': '1.0', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Log': '1.0', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Network': '1.1', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Port': '1.7', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'PortForwarding': '1.2', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'QosPolicy': '1.9', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroup': '1.4', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroupRule': '1.2', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SubPort': '1.0', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Subnet': '1.1', Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Trunk': '1.1'}} Mar 08 12:30:49.013868 dv-neutron-829486-2-hyperv neutron-server[104047]: {{(pid=104047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:30:49.089574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Attempting to bind port 1b397c16-a3a0-4b21-a79a-f15236a5039e on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:30:49.089980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Attempting to bind port 1b397c16-a3a0-4b21-a79a-f15236a5039e by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:30:49.090384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Attempting to bind port 1b397c16-a3a0-4b21-a79a-f15236a5039e on network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:30:49.095327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:30:49.095719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Checking segment: {'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:30:49.096186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:49.096703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Bound using segment: {'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:30:49.097172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Bound port: 1b397c16-a3a0-4b21-a79a-f15236a5039e, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:30:49.097566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:49.162980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] For port 1b397c16-a3a0-4b21-a79a-f15236a5039e, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:30:49.167130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] For port 1b397c16-a3a0-4b21-a79a-f15236a5039e, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1b397c16-a3a0-4b21-a79a-f15236a5039e,segment=NetworkSegment(3ce923f3-4301-4490-bef6-7c9224d300fe),segment_id=3ce923f3-4301-4490-bef6-7c9224d300fe)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:30:49.261638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:49.332470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb757e-9971-432b-a54b-25289924b8c7 None None] Pushing event updated for resources: {'Port': ['ID=1b397c16-a3a0-4b21-a79a-f15236a5039e,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:30:50.499012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59008) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:50.830012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-ac5eba62-558a-41af-ab19-ca1ab4f31696 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:30:50.845864 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ac5eba62-558a-41af-ab19-ca1ab4f31696 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3316531 Mar 08 12:30:53.321636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59016) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:53.648644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-c25ad623-e8a5-4a70-a1f4-26e45efa99c2 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:30:53.649736 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c25ad623-e8a5-4a70-a1f4-26e45efa99c2 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3271158 Mar 08 12:30:56.474038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59026) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:30:56.803906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f4ea90d8-f6dc-4eb2-9727-f0fb909047a1 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4135a923712c4585ab81a645489b5662'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:30:56.929964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4ea90d8-f6dc-4eb2-9727-f0fb909047a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:56.931701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4ea90d8-f6dc-4eb2-9727-f0fb909047a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:57.070679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4ea90d8-f6dc-4eb2-9727-f0fb909047a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:57.157558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4ea90d8-f6dc-4eb2-9727-f0fb909047a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:57.244518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4ea90d8-f6dc-4eb2-9727-f0fb909047a1 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:57.245732 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f4ea90d8-f6dc-4eb2-9727-f0fb909047a1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7704105 Mar 08 12:30:57.510981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1b397c16-a3a0-4b21-a79a-f15236a5039e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:30:57.625593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1b397c16-a3a0-4b21-a79a-f15236a5039e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:30:57.626167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:57.782648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:57.823415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 1b397c16-a3a0-4b21-a79a-f15236a5039e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1b397c16-a3a0-4b21-a79a-f15236a5039e,segment=NetworkSegment(3ce923f3-4301-4490-bef6-7c9224d300fe),segment_id=3ce923f3-4301-4490-bef6-7c9224d300fe)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:30:57.901209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:57.953124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=1b397c16-a3a0-4b21-a79a-f15236a5039e,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:30:58.058101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63011979-447c-4101-8d12-14fd08d5a69a None None] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:30:58.125996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-333d4bc1-5e94-44ab-8d81-9f3a04f83fb5 None None] Provisioning complete for port 1b397c16-a3a0-4b21-a79a-f15236a5039e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:30:58.126361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-333d4bc1-5e94-44ab-8d81-9f3a04f83fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:58.530987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7a820215-5bc1-4b9a-8280-b69a7433c02a None None] Provisioning complete for port 1b397c16-a3a0-4b21-a79a-f15236a5039e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:30:58.531879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a820215-5bc1-4b9a-8280-b69a7433c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:58.987699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76bb4039-0644-4321-8ada-c6bf2b155d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:59.454980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1b397c16-a3a0-4b21-a79a-f15236a5039e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:30:59.505228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1b397c16-a3a0-4b21-a79a-f15236a5039e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:30:59.505584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:30:59.766893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59038) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:31:00.084502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-d552ce47-6176-4397-a6a8-7665dfd0ff90 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:31:00.085498 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d552ce47-6176-4397-a6a8-7665dfd0ff90 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171709 Mar 08 12:31:01.277798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c3558e3-171a-4ab5-8caa-6826b6470895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.563442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59056) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:31:02.575459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.700075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:02.837089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Made reservation on behalf of 7fb87774e6e641fe90ae26a68cebeeba for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:31:02.839518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.855935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:02.962206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:03.054388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:03.071048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=104045) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 12:31:03.094110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be34ad5-dc24-41a9-ab2d-dde56a41a6d4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:03.099818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769083567198', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:03.100470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Unsubscribe: segment precommit_create {{(pid=104045) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 12:31:03.100948 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Added segment 9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3 of type flat for network 579a4316-0535-42e3-a273-418b604a5520 Mar 08 12:31:03.166667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:03.261197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:03.262233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:03.262871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:03.356419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=579a4316-0535-42e3-a273-418b604a5520,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:03.364580 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6cb7c49c-589c-4c0a-927f-052b1ebc0dc2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8000469 Mar 08 12:31:03.369965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 579a4316-0535-42e3-a273-418b604a5520 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:31:03.649003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:04.215362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:05.792688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59074) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:31:05.886544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c441a07-61ec-4a91-b6bd-8f5285326070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:05.887899 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8c441a07-61ec-4a91-b6bd-8f5285326070 admin admin] 10.222.0.65 "GET /v2.0/subnets/382fb750-7c05-401f-b627-fa893fe312c1 HTTP/1.1" status: 200 len: 849 time: 0.0942671 Mar 08 12:31:06.038018 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-83b9e093-60da-4c09-8b7e-1659a6439ffc admin admin] 10.222.0.65 "GET /v2.0/routers/8e831895-e7a4-41fc-85ca-c40a9c877bc9 HTTP/1.1" status: 200 len: 704 time: 0.1435263 Mar 08 12:31:06.322178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:06.625379 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Allocated IP 172.20.0.1 (0ce5a458-44d6-45f1-b473-57e5cc989ca0/382fb750-7c05-401f-b627-fa893fe312c1/8029bdbf-9cb0-438a-9af8-97e7c9f139a3) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:31:06.794913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:06.918079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:07.044220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:07.048889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:07.055223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:31:07.056165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:07.114895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Pushing event updated for resources: {'Port': ['ID=8029bdbf-9cb0-438a-9af8-97e7c9f139a3,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:07.286368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e8fa716d-ee6d-41b4-abad-7037a67f0269 None None] Provisioning complete for port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:07.286984 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8fa716d-ee6d-41b4-abad-7037a67f0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:07.365676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa716d-ee6d-41b4-abad-7037a67f0269 None None] Port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:31:07.391370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:07.611487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:07.670802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:07.671640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:07.749188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Pushing event updated for resources: {'Port': ['ID=8029bdbf-9cb0-438a-9af8-97e7c9f139a3,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:07.803933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:07.805254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:07.988989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-64a6826d-552d-4db4-97ba-9eb91578ed85 None None] Provisioning complete for port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:07.989355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-64a6826d-552d-4db4-97ba-9eb91578ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:08.024321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-64a6826d-552d-4db4-97ba-9eb91578ed85 None None] Port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:31:08.042856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:31:08.153258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:31:08.160975 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-73648ee9-e4f6-42e2-8c02-7c6fe0679c21 admin admin] 10.222.0.65 "PUT /v2.0/routers/8e831895-e7a4-41fc-85ca-c40a9c877bc9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1139629 Mar 08 12:31:08.177907 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Sync routers for ids ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:31:08.190650 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Routers {'8e831895-e7a4-41fc-85ca-c40a9c877bc9'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:31:08.191843 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:31:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:08.388956 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Set router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:31:08.959526 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'name': 'router1', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:30:56Z', 'updated_at': '2022-03-08T12:31:07Z', 'revision_number': 2, 'project_id': '4135a923712c4585ab81a645489b5662', 'gw_port_host': None, '_interfaces': [{'id': '8029bdbf-9cb0-438a-9af8-97e7c9f139a3', 'name': '', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'mac_address': 'fa:16:3e:e2:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '382fb750-7c05-401f-b627-fa893fe312c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:06Z', 'updated_at': '2022-03-08T12:31:07Z', 'revision_number': 2, 'project_id': '4135a923712c4585ab81a645489b5662', 'subnets': [{'id': '382fb750-7c05-401f-b627-fa893fe312c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a5e72b4-8f00-4782-8460-a6ecdf205dfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:09.028168 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Checking router: 8e831895-e7a4-41fc-85ca-c40a9c877bc9 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:31:09.028695 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Updating router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:31:09.115361 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.677041 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.740911 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.950349 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Pushing event updated for resources: {'Port': ['ID=8029bdbf-9cb0-438a-9af8-97e7c9f139a3,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:09.957554 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Attempting to bind port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:31:09.958178 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Attempting to bind port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:31:09.958827 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Attempting to bind port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 on network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:31:09.972443 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.972960 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.973486 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.974065 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.974524 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.975044 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.975548 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.976080 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.976591 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.977114 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.977599 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.978184 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Tracked resource versions report: Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: pushed versions: Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: { 'AddressGroup': {'1.2'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'ConntrackHelper': {'1.0'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Log': {'1.0'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Network': {'1.1'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Port': {'1.7'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'PortForwarding': {'1.2'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'QosPolicy': {'1.9'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroup': {'1.4'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SubPort': {'1.0'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Subnet': {'1.1'}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Trunk': {'1.1'}} Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: consumer versions: Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'ConntrackHelper': '1.0', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Log': '1.0', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Network': '1.1', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Port': '1.7', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'PortForwarding': '1.2', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'QosPolicy': '1.9', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroup': '1.4', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroupRule': '1.2', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SubPort': '1.0', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Subnet': '1.1', Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Trunk': '1.1'}} Mar 08 12:31:09.980159 dv-neutron-829486-2-hyperv neutron-server[104048]: {{(pid=104048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:31:09.986072 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:31:09.987252 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Checking segment: {'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:31:09.987788 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:09.988377 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Bound using segment: {'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:31:09.988994 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Bound port: 8029bdbf-9cb0-438a-9af8-97e7c9f139a3, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce923f3-4301-4490-bef6-7c9224d300fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:31:09.989509 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.058348 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] For port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:31:10.058529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9b6ecf6e-d25d-4ca0-b690-0476d0a9bfb6 None None] Provisioning complete for port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:10.059036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b6ecf6e-d25d-4ca0-b690-0476d0a9bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.078385 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] For port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8029bdbf-9cb0-438a-9af8-97e7c9f139a3,segment=NetworkSegment(3ce923f3-4301-4490-bef6-7c9224d300fe),segment_id=3ce923f3-4301-4490-bef6-7c9224d300fe)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:31:10.094950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ecf6e-d25d-4ca0-b690-0476d0a9bfb6 None None] Port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:31:10.239887 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.302443 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650fa1c-6cff-432c-97b1-6ab291becabd None None] Pushing event updated for resources: {'Port': ['ID=8029bdbf-9cb0-438a-9af8-97e7c9f139a3,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:10.310261 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Routers {'8e831895-e7a4-41fc-85ca-c40a9c877bc9'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:31:10.310877 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:31:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:10.407969 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] Set router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:31:10.521743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a65e2e3f-4795-4960-8d6a-5a268070c775 None None] Provisioning complete for port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:10.522129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a65e2e3f-4795-4960-8d6a-5a268070c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.602756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a65e2e3f-4795-4960-8d6a-5a268070c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.635956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a65e2e3f-4795-4960-8d6a-5a268070c775 None None] For port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8029bdbf-9cb0-438a-9af8-97e7c9f139a3,segment=NetworkSegment(3ce923f3-4301-4490-bef6-7c9224d300fe),segment_id=3ce923f3-4301-4490-bef6-7c9224d300fe)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:31:10.638367 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'name': 'router1', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:30:56Z', 'updated_at': '2022-03-08T12:31:07Z', 'revision_number': 2, 'project_id': '4135a923712c4585ab81a645489b5662', 'gw_port_host': None, '_interfaces': [{'id': '8029bdbf-9cb0-438a-9af8-97e7c9f139a3', 'name': '', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'mac_address': 'fa:16:3e:e2:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '382fb750-7c05-401f-b627-fa893fe312c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:06Z', 'updated_at': '2022-03-08T12:31:10Z', 'revision_number': 4, 'project_id': '4135a923712c4585ab81a645489b5662', 'subnets': [{'id': '382fb750-7c05-401f-b627-fa893fe312c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a5e72b4-8f00-4782-8460-a6ecdf205dfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:10.656840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59084) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:31:10.665110 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3497d96-6a1c-4cb5-a715-7e4212b47954 None None] The sync data for ids ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'] in dv-neutron-829486-2-hyperv is: [{'id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'name': 'router1', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:30:56Z', 'updated_at': '2022-03-08T12:31:07Z', 'revision_number': 2, 'project_id': '4135a923712c4585ab81a645489b5662', 'gw_port_host': None, '_interfaces': [{'id': '8029bdbf-9cb0-438a-9af8-97e7c9f139a3', 'name': '', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'mac_address': 'fa:16:3e:e2:74:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '382fb750-7c05-401f-b627-fa893fe312c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:06Z', 'updated_at': '2022-03-08T12:31:10Z', 'revision_number': 4, 'project_id': '4135a923712c4585ab81a645489b5662', 'subnets': [{'id': '382fb750-7c05-401f-b627-fa893fe312c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a5e72b4-8f00-4782-8460-a6ecdf205dfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:31:10.723545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a65e2e3f-4795-4960-8d6a-5a268070c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:10.776559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861ddb0-76d3-40f2-90e5-90ab58b7b3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:10.785979 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a861ddb0-76d3-40f2-90e5-90ab58b7b3e9 admin admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 842 time: 0.1201534 Mar 08 12:31:10.786267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e2e3f-4795-4960-8d6a-5a268070c775 None None] Pushing event updated for resources: {'Port': ['ID=8029bdbf-9cb0-438a-9af8-97e7c9f139a3,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:10.799278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:10.889443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Made reservation on behalf of 7fb87774e6e641fe90ae26a68cebeeba for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:31:10.891906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.232178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:31:11.232601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.289592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Pushing event updated for resources: {'Subnet': ['ID=956d344d-a8dd-48df-9811-0e3dcc2d034a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:11.298101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:31:11.298440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Network hostable DHCP agents. Network: 579a4316-0535-42e3-a273-418b604a5520, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:31:11.375013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:31:11.443651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 579a4316-0535-42e3-a273-418b604a5520) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:11.447709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:11.448357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:11.456905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56b63d-8b7c-49cb-96bb-3204fefa7eb2 None None] Network 579a4316-0535-42e3-a273-418b604a5520 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:31:11.555319 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-99ec6b06-9da8-4289-af29-89b1754a357c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7635305 Mar 08 12:31:11.590998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cdf22e-5a3e-4204-b9ce-05fcb577458c None None] Network 579a4316-0535-42e3-a273-418b604a5520 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:31:13.945540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59092) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:31:14.154226 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-61943ee0-4605-4bdd-8d36-4c2ca558d7e0 admin admin] 10.222.0.65 "GET /v2.0/routers/8e831895-e7a4-41fc-85ca-c40a9c877bc9 HTTP/1.1" status: 200 len: 710 time: 0.2075038 Mar 08 12:31:14.241503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a5c9f-2f92-46d7-bc03-e11465c469f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:31:14.242892 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-981a5c9f-2f92-46d7-bc03-e11465c469f7 admin admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 886 time: 0.0812659 Mar 08 12:31:14.252905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:31:14.504332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:14.858427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:14.934008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.040343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Allocated IP 172.26.3.76 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/a6be0d24-5247-413c-9f62-13b49eb9e016) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:31:15.149920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.237265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.276565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:31:15.279415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:31:15.282784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:31:15.317483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Pushing event updated for resources: {'Port': ['ID=a6be0d24-5247-413c-9f62-13b49eb9e016,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:15.666413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.966602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:15.970071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.079959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:31:16.191401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:31:16.195502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:16.196688 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d53c00d0-3021-4448-9a64-e2b5b04b2d0c admin admin] 10.222.0.65 "PUT /v2.0/routers/8e831895-e7a4-41fc-85ca-c40a9c877bc9 HTTP/1.1" status: 200 len: 889 time: 1.9475961 Mar 08 12:31:17.264385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Sync routers for ids ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:31:17.275808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Routers {'8e831895-e7a4-41fc-85ca-c40a9c877bc9'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:31:17.276527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:31:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:17.496417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Set router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:31:17.515765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:31:17.773718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:17.774123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.089409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'name': 'router1', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a6be0d24-5247-413c-9f62-13b49eb9e016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:30:56Z', 'updated_at': '2022-03-08T12:31:15Z', 'revision_number': 4, 'project_id': '4135a923712c4585ab81a645489b5662', 'gw_port': {'id': 'a6be0d24-5247-413c-9f62-13b49eb9e016', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:14Z', 'updated_at': '2022-03-08T12:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8029bdbf-9cb0-438a-9af8-97e7c9f139a3', 'name': '', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'mac_address': 'fa:16:3e:e2:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '382fb750-7c05-401f-b627-fa893fe312c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:06Z', 'updated_at': '2022-03-08T12:31:10Z', 'revision_number': 5, 'project_id': '4135a923712c4585ab81a645489b5662', 'subnets': [{'id': '382fb750-7c05-401f-b627-fa893fe312c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a5e72b4-8f00-4782-8460-a6ecdf205dfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:18.142516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Checking router: 8e831895-e7a4-41fc-85ca-c40a9c877bc9 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:31:18.143459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Updating router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 port a6be0d24-5247-413c-9f62-13b49eb9e016 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:31:18.197828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.547319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.665557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.683565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59104) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:31:18.717181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Attempting to bind port a6be0d24-5247-413c-9f62-13b49eb9e016 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:31:18.717451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Attempting to bind port a6be0d24-5247-413c-9f62-13b49eb9e016 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:31:18.717797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Attempting to bind port a6be0d24-5247-413c-9f62-13b49eb9e016 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:31:18.723183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42552f-e8dc-4f81-8771-7472996b598b None None] Pushing event updated for resources: {'Port': ['ID=a6be0d24-5247-413c-9f62-13b49eb9e016,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:18.729295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:31:18.729698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:31:18.730539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.730539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:31:18.730931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Bound port: a6be0d24-5247-413c-9f62-13b49eb9e016, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:31:18.731321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.786063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] For port a6be0d24-5247-413c-9f62-13b49eb9e016, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:31:18.791581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] For port a6be0d24-5247-413c-9f62-13b49eb9e016, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a6be0d24-5247-413c-9f62-13b49eb9e016,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:31:18.803881 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f4cc1b4f-386d-450d-a0f7-52daa3d2dcee admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1155519 Mar 08 12:31:18.871621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:18.937149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Routers {'8e831895-e7a4-41fc-85ca-c40a9c877bc9'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:31:18.937792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:31:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:18.944427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42552f-e8dc-4f81-8771-7472996b598b None None] Pushing event updated for resources: {'Port': ['ID=a6be0d24-5247-413c-9f62-13b49eb9e016,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:19.061258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] Set router 8e831895-e7a4-41fc-85ca-c40a9c877bc9 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:31:19.296567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'name': 'router1', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a6be0d24-5247-413c-9f62-13b49eb9e016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:30:56Z', 'updated_at': '2022-03-08T12:31:15Z', 'revision_number': 4, 'project_id': '4135a923712c4585ab81a645489b5662', 'gw_port': {'id': 'a6be0d24-5247-413c-9f62-13b49eb9e016', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:14Z', 'updated_at': '2022-03-08T12:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8029bdbf-9cb0-438a-9af8-97e7c9f139a3', 'name': '', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'mac_address': 'fa:16:3e:e2:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '382fb750-7c05-401f-b627-fa893fe312c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:06Z', 'updated_at': '2022-03-08T12:31:10Z', 'revision_number': 5, 'project_id': '4135a923712c4585ab81a645489b5662', 'subnets': [{'id': '382fb750-7c05-401f-b627-fa893fe312c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a5e72b4-8f00-4782-8460-a6ecdf205dfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:31:19.324410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fab956-5f1f-47ce-96a3-e90ec7129ef4 None None] The sync data for ids ['8e831895-e7a4-41fc-85ca-c40a9c877bc9'] in dv-neutron-829486-2-hyperv is: [{'id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'name': 'router1', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a6be0d24-5247-413c-9f62-13b49eb9e016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:30:56Z', 'updated_at': '2022-03-08T12:31:15Z', 'revision_number': 4, 'project_id': '4135a923712c4585ab81a645489b5662', 'gw_port': {'id': 'a6be0d24-5247-413c-9f62-13b49eb9e016', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:14Z', 'updated_at': '2022-03-08T12:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8029bdbf-9cb0-438a-9af8-97e7c9f139a3', 'name': '', 'network_id': '0ce5a458-44d6-45f1-b473-57e5cc989ca0', 'tenant_id': '4135a923712c4585ab81a645489b5662', 'mac_address': 'fa:16:3e:e2:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e831895-e7a4-41fc-85ca-c40a9c877bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '382fb750-7c05-401f-b627-fa893fe312c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:31:06Z', 'updated_at': '2022-03-08T12:31:10Z', 'revision_number': 5, 'project_id': '4135a923712c4585ab81a645489b5662', 'subnets': [{'id': '382fb750-7c05-401f-b627-fa893fe312c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a5e72b4-8f00-4782-8460-a6ecdf205dfa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:31:19.537117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a6be0d24-5247-413c-9f62-13b49eb9e016 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:31:19.601449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a6be0d24-5247-413c-9f62-13b49eb9e016 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:19.607096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.707130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.735613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port a6be0d24-5247-413c-9f62-13b49eb9e016, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a6be0d24-5247-413c-9f62-13b49eb9e016,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:31:19.831856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:19.884177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=a6be0d24-5247-413c-9f62-13b49eb9e016,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:31:21.484301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a6be0d24-5247-413c-9f62-13b49eb9e016 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:31:21.550818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a6be0d24-5247-413c-9f62-13b49eb9e016 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:31:21.551427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:26.803450 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:31:28.992232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-604d6b4f-9dd4-4a4f-8aad-e0f5752efd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:31.277652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad823-f17a-4b7a-83e9-fa04863de120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:32.557915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:33.603593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:34.216137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:31:58.991818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-718adb17-7a4b-44f7-9bd9-95401b529d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:01.294426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6dd88dc7-fc27-4e7d-8dc9-76d5db390b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:02.562166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:03.631515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:03.803288 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:32:04.237516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:29.008314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-87d46208-21a0-487f-968b-60dd18d809ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:31.271360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-07dac430-17ff-482c-9724-1675f07b6281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:32.574761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:33.614232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:34.185461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:32:40.802898 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:32:59.008928 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a68d5376-0bd7-4baa-b81e-87e55a4be6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:01.259481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b86a7241-d565-4e81-a360-1d7f88d5a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:02.580503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:03.602502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:04.174328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:06.552308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59698) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:06.619818 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb59609-6d27-4d5b-9cf8-0311893fed96 admin admin] GET failed (client error): The resource could not be found. Mar 08 12:33:06.621155 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-acb59609-6d27-4d5b-9cf8-0311893fed96 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679040 Mar 08 12:33:06.788002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42514b1-742f-454f-a6cc-b3aa5170886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:06.789508 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d42514b1-742f-454f-a6cc-b3aa5170886d admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637354 Mar 08 12:33:09.103561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 59708) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:09.263188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16393b-4d49-4a2d-87eb-89d8f4da2526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:09.264619 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6e16393b-4d49-4a2d-87eb-89d8f4da2526 admin admin] 10.222.0.65 "GET /v2.0/subnets/382fb750-7c05-401f-b627-fa893fe312c1 HTTP/1.1" status: 200 len: 849 time: 0.1600254 Mar 08 12:33:09.276734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:33:09.366302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Notify callbacks [] for subnet, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:09.619741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769083559855'] for subnet, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:09.661359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:09.661953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:09.664135 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] 10.222.0.65 "PUT /v2.0/subnets/382fb750-7c05-401f-b627-fa893fe312c1 HTTP/1.1" status: 200 len: 868 time: 0.3903863 Mar 08 12:33:09.666115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c455b21-da43-4cf6-897f-a1ef03179471 None None] Network 0ce5a458-44d6-45f1-b473-57e5cc989ca0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:33:09.683682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=382fb750-7c05-401f-b627-fa893fe312c1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:33:09.691575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.691912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.692234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.692551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.692864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.693215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.693532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.693879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.694190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.694497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.694799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:09.695098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5d705-87db-4ae5-a4c8-8a473ae0cc6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:10.030132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c2f3744f-ac31-4660-86e5-2afe29173f26 None None] Provisioning complete for port 1b397c16-a3a0-4b21-a79a-f15236a5039e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:33:10.030503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c2f3744f-ac31-4660-86e5-2afe29173f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:10.139305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c2f3744f-ac31-4660-86e5-2afe29173f26 None None] Provisioning complete for port 8029bdbf-9cb0-438a-9af8-97e7c9f139a3 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:33:10.139563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c2f3744f-ac31-4660-86e5-2afe29173f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:11.951147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 59718) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:12.165872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fddb6-b7ec-4f2b-99ce-9c186f019099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:12.166267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fddb6-b7ec-4f2b-99ce-9c186f019099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:12.167790 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-071fddb6-b7ec-4f2b-99ce-9c186f019099 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2156961 Mar 08 12:33:14.431304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59726) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:14.655854 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10ed1a1-37cd-410d-b4c5-e402ca6fbf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:14.656372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10ed1a1-37cd-410d-b4c5-e402ca6fbf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:14.659648 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b10ed1a1-37cd-410d-b4c5-e402ca6fbf2f admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2273679 Mar 08 12:33:16.901012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59734) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:17.039957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408cd193-0674-4e31-895f-d0bc574f18a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:17.041249 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-408cd193-0674-4e31-895f-d0bc574f18a8 admin admin] 10.222.0.65 "GET /v2.0/networks/0ce5a458-44d6-45f1-b473-57e5cc989ca0 HTTP/1.1" status: 200 len: 869 time: 0.1392956 Mar 08 12:33:17.802383 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:33:19.280901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59742) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:19.409835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3187d-eacd-412b-aa39-6f8a267a6567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:19.411232 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-71d3187d-eacd-412b-aa39-6f8a267a6567 admin admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 886 time: 0.1293800 Mar 08 12:33:21.691738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 59750) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:21.824975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512a7d2-432b-4bdf-83c4-6d9961e87a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:21.825422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512a7d2-432b-4bdf-83c4-6d9961e87a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:21.827016 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3512a7d2-432b-4bdf-83c4-6d9961e87a19 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343398 Mar 08 12:33:24.113715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 59758) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:24.205713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96273537-4fac-48e4-9391-25a8d979a14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:24.206175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96273537-4fac-48e4-9391-25a8d979a14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:24.207745 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-96273537-4fac-48e4-9391-25a8d979a14c admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930355 Mar 08 12:33:26.461078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59766) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:26.558359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0505967-2fbb-4891-83ed-af3935f7e749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:26.560034 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b0505967-2fbb-4891-83ed-af3935f7e749 admin admin] 10.222.0.65 "GET /v2.0/subnets/382fb750-7c05-401f-b627-fa893fe312c1 HTTP/1.1" status: 200 len: 868 time: 0.0978818 Mar 08 12:33:28.803477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59774) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:28.887839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65effec-26ec-4433-8d29-d777749ce3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:28.889153 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e65effec-26ec-4433-8d29-d777749ce3f1 admin admin] 10.222.0.65 "GET /v2.0/subnets/956d344d-a8dd-48df-9811-0e3dcc2d034a HTTP/1.1" status: 200 len: 816 time: 0.0847201 Mar 08 12:33:28.990661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e215f1a6-80e4-46b0-a149-83dfaff94b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:31.259268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3299a74-d2df-4b2e-84c9-c83f2cbd1158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:32.556782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:33.625071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:34.167949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:49.541156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59828) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:49.588858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-3a751a53-4973-4393-91c6-9f42542e3330 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:33:49.589868 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3a751a53-4973-4393-91c6-9f42542e3330 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477712 Mar 08 12:33:51.910349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59836) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:51.971349 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22573a8-32a1-4876-8d52-343f5fa39c8d admin admin] GET failed (client error): The resource could not be found. Mar 08 12:33:51.972682 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a22573a8-32a1-4876-8d52-343f5fa39c8d admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614061 Mar 08 12:33:52.059011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec67e5b-5cad-4fa0-a4c6-1093597fa89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:52.060401 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aec67e5b-5cad-4fa0-a4c6-1093597fa89d admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830832 Mar 08 12:33:54.314801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59844) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:54.362560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:33:54.442257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Made reservation on behalf of 7fb87774e6e641fe90ae26a68cebeeba for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:33:54.444499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:54.473254 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.services.revisions.revision_plugin [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Could not find related network for resource to bump revision. Mar 08 12:33:54.487226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:33:54.495707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:54.495976 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Added segment f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4 of type vlan for network 43057752-1563-456f-a514-0d4ef3c0f775 Mar 08 12:33:54.534990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:54.619328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:54.620299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:54.620875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:54.681066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Pushing event updated for resources: {'Network': ['ID=43057752-1563-456f-a514-0d4ef3c0f775,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:33:54.687783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.688879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.689239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.689615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.689966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.690305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.690624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.690939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.691269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.691563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.691872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.692178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:54.703327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 43057752-1563-456f-a514-0d4ef3c0f775 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:33:54.736949 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d14c94f1-ffc2-4f0b-a80c-bad23d6f3146 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4210238 Mar 08 12:33:54.802516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:33:57.012154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 59852) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:33:57.079176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-63579046-d68a-4706-a89c-0ac86c91ca59 admin admin] GET failed (client error): The resource could not be found. Mar 08 12:33:57.080620 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-63579046-d68a-4706-a89c-0ac86c91ca59 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675850 Mar 08 12:33:57.242320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a30be27-57bf-4a92-ba96-ed84a2e6d3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:57.243804 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7a30be27-57bf-4a92-ba96-ed84a2e6d3e2 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1585314 Mar 08 12:33:57.255229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:33:57.372690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Made reservation on behalf of 7fb87774e6e641fe90ae26a68cebeeba for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:33:57.375084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:57.664625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:57.716105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0323828-9130-4897-b8cd-fdf7a70ef509,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:33:57.733576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Checking segment: {'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:33:57.734049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Network hostable DHCP agents. Network: 43057752-1563-456f-a514-0d4ef3c0f775, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:33:57.836682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Network 43057752-1563-456f-a514-0d4ef3c0f775 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:33:57.893491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 43057752-1563-456f-a514-0d4ef3c0f775) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:33:57.897865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:33:57.898461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:57.903308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c588c1a-55e4-44e6-9e44-89ef39e240ff None None] Network 43057752-1563-456f-a514-0d4ef3c0f775 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:33:57.953558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c2dc7755-7d25-4d3a-b9d7-b5a662c46b7e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7020521 Mar 08 12:33:58.082394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-43057752-1563-456f-a514-0d4ef3c0f775', 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775', 'tenant_id': '7fb87774e6e641fe90ae26a68cebeeba', 'fixed_ips': [{'subnet_id': 'f0323828-9130-4897-b8cd-fdf7a70ef509'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:33:58.083295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:58.286927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Allocated IP 192.168.233.2 (43057752-1563-456f-a514-0d4ef3c0f775/f0323828-9130-4897-b8cd-fdf7a70ef509/5f5ddc65-dbed-45ac-b628-5fd7e2750f7d) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:33:58.447435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:58.535270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:58.575951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Network 43057752-1563-456f-a514-0d4ef3c0f775 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:33:58.579174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:33:58.582211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:33:58.590780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Pushing event updated for resources: {'Port': ['ID=5f5ddc65-dbed-45ac-b628-5fd7e2750f7d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:33:58.600610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.600970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.601313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.601648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.602021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.602398 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.602710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.603071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.603413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.603751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.604065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.604376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:33:58.660574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Attempting to bind port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:33:58.660931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Attempting to bind port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:33:58.661284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Attempting to bind port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d on network 43057752-1563-456f-a514-0d4ef3c0f775 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:33:58.666296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:33:58.666658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Checking segment: {'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:33:58.667047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:58.667426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Bound using segment: {'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:33:58.667880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Bound port: 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:33:58.668249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:58.735396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] For port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:33:58.739251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] For port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5f5ddc65-dbed-45ac-b628-5fd7e2750f7d,segment=NetworkSegment(f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4),segment_id=f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:33:58.802982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:58.869015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e98a1-f463-491d-b3b7-32582ed7a7fc None None] Pushing event updated for resources: {'Port': ['ID=5f5ddc65-dbed-45ac-b628-5fd7e2750f7d,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:33:58.986521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46d544d0-a821-4982-92e5-89022c29d68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:59.636598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:33:59.707013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:33:59.707385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:59.788407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79503f5-4115-4b96-abdf-f9062fda2a9d None None] Network 43057752-1563-456f-a514-0d4ef3c0f775 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:33:59.855432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:33:59.952623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5f5ddc65-dbed-45ac-b628-5fd7e2750f7d,segment=NetworkSegment(f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4),segment_id=f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:33:59.954844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ced31574-7fe4-45b2-b2e6-844101a4db16 None None] Provisioning complete for port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:33:59.955164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ced31574-7fe4-45b2-b2e6-844101a4db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:00.043732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:00.128412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=5f5ddc65-dbed-45ac-b628-5fd7e2750f7d,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:34:00.325646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-72b77f24-7a47-4cb1-b7b9-07ffe267e0b3 None None] Provisioning complete for port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:00.326399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-72b77f24-7a47-4cb1-b7b9-07ffe267e0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:01.259941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d00a5e25-aa3a-47d5-8382-5928e01403f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:01.572758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:34:01.623259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 5f5ddc65-dbed-45ac-b628-5fd7e2750f7d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:34:01.623614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:02.585026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:03.619651 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:04.190273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:28.985449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-361c965b-9f98-4f21-aa0b-3f25ad94e977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:31.277114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-87fe2766-48f8-4849-8cd9-77c4720d1642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:31.802444 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:34:32.563532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:33.637209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:34.202660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:34:58.983823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ba52fae7-4a62-4df5-9e24-fc64a3b4dd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:01.298252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8e19170-5339-44bd-9fd8-affcf1e66192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:02.602516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:03.631219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:04.185173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:08.803074 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:35:28.980045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-710ffe96-2264-419d-bcac-cd45c11dff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:29.932058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 59892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:35:29.938070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-0b3d1dc1-5d5b-4dea-b978-4149284fc495 tempest-verify_tempest_config-746081590 tempest-verify_tempest_config-746081590-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:35:29.939027 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0b3d1dc1-5d5b-4dea-b978-4149284fc495 tempest-verify_tempest_config-746081590 tempest-verify_tempest_config-746081590-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059941 Mar 08 12:35:30.497364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 59910) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:35:30.607527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:30.686353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:30.762741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:30.809554 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a2390e6a9264312a0044fc2197574d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3110781 Mar 08 12:35:30.810465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5630da6-973c-47fa-b249-0f69da8b46b1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:35:30.812442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59914) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:35:30.818022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.818400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.818636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.818962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.819281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.819601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.819915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.820243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.820557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.820866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.821174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.821481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab10ee-9034-4739-9b20-427feba8f5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:30.875796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:30.898107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:31.059935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:31.062545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:31.063696 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5630da6-973c-47fa-b249-0f69da8b46b1 HTTP/1.1" status: 204 len: 168 time: 0.2502687 Mar 08 12:35:31.072177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5630da6-973c-47fa-b249-0f69da8b46b1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:35:31.079044 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.079393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.079724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.080072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.081055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.081473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.081803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.082165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.082528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.082800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.083115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.083433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0f27d-94f3-453e-b110-32319d6daf52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:35:31.334483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-db1ac2f0-2981-4636-8a35-7f0589071f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:32.606112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:33.642537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:34.213738 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:35:45.801741 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:35:59.000529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2bc02e16-0341-4ed5-ac0b-cb85bc70d810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:01.320651 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1dbab9bb-0492-422f-bb81-ba7749167cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:02.617491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:03.625742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:04.196842 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:22.800023 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 5 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:36:28.979450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-34e3827d-a15e-444e-8c06-ee93ae689e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:31.302870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0d45be6a-268f-484e-b826-a78110c86d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:32.586291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:33.660155 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:34.212294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:55.422872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602987'] for agent, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:58.979708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c89a-635a-4f59-b9e1-5be19cedef11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:36:59.799232 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:37:01.276669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e139f5b-a0e0-4783-b316-1c4b806e7794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:02.622139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:03.645890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:04.180615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:11.040159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59986) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:37:11.159884 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9e5e4308-8f0a-4aae-97bf-76522e8e80ed admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1184492 Mar 08 12:37:13.519771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 59996) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:37:13.575234 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f8f46a8f-a5fb-4c29-bf51-3deb0f6d9dde admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0542924 Mar 08 12:37:25.382444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:28.970784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-72c0a882-1951-4b69-8b28-b2aa04373815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:31.279004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe993-69fb-40f4-9f05-cb772ea4218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:32.603086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:33.683151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:34.199221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:36.798611 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:37:55.382698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:37:58.985663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b2420bd0-9c8a-4640-8a1d-fdd740f31bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:01.347425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd0100be-ddec-4362-b83b-7d9ecfedf588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:02.593074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:03.654531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:04.191275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:13.799471 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:38:25.427550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:28.970082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-24aa649b-4f66-42f0-b57e-6e15c4a24a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:31.284875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-80fed7d5-f3d7-429a-adc7-ae12b986e0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:32.604820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:33.696087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:34.198962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:43.780935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:43.965479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1332399734-network', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:44.049931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Made reservation on behalf of 0967e5f7b0fb4fed8d47d62098682988 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:44.052224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.061149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.140826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.215260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.251936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:44.256082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c850e87-f4e1-4921-a78d-7307b7127d49,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:44.260756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.261107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Added segment a03b04a4-f6fa-4b62-88a1-1d8f802bc444 of type vlan for network 7be41d0b-784a-4dc2-885b-f3fdba1e757f Mar 08 12:38:44.278512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.278855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.280967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.280967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.280967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.280967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.280967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.280967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.281427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.281427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.281701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.281941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Tracked resource versions report: Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: pushed versions: Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: { 'AddressGroup': {'1.2'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'ConntrackHelper': {'1.0'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Log': {'1.0'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Network': {'1.1'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Port': {'1.7'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'PortForwarding': {'1.2'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'QosPolicy': {'1.9'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroup': {'1.4'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SubPort': {'1.0'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Subnet': {'1.1'}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Trunk': {'1.1'}} Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: consumer versions: Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: HyperV agent@hv-neutron-8294: {}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'ConntrackHelper': '1.0', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Log': '1.0', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Network': '1.1', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Port': '1.7', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'PortForwarding': '1.2', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'QosPolicy': '1.9', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroup': '1.4', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SecurityGroupRule': '1.2', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'SubPort': '1.0', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Subnet': '1.1', Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: 'Trunk': '1.1'}} Mar 08 12:38:44.283070 dv-neutron-829486-2-hyperv neutron-server[104046]: {{(pid=104046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:38:44.326273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.461288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.463026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:44.463849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.529878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] Pushing event updated for resources: {'Network': ['ID=7be41d0b-784a-4dc2-885b-f3fdba1e757f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:44.541629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60176) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:44.542602 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cc8a01ad-1024-4094-9cdf-88f8fc897246 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7601342 Mar 08 12:38:44.543032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:44.547618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Request body: {'subnet': {'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1332399734-subnet', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:44.678883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Made reservation on behalf of 0967e5f7b0fb4fed8d47d62098682988 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:44.681311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:44.784256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60184) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:44.838958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60190) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:44.935088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.095968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949648ea-ff8e-41f1-98e2-831fa42ecae5,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:45.105979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-647897744-network', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:45.113266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.113481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.113805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.117225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Tracked resource versions report: Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: pushed versions: Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: { 'AddressGroup': {'1.2'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'ConntrackHelper': {'1.0'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Log': {'1.0'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Network': {'1.1'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Port': {'1.7'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'PortForwarding': {'1.2'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'QosPolicy': {'1.9'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroup': {'1.4'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SubPort': {'1.0'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Subnet': {'1.1'}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Trunk': {'1.1'}} Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: consumer versions: Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: HyperV agent@hv-neutron-8294: {}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'ConntrackHelper': '1.0', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Log': '1.0', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Network': '1.1', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Port': '1.7', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'PortForwarding': '1.2', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'QosPolicy': '1.9', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroup': '1.4', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SecurityGroupRule': '1.2', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'SubPort': '1.0', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Subnet': '1.1', Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: 'Trunk': '1.1'}} Mar 08 12:38:45.118287 dv-neutron-829486-2-hyperv neutron-server[104045]: {{(pid=104045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:38:45.148399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Checking segment: {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:45.148745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Network hostable DHCP agents. Network: 7be41d0b-784a-4dc2-885b-f3fdba1e757f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:38:45.153317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1083603902-network', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:45.231647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Made reservation on behalf of b6d2017ad3c84bcf80ed6e2162f98ba2 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:45.234079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.243882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.267860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Made reservation on behalf of d41fd6812062453e9f0f332104a52f9f for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:45.270918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.282644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.286374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:38:45.370483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.375425 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.421486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 7be41d0b-784a-4dc2-885b-f3fdba1e757f) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:45.426738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:45.427521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.437604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13681e8-cb1a-469d-a6b2-d8396b3f34bb None None] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:45.465642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.465980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.480212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:45.498714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cdbeef-e4c2-497a-88e2-b62b09d16bde,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:45.499504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.503494 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Added segment 270350f2-991c-4721-95da-6b32b76bb898 of type vlan for network 092aac41-913b-48a5-94f7-c65ddaafdfa8 Mar 08 12:38:45.527398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:45.538226 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b487d65e-63c7-4871-a50b-e350e4f23352 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9936156 Mar 08 12:38:45.541345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60212) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:45.546125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:45.552048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.552509 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Added segment c7f57cd8-aaa9-4270-ad55-7d2ef8d13039 of type vlan for network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad Mar 08 12:38:45.586792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0987b17-d908-40ac-b3e5-bb69acd73b3b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:45.591531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.610884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.624703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:38:45.625671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.684911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.685929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:45.686506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.687514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.690192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.730959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.732768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:45.733512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.793671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Allocated IP 172.20.0.2 (7be41d0b-784a-4dc2-885b-f3fdba1e757f/949648ea-ff8e-41f1-98e2-831fa42ecae5/07059e63-7cad-4feb-b664-abc31a207676) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:45.793956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:45.794152 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9538128 Mar 08 12:38:45.795088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9df3b8-b9b8-49a8-9b74-a887f2da71b5 admin admin] Pushing event updated for resources: {'Network': ['ID=092aac41-913b-48a5-94f7-c65ddaafdfa8,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:45.795203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60218) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:45.807789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:45.810246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Request body: {'subnet': {'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1083603902-subnet', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:45.821874 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0350168 Mar 08 12:38:45.824577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60222) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:45.830065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Request body: {'subnet': {'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-647897744-subnet', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:45.865316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563805fb-906f-460d-bd01-e14b31e06875 admin admin] Pushing event updated for resources: {'Network': ['ID=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:45.907248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:45.987574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Made reservation on behalf of b6d2017ad3c84bcf80ed6e2162f98ba2 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:45.990468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.046012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Made reservation on behalf of d41fd6812062453e9f0f332104a52f9f for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:46.053681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.054420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.147775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.199693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:46.203245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:46.210563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:46.214083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.230794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Pushing event updated for resources: {'Port': ['ID=07059e63-7cad-4feb-b664-abc31a207676,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:46.237745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.238491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.239262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.239886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.240490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.241016 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.241523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.242111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.242639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.243125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.243615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.244892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Tracked resource versions report: Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: pushed versions: Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: { 'AddressGroup': {'1.2'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'ConntrackHelper': {'1.0'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Log': {'1.0'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Network': {'1.1'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Port': {'1.7'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'PortForwarding': {'1.2'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'QosPolicy': {'1.9'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroup': {'1.4'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SubPort': {'1.0'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Subnet': {'1.1'}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Trunk': {'1.1'}} Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: consumer versions: Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: HyperV agent@hv-neutron-8294: {}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'ConntrackHelper': '1.0', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Log': '1.0', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Network': '1.1', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Port': '1.7', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'PortForwarding': '1.2', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'QosPolicy': '1.9', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroup': '1.4', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SecurityGroupRule': '1.2', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'SubPort': '1.0', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Subnet': '1.1', Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: 'Trunk': '1.1'}} Mar 08 12:38:46.246157 dv-neutron-829486-2-hyperv neutron-server[104047]: {{(pid=104047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:38:46.283623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.335379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Attempting to bind port 07059e63-7cad-4feb-b664-abc31a207676 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:46.336192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Attempting to bind port 07059e63-7cad-4feb-b664-abc31a207676 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:46.336882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Attempting to bind port 07059e63-7cad-4feb-b664-abc31a207676 on network 7be41d0b-784a-4dc2-885b-f3fdba1e757f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:46.343760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:38:46.349390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Checking segment: {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:46.350116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.350692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Bound using segment: {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:38:46.353954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Bound port: 07059e63-7cad-4feb-b664-abc31a207676, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:38:46.354617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.388387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c5cd19-5b19-4e01-82c6-25134f5ae79a,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:46.399031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Checking segment: {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:46.399383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Network hostable DHCP agents. Network: 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:38:46.429439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] For port 07059e63-7cad-4feb-b664-abc31a207676, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:46.433352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] For port 07059e63-7cad-4feb-b664-abc31a207676, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07059e63-7cad-4feb-b664-abc31a207676,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:38:46.476995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.501867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:38:46.532882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.587242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:46.597220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:46.597220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.612657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3c93b4-1d0c-4615-947a-0ab1cce024de,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:46.625009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120d0c3-4444-409c-a1c9-4e324a84d330 None None] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:46.630278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.635477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Checking segment: {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:46.635879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Network hostable DHCP agents. Network: 092aac41-913b-48a5-94f7-c65ddaafdfa8, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:38:46.657350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d781d00-7c8f-40bd-b5d4-436f844c5db4 None None] Pushing event updated for resources: {'Port': ['ID=07059e63-7cad-4feb-b664-abc31a207676,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:46.658770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.718960 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8297448e-d0ea-4f47-9d18-d281be1805bf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8904808 Mar 08 12:38:46.720802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60252) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:46.727462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:46.748074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60254) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:46.809928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:38:46.822259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 092aac41-913b-48a5-94f7-c65ddaafdfa8) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:46.827708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:46.828315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.832014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cefc61-cf69-450a-8015-46b2a3580ef7 None None] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:46.858524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Allocated IP 172.26.3.28 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/1199d8cc-a943-47e0-b510-0a0252007cb4) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:46.866167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.869190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.937330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:38:46.937330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:46.981467 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b421532a-2dcc-4618-98ba-4ed611142a30 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1761830 Mar 08 12:38:46.988140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60262) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:47.002595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:47.088638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.150929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.153756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Allocated IP 172.20.0.2 (58302eb8-1fbb-41e8-af39-c3baf2d0e7ad/15c5cd19-5b19-4e01-82c6-25134f5ae79a/b093d9b7-38c3-44fa-b722-2e93610761ac) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:47.155228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.233400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.263753 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.278993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.347308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:47.352685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:47.358158 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:47.369360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Pushing event updated for resources: {'Port': ['ID=1199d8cc-a943-47e0-b510-0a0252007cb4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:47.473978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.553467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.561549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-092aac41-913b-48a5-94f7-c65ddaafdfa8', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:38:47.562534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.629379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1183679802', 'router:external': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:47.661209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:47.691308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Pushing event updated for resources: {'Port': ['ID=b093d9b7-38c3-44fa-b722-2e93610761ac,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:47.691746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.699566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:47.704960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60272) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:47.705816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:47.749593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.816476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Made reservation on behalf of 3ef7897a63024e7fb30995ea727743ce for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:47.819129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.843061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:47.874851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60278) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:47.949658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07059e63-7cad-4feb-b664-abc31a207676 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:48.054673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Attempting to bind port b093d9b7-38c3-44fa-b722-2e93610761ac on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:48.055172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Attempting to bind port b093d9b7-38c3-44fa-b722-2e93610761ac by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:48.055634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Attempting to bind port b093d9b7-38c3-44fa-b722-2e93610761ac on network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:48.071048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:38:48.071988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Checking segment: {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:48.073401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.074047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Bound using segment: {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:38:48.074780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Bound port: b093d9b7-38c3-44fa-b722-2e93610761ac, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:38:48.075414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.135387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14265f0e-e09b-4655-b4ef-d64745371718 None None] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:48.142959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Allocated IP 172.20.0.2 (092aac41-913b-48a5-94f7-c65ddaafdfa8/3e3c93b4-1d0c-4615-947a-0ab1cce024de/f1a85365-8761-4014-a837-44af90685fba) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:48.208924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.214331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.303630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.310903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:48.347425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 07059e63-7cad-4feb-b664-abc31a207676 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:48.348361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.396252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1344085934'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:48.441233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:48.455011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60294) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:48.467127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] For port b093d9b7-38c3-44fa-b722-2e93610761ac, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:48.500936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-59de788f-93e0-4093-9f94-cd30e26845c1 None None] Provisioning complete for port 07059e63-7cad-4feb-b664-abc31a207676 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:48.501309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-59de788f-93e0-4093-9f94-cd30e26845c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.512918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.512918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Added segment 3bcab40b-0590-40c5-94aa-3ca60ca6a9a1 of type vlan for network 81acf149-b914-4b53-a4c4-c30a21271217 Mar 08 12:38:48.522161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.526603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] For port b093d9b7-38c3-44fa-b722-2e93610761ac, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b093d9b7-38c3-44fa-b722-2e93610761ac,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:38:48.567543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d78a42-b28c-4f26-95a2-3a5dfe23a99f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:48.571679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.605634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1641728136', 'router:external': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:48.606392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.609998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.617917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Made reservation on behalf of 1518b536eb344e98945ff3405786c260 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:48.622079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.699883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.714161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.863073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.883313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Allocated IP 172.26.3.43 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/262c44b9-defd-4af0-bcf2-266d00ddf2d4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:48.891430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60304) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:48.894918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.915967 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6567b3-37bd-43b8-8a7c-0433be2b3500 None None] Pushing event updated for resources: {'Port': ['ID=b093d9b7-38c3-44fa-b722-2e93610761ac,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:48.921336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.946056 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-59de788f-93e0-4093-9f94-cd30e26845c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.966630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:48.968732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:48.969499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.002473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.069068 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 07059e63-7cad-4feb-b664-abc31a207676, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07059e63-7cad-4feb-b664-abc31a207676,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:38:49.076279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.103261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:49.108959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:49.124515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:49.128530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Pushing event updated for resources: {'Port': ['ID=f1a85365-8761-4014-a837-44af90685fba,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:49.137967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-98b10039-7c16-4f5f-8bc1-7bb77ee80d4e tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:49.177718 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4285755 Mar 08 12:38:49.193018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60310) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:49.193018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'subnet': {'network_id': '81acf149-b914-4b53-a4c4-c30a21271217', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:49.194411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e26afa-c213-4ea5-844b-0c3101b2684b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Network': ['ID=81acf149-b914-4b53-a4c4-c30a21271217,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:49.203456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.206647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Made reservation on behalf of f4a7e0b16f3b4c03a1561f489e698d05 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:49.209212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.211394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.238869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.243209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Attempting to bind port f1a85365-8761-4014-a837-44af90685fba on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:49.243958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Attempting to bind port f1a85365-8761-4014-a837-44af90685fba by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:49.244552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Attempting to bind port f1a85365-8761-4014-a837-44af90685fba on network 092aac41-913b-48a5-94f7-c65ddaafdfa8 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:49.246854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 81acf149-b914-4b53-a4c4-c30a21271217 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:49.257006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.262801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:49.301086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.310550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.311488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Added segment 6581d562-b699-4208-8eee-95eeacc33563 of type vlan for network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 Mar 08 12:38:49.318683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60f7e9-9774-4e01-b98d-4cda258484c3,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:49.330430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:38:49.330877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Checking segment: {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:49.331549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.332115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Bound using segment: {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:38:49.332789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Bound port: f1a85365-8761-4014-a837-44af90685fba, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:38:49.333335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.338734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.368422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Router d4475bef-bdf7-4e85-a138-72e8eb21bb4b is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:38:49.395201 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-98b10039-7c16-4f5f-8bc1-7bb77ee80d4e tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "PUT /v2.0/quotas/bcf513a5956e4263a3e0bb1a7e07f82d HTTP/1.1" status: 200 len: 368 time: 0.4999669 Mar 08 12:38:49.401724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60312) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:49.411043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Request body: {'network': {'project_id': 'bcf513a5956e4263a3e0bb1a7e07f82d'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:49.422520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-59de788f-93e0-4093-9f94-cd30e26845c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:38:49.422887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-59de788f-93e0-4093-9f94-cd30e26845c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:38:49.430685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.445764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Made reservation on behalf of 3ef7897a63024e7fb30995ea727743ce for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:49.448080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.454066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=07059e63-7cad-4feb-b664-abc31a207676,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:49.490891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] For port f1a85365-8761-4014-a837-44af90685fba, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:49.495264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] For port f1a85365-8761-4014-a837-44af90685fba, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f1a85365-8761-4014-a837-44af90685fba,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:38:49.502188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.533241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.550182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:38:49.562951 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Sync routers for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:38:49.574992 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:49.581015 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:49.621611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Made reservation on behalf of bcf513a5956e4263a3e0bb1a7e07f82d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:49.625635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.641402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.664011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.675779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:49.676706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.710391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.714466 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-903fd33b-5fa2-4088-86d0-1898fb35832e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1719446 Mar 08 12:38:49.719592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:49.729797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.783768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a15d-5ac2-4fd4-87a7-8e5f98f00951 None None] Pushing event updated for resources: {'Port': ['ID=f1a85365-8761-4014-a837-44af90685fba,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:49.849235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Allocated IP 172.26.3.111 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/feeb08af-5d31-4e40-8151-15e3dbb9e452) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:49.854090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.966976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07059e63-7cad-4feb-b664-abc31a207676 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:49.987889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:49.989799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Pushing event updated for resources: {'Network': ['ID=3e1d5607-ef6f-4936-9d1e-3125fcf52ba0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:49.997313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:50.001559 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:50.010538 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8901969e-398f-4aa0-afb6-a7063365112b tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1322119 Mar 08 12:38:50.018320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:50.043383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:50.046447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:50.289570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 07059e63-7cad-4feb-b664-abc31a207676 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:50.290308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:50.300372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Pushing event updated for resources: {'Port': ['ID=262c44b9-defd-4af0-bcf2-266d00ddf2d4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:50.414046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c472f31e-f64b-4d14-b23f-8a75dfec27a7 None None] Provisioning complete for port 07059e63-7cad-4feb-b664-abc31a207676 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:50.414407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c472f31e-f64b-4d14-b23f-8a75dfec27a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:50.458404 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:47Z', 'revision_number': 3, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:50.528177 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Checking router: d4475bef-bdf7-4e85-a138-72e8eb21bb4b for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:38:50.528177 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Updating router d4475bef-bdf7-4e85-a138-72e8eb21bb4b port 1199d8cc-a943-47e0-b510-0a0252007cb4 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:38:50.543587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb8522-dd30-44db-bde0-68db37681e69 None None] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:50.566156 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:50.575249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b093d9b7-38c3-44fa-b722-2e93610761ac up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:50.649713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2476a3e2-21b9-4bc3-a8a3-be62afad1a33,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:50.668680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:50.738911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:50.739161 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Added segment fd2e9ab4-c5cb-4b11-94d4-92925e68ea44 of type vlan for network 39ede616-ce7a-49d5-8a4b-1b322ef7104b Mar 08 12:38:50.792516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:50.800376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:38:50.855567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:50.924308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b093d9b7-38c3-44fa-b722-2e93610761ac triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:50.924670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:50.934862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.014121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.018060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60332) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:51.028955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Request body: {'port': {'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-743266496'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:51.044249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:51.061264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.081353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.082887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:51.084290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.107426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.109474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-65e796c6-92d7-4940-b7ac-e930bb67775b None None] Provisioning complete for port b093d9b7-38c3-44fa-b722-2e93610761ac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:51.109746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65e796c6-92d7-4940-b7ac-e930bb67775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.132754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.133069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Added segment 9a9f5c44-7af3-4515-ba9e-dc4841726526 of type vlan for network 4a2c37f1-edee-494e-a962-f19256d51df7 Mar 08 12:38:51.151992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61c3bc-4e82-42dd-8a0c-e33bdd9c5f14,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:51.213626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.233611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port b093d9b7-38c3-44fa-b722-2e93610761ac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b093d9b7-38c3-44fa-b722-2e93610761ac,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:38:51.261702 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8005867 Mar 08 12:38:51.267796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60336) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:51.277735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.277992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.285424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Made reservation on behalf of 21c7be6bae28453789942e9c87aa74ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:51.287994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.296578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65e796c6-92d7-4940-b7ac-e930bb67775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.296862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'subnet': {'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:51.310093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.312437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.329331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0095d-6e2e-4fca-acf5-cbc5b23ade7e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Network': ['ID=39ede616-ce7a-49d5-8a4b-1b322ef7104b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:51.366624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:51.383178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 39ede616-ce7a-49d5-8a4b-1b322ef7104b details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:51.409413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:51.414116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Made reservation on behalf of f4a7e0b16f3b4c03a1561f489e698d05 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:51.417242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.419980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:51.432320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.433295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:51.433901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.476629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8dc98-b733-46a8-9235-d61d5109c2e6 None None] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:51.502513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Allocated IP 172.26.3.200 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/b173094d-70db-464a-b8e6-2b4e5e67872e) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:51.542697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.objects.ports [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104046) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:38:51.542971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.557559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=b093d9b7-38c3-44fa-b722-2e93610761ac,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:51.568558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-65e796c6-92d7-4940-b7ac-e930bb67775b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:38:51.568843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-65e796c6-92d7-4940-b7ac-e930bb67775b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:38:51.641563 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2395241 Mar 08 12:38:51.648370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60338) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:51.655523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Pushing event updated for resources: {'Port': ['ID=feeb08af-5d31-4e40-8151-15e3dbb9e452,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:51.658487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Request body: {'network': {'project_id': 'bcf513a5956e4263a3e0bb1a7e07f82d'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:51.668233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2167660-34e7-4393-bee3-9dbadb62c850 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Pushing event updated for resources: {'Network': ['ID=4a2c37f1-edee-494e-a962-f19256d51df7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:51.693935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 4a2c37f1-edee-494e-a962-f19256d51df7 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:51.721758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.738757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0703db50-dd4f-4271-baf1-319a2721d28d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:51.763924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.777561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Checking segment: {'id': '3bcab40b-0590-40c5-94aa-3ca60ca6a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '81acf149-b914-4b53-a4c4-c30a21271217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:51.777987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network hostable DHCP agents. Network: 81acf149-b914-4b53-a4c4-c30a21271217, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:38:51.840593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Made reservation on behalf of bcf513a5956e4263a3e0bb1a7e07f82d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:51.843013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.850830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.883028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] device_id is not set on port eb58ad48-93f4-462f-aa60-6d8b55cfea11 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:38:51.950495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:51.975886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Allocated IP 172.20.0.1 (7be41d0b-784a-4dc2-885b-f3fdba1e757f/949648ea-ff8e-41f1-98e2-831fa42ecae5/49e618eb-460c-4af3-8ed7-f257ef89affd) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:52.015228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f1a85365-8761-4014-a837-44af90685fba up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:52.123835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f1a85365-8761-4014-a837-44af90685fba triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:52.124850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.155027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.193587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network 81acf149-b914-4b53-a4c4-c30a21271217 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:38:52.196549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df68c5-ebd3-4f9e-a387-7d12ffd47e27,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:52.225396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.226860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:38:52.239415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.283379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.283716 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Added segment ce3f1c9e-d320-4a1d-ba42-42c9b52ce0ac of type vlan for network e299b6a3-ca50-4f29-aa5e-114db7b2d770 Mar 08 12:38:52.286507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fc74bdee-0008-4929-a01f-16e578c92ca7 None None] Provisioning complete for port b093d9b7-38c3-44fa-b722-2e93610761ac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:52.287092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fc74bdee-0008-4929-a01f-16e578c92ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.292930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port f1a85365-8761-4014-a837-44af90685fba, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f1a85365-8761-4014-a837-44af90685fba,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:38:52.298456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 81acf149-b914-4b53-a4c4-c30a21271217) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:52.303359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:52.304153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.313123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350cad8-5264-4708-bba2-91a343c2f88a None None] Network 81acf149-b914-4b53-a4c4-c30a21271217 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:52.350931 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:52.375349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.376126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b093d9b7-38c3-44fa-b722-2e93610761ac up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:52.394274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:52.405302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:52.447912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.456547 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-372b9598-a601-4be1-ac56-c4a3afffa883 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2748315 Mar 08 12:38:52.456881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.459420 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60340) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:52.470750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-572795596', 'network_id': '81acf149-b914-4b53-a4c4-c30a21271217'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:52.495757 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.506991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Router c9dede10-02d9-486c-8102-7e61d7b36b73 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:38:52.554131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=f1a85365-8761-4014-a837-44af90685fba,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:52.581266 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.594822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Pushing event updated for resources: {'Port': ['ID=b173094d-70db-464a-b8e6-2b4e5e67872e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:52.608297 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Attempting to bind port 1199d8cc-a943-47e0-b510-0a0252007cb4 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:52.609113 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Attempting to bind port 1199d8cc-a943-47e0-b510-0a0252007cb4 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:52.609113 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Attempting to bind port 1199d8cc-a943-47e0-b510-0a0252007cb4 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:52.631588 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:38:52.631966 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:52.632364 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.632747 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:38:52.633226 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Bound port: 1199d8cc-a943-47e0-b510-0a0252007cb4, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:38:52.633597 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.639045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.666821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fc74bdee-0008-4929-a01f-16e578c92ca7 None None] Provisioning complete for port f1a85365-8761-4014-a837-44af90685fba triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:52.667310 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fc74bdee-0008-4929-a01f-16e578c92ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.675744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:38:52.680538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.684682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:52.685475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.692514 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] For port 1199d8cc-a943-47e0-b510-0a0252007cb4, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:52.696062 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] For port 1199d8cc-a943-47e0-b510-0a0252007cb4, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1199d8cc-a943-47e0-b510-0a0252007cb4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:38:52.716542 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Pushing event updated for resources: {'Port': ['ID=1199d8cc-a943-47e0-b510-0a0252007cb4,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:52.725199 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.725555 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.726036 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.726613 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.726946 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.727289 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.727681 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.727987 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.729407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.729407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.729407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.729407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Tracked resource versions report: Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: pushed versions: Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: { 'AddressGroup': {'1.2'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'ConntrackHelper': {'1.0'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Log': {'1.0'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Network': {'1.1'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Port': {'1.7'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'PortForwarding': {'1.2'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'QosPolicy': {'1.9'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroup': {'1.4'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SubPort': {'1.0'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Subnet': {'1.1'}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Trunk': {'1.1'}} Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: consumer versions: Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: { DHCP agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: HyperV agent@hv-neutron-8294: {}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: L3 agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: Metadata agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: Metering agent@dv-neutron-829486-2-hyperv: {}, Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: Open vSwitch agent@dv-neutron-829486-2-hyperv: { 'AddressGroup': '1.2', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'ConntrackHelper': '1.0', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Log': '1.0', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Network': '1.1', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Port': '1.7', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'PortForwarding': '1.2', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'QosPolicy': '1.9', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroup': '1.4', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SecurityGroupRule': '1.2', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'SubPort': '1.0', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Subnet': '1.1', Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: 'Trunk': '1.1'}} Mar 08 12:38:52.730451 dv-neutron-829486-2-hyperv neutron-server[104048]: {{(pid=104048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:38:52.740231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b093d9b7-38c3-44fa-b722-2e93610761ac triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:52.740760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.743387 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.753491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Sync routers for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:38:52.769542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfcc98-719d-4d2a-8287-936d5ce6c9b0 None None] Network 81acf149-b914-4b53-a4c4-c30a21271217 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:52.770023 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Made reservation on behalf of 3ef7897a63024e7fb30995ea727743ce for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:52.772667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.800173 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:52.800874 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:52.802143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Pushing event updated for resources: {'Network': ['ID=e299b6a3-ca50-4f29-aa5e-114db7b2d770,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:52.814128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] device_id is not set on port eb58ad48-93f4-462f-aa60-6d8b55cfea11 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:38:52.830528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e299b6a3-ca50-4f29-aa5e-114db7b2d770 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:38:52.836701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] device_id is not set on port d3af5f3a-d703-4062-9bf0-8e77fab0b5e4 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:38:52.843108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.875797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Pushing event updated for resources: {'Port': ['ID=49e618eb-460c-4af3-8ed7-f257ef89affd,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:52.893126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.916513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-791c92a8-b677-4e13-96a2-43ffed8be281 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2608371 Mar 08 12:38:52.923328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60342) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:52.932371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.932698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d2de580e-bda8-44cd-92c7-2df372001a83 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Request body: {'network': {'project_id': 'bcf513a5956e4263a3e0bb1a7e07f82d'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:52.938641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-75ffcd8a-9281-467d-9526-850a3bb32bcb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2163115 Mar 08 12:38:52.943633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60344) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:52.944381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:52.944531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:52.945649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:52.946328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:52.949883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:52.956921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:52.957540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:53.017208 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:53.191224 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2de580e-bda8-44cd-92c7-2df372001a83 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 12:38:53.191985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2de580e-bda8-44cd-92c7-2df372001a83 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:38:53.199259 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d2de580e-bda8-44cd-92c7-2df372001a83 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2737339 Mar 08 12:38:53.206836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60346) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:53.211618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:53.263005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Checking segment: {'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:53.263504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Network hostable DHCP agents. Network: 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:38:53.287719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:38:53.289179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:53.315168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=eb58ad48-93f4-462f-aa60-6d8b55cfea11,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:53.334126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Allocated IP 172.20.0.9 (81acf149-b914-4b53-a4c4-c30a21271217/0703db50-dd4f-4271-baf1-319a2721d28d/d3af5f3a-d703-4062-9bf0-8e77fab0b5e4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:53.355933 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:47Z', 'revision_number': 3, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:53.359441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5ce7a51-6590-4193-816e-0e533fc3855b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:53.383730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:38:53.399367 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a0287-e958-4c9a-8e87-64a31ed6eb75 None None] The sync data for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv is: [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:47Z', 'revision_number': 3, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:38:53.617659 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989a98b-580f-485e-ab91-20ef21e6d744 None None] Pushing event updated for resources: {'Port': ['ID=1199d8cc-a943-47e0-b510-0a0252007cb4,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:53.618602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:53.618602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:53.618849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:53.619906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:53.619906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:53.620304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-adc48dd2-4f14-413e-bc61-14145a29128e None None] Provisioning complete for port 49e618eb-460c-4af3-8ed7-f257ef89affd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:53.620304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-adc48dd2-4f14-413e-bc61-14145a29128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:53.620304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d9fee-0e99-4753-a8aa-a28b31e57d79 None None] Network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:53.630090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:53.630890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:53.631720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:53.655983 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-619f2cc7-66ec-43f3-b13f-9dca03154d73 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bcf513a5956e4263a3e0bb1a7e07f82d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4399996 Mar 08 12:38:53.665293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60350) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:53.695836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:53.696381 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:53.732099 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 2 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:53.772942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:53.773062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Checking segment: {'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:53.773266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:53.773588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:53.773797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network hostable DHCP agents. Network: 39ede616-ce7a-49d5-8a4b-1b322ef7104b, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:38:53.812054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:53.812054 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:53.816385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 3 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:53.875754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:53.876347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:53.876545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:53.892521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:53.931885 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f1a85365-8761-4014-a837-44af90685fba up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:53.936166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:53.936574 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:53.945963 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 4 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:53.967049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81630550-3e46-4768-8a86-558ef07b11a6 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.013931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:54.014355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:54.014751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:54.021970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.034921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-adc48dd2-4f14-413e-bc61-14145a29128e None None] Port 49e618eb-460c-4af3-8ed7-f257ef89affd cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:38:54.038903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:54.038903 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:54.042695 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 5 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:54.046167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81630550-3e46-4768-8a86-558ef07b11a6 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.067385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network 39ede616-ce7a-49d5-8a4b-1b322ef7104b is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:38:54.067548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:54.067548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:54.067548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:54.091394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.106838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Router 7d15fbca-c5da-4199-964b-a567ce03975c is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:38:54.127433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:54.127984 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:54.128833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.136983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f1a85365-8761-4014-a837-44af90685fba triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:54.137176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.138519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.146272 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 6 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:54.193990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:50Z', 'revision_number': 3, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:54.199343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.227588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Checking router: c9dede10-02d9-486c-8102-7e61d7b36b73 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:38:54.227924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Updating router c9dede10-02d9-486c-8102-7e61d7b36b73 port 262c44b9-defd-4af0-bcf2-266d00ddf2d4 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:38:54.232192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:54.232615 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:54.233133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:54.251451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 39ede616-ce7a-49d5-8a4b-1b322ef7104b) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:54.271013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:54.272036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.284895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network 81acf149-b914-4b53-a4c4-c30a21271217 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:54.291887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814f258-2a09-4ff3-b0c1-50d62e4ada86 None None] Network 39ede616-ce7a-49d5-8a4b-1b322ef7104b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:54.293569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:54.293966 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:54.302303 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 7 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:54.305619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:54.309405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:54.310680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:54.311343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.330897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.331096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Port': ['ID=d3af5f3a-d703-4062-9bf0-8e77fab0b5e4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:54.350439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:54.350867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:54.351266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:54.374263 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81630550-3e46-4768-8a86-558ef07b11a6 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.378993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81630550-3e46-4768-8a86-558ef07b11a6 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.386084 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-81630550-3e46-4768-8a86-558ef07b11a6 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e61c3bc-4e82-42dd-8a0c-e33bdd9c5f14 HTTP/1.1" status: 204 len: 168 time: 0.7106698 Mar 08 12:38:54.386084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.386084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.387932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Pushing event updated for resources: {'Port': ['ID=b173094d-70db-464a-b8e6-2b4e5e67872e,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:54.409679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:54.410333 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:54.414313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60354) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:54.415531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 8 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:54.431179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.455865 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6ecf447c-0455-45a5-86e8-b6b323c299af tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9933691 Mar 08 12:38:54.460643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60356) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:54.497608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630550-3e46-4768-8a86-558ef07b11a6 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61c3bc-4e82-42dd-8a0c-e33bdd9c5f14,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:54.523085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:54.523512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:54.523899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:54.532692 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5893e3c8-7b76-48e6-a02b-1973d33363e3 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2545104 Mar 08 12:38:54.540454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60358) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:54.561785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:38:54.583160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-507994897', 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:54.584006 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Sync routers for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:38:54.599118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Pushing event updated for resources: {'Port': ['ID=49e618eb-460c-4af3-8ed7-f257ef89affd,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:54.604427 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:54.606891 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:54.611160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.631900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf758dee-c148-4187-b2cd-d1bba7875b91 None None] Network 39ede616-ce7a-49d5-8a4b-1b322ef7104b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:38:54.633112 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-38fd887c-82d4-4ce9-bcf4-99aeea8b7ac8 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9240737 Mar 08 12:38:54.634163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60360) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:54.642393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Allocated IP 172.20.0.1 (58302eb8-1fbb-41e8-af39-c3baf2d0e7ad/15c5cd19-5b19-4e01-82c6-25134f5ae79a/9f0e7aaf-0c49-47ee-b31b-4d6e3de770de) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:54.649677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1507512441', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'fixed_ips': [{'ip_address': '172.26.3.200'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:54.663656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:54.664340 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:54.680575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 9 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:54.723066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.724232 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d41ffe2f-838d-41cd-a04a-46ee063702e7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.7349112 Mar 08 12:38:54.732286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60362) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:54.752382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:54.829601 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:54.831578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:54.845515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Made reservation on behalf of ce124f3a3d554189a2ff17e46ad90be9 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:54.847939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.850891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Made reservation on behalf of f4a7e0b16f3b4c03a1561f489e698d05 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:54.853057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.896853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.905932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:54.925929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:54.926530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:54.926991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:54.939480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:54.941370 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:54.945626 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 10 to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 Mar 08 12:38:55.027348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] device_id is not set on port 858d0501-bc20-4570-9d18-f583a8f489ec yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:38:55.049932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.068211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:55.070236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:55.070979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:55.121062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.175810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:38:55.176302 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port eb58ad48-93f4-462f-aa60-6d8b55cfea11 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:38:55.176797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.198832 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:51Z', 'revision_number': 3, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:55.213983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034a65e-218a-4fb0-9fcf-08b4ae1bcb09 None None] Pushing event updated for resources: {'Port': ['ID=262c44b9-defd-4af0-bcf2-266d00ddf2d4,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:55.218442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Attempting to bind port 262c44b9-defd-4af0-bcf2-266d00ddf2d4 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:55.219252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Attempting to bind port 262c44b9-defd-4af0-bcf2-266d00ddf2d4 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:55.219979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Attempting to bind port 262c44b9-defd-4af0-bcf2-266d00ddf2d4 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:55.231172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:38:55.231897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:55.232871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.234080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:38:55.234801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Bound port: 262c44b9-defd-4af0-bcf2-266d00ddf2d4, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:38:55.241124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.247150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-703bedd2-11ec-4751-a42e-245b0aed2727 None None] Provisioning complete for port 49e618eb-460c-4af3-8ed7-f257ef89affd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:55.247808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-703bedd2-11ec-4751-a42e-245b0aed2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.258918 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Checking router: 7d15fbca-c5da-4199-964b-a567ce03975c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:38:55.259253 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Updating router 7d15fbca-c5da-4199-964b-a567ce03975c port feeb08af-5d31-4e40-8151-15e3dbb9e452 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:38:55.284788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Deleting port d3af5f3a-d703-4062-9bf0-8e77fab0b5e4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:38:55.285352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.290686 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.349241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-703bedd2-11ec-4751-a42e-245b0aed2727 None None] Port 49e618eb-460c-4af3-8ed7-f257ef89affd cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:38:55.371045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] For port 262c44b9-defd-4af0-bcf2-266d00ddf2d4, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:55.375892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] For port 262c44b9-defd-4af0-bcf2-266d00ddf2d4, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=262c44b9-defd-4af0-bcf2-266d00ddf2d4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:38:55.410531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.428598 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.435157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.491730 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.532521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.532884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.533623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.533970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > port after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.534452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.535603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.536400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.536738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.537081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.607511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034a65e-218a-4fb0-9fcf-08b4ae1bcb09 None None] Pushing event updated for resources: {'Port': ['ID=262c44b9-defd-4af0-bcf2-266d00ddf2d4,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:55.626706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:55.628216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:55.664753 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Router d4475bef-bdf7-4e85-a138-72e8eb21bb4b has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:38:55.694985 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.740005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.765255 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.798177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.801275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] device_id is not set on port 496a22e2-3c7b-4b17-956a-ff22f22f704f yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:38:55.810039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:55.871628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.871971 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8216a-3d01-4753-87f0-428bde2167b9 None None] Pushing event updated for resources: {'Port': ['ID=feeb08af-5d31-4e40-8151-15e3dbb9e452,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:55.872440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.872951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.873370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:38:55.878468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e299b6a3-ca50-4f29-aa5e-114db7b2d770']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:55.908027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Allocated IP 2001:db8::5c (39ede616-ce7a-49d5-8a4b-1b322ef7104b/d5ce7a51-6590-4193-816e-0e533fc3855b/858d0501-bc20-4570-9d18-f583a8f489ec) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:55.917946 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Attempting to bind port feeb08af-5d31-4e40-8151-15e3dbb9e452 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:55.918333 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Attempting to bind port feeb08af-5d31-4e40-8151-15e3dbb9e452 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:55.918674 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Attempting to bind port feeb08af-5d31-4e40-8151-15e3dbb9e452 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:55.927148 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:38:55.928139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3f1c9e-d320-4a1d-ba42-42c9b52ce0ac') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:55.928850 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:55.929709 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.930989 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:38:55.932128 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Bound port: feeb08af-5d31-4e40-8151-15e3dbb9e452, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:38:55.932515 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:55.937120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3f1c9e-d320-4a1d-ba42-42c9b52ce0ac') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:55.998890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] For port eb58ad48-93f4-462f-aa60-6d8b55cfea11, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:55.999974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempted to set empty binding levels {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 08 12:38:56.002313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.025687 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] For port feeb08af-5d31-4e40-8151-15e3dbb9e452, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:56.034842 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] For port feeb08af-5d31-4e40-8151-15e3dbb9e452, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=feeb08af-5d31-4e40-8151-15e3dbb9e452,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:38:56.072471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.075350 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 12:38:56.075932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:38:56.079969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.096495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1199d8cc-a943-47e0-b510-0a0252007cb4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:56.109504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Calling delete_port for d3af5f3a-d703-4062-9bf0-8e77fab0b5e4 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:38:56.135257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.136909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38cea90-6e87-4572-b760-b53a99aa681d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:56.165279 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.175373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:38:56.175765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: from cryptography.utils import int_from_bytes Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: from cryptography.utils import int_from_bytes Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:38:56.180284 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:38:56.199936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.202189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.207543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:38:56.233114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Sync routers for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:38:56.243841 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5d5ab0cd-14fb-4d13-8180-95feed52b386 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4475bef-bdf7-4e85-a138-72e8eb21bb4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5228808 Mar 08 12:38:56.245091 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8216a-3d01-4753-87f0-428bde2167b9 None None] Pushing event updated for resources: {'Port': ['ID=feeb08af-5d31-4e40-8151-15e3dbb9e452,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:56.250255 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f899815e-eb18-4f62-9c63-be7f302ff78c tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6081095 Mar 08 12:38:56.265606 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:56.266235 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:56.267409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60366) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:56.378213 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:56.464237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:56.465261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.467548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1199d8cc-a943-47e0-b510-0a0252007cb4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:56.469358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.514150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:56.514888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:56.562190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:56.583262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.620015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=eb58ad48-93f4-462f-aa60-6d8b55cfea11,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:56.634242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:56.667641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.673421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.688721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:50Z', 'revision_number': 3, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:56.705078 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:51Z', 'revision_number': 3, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:56.731363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 1199d8cc-a943-47e0-b510-0a0252007cb4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1199d8cc-a943-47e0-b510-0a0252007cb4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:38:56.732608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b41eb-2d07-4419-a8b8-70bd0f9589f9 None None] The sync data for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv is: [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:50Z', 'revision_number': 3, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:38:56.740876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:56.745228 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80bf716-1189-4df9-8330-4f50579d620d None None] The sync data for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv is: [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:51Z', 'revision_number': 3, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:38:56.760617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Deleting port b173094d-70db-464a-b8e6-2b4e5e67872e {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:38:56.761092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.771258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.784397 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "DELETE /v2.0/networks/e299b6a3-ca50-4f29-aa5e-114db7b2d770 HTTP/1.1" status: 204 len: 168 time: 2.3621178 Mar 08 12:38:56.784573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Allocated IP 172.20.0.1 (092aac41-913b-48a5-94f7-c65ddaafdfa8/3e3c93b4-1d0c-4615-947a-0ab1cce024de/2be8417f-a151-4a0e-ad41-32f9dd16762b) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:38:56.791926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60382) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:56.836743 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ee895f4c-56ac-40cd-9e1d-ee1ba7ec8d92 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.8176081 Mar 08 12:38:56.849599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60384) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:56.873725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.895196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:56.915729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:56.920694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d1b0-47ad-45c1-b429-c2d420bf26d4 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Pushing event deleted for resources: {'Network': ['ID=e299b6a3-ca50-4f29-aa5e-114db7b2d770,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:57.136736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Pushing event updated for resources: {'Port': ['ID=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:57.175696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=1199d8cc-a943-47e0-b510-0a0252007cb4,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:57.196206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.365989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network 39ede616-ce7a-49d5-8a4b-1b322ef7104b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:57.381131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:57.392350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.394699 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.401185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:57.408053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:38:57.408917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.418114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.425457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Port': ['ID=858d0501-bc20-4570-9d18-f583a8f489ec,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:57.445210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0c27b6f5-eade-4fc9-8d02-a4b40d9f5cf5 None None] Provisioning complete for port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:57.445573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0c27b6f5-eade-4fc9-8d02-a4b40d9f5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.523071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 2, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:57.585717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Checking router: d4475bef-bdf7-4e85-a138-72e8eb21bb4b for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:38:57.586130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Updating router d4475bef-bdf7-4e85-a138-72e8eb21bb4b port 49e618eb-460c-4af3-8ed7-f257ef89affd binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:38:57.594170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:57.612323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.612821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.619829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0c27b6f5-eade-4fc9-8d02-a4b40d9f5cf5 None None] Port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:38:57.620932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:57.651790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.654398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:38:57.655172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.660356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2be8417f-a151-4a0e-ad41-32f9dd16762b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:57.756919 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-504b8572-1490-4170-af04-6876b196d5b9 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1774583 Mar 08 12:38:57.770760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60390) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:57.780931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:57.841339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Calling delete_port for b173094d-70db-464a-b8e6-2b4e5e67872e owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:38:57.877532 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60392) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:57.884652 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5df0eab7-fc2d-4152-8515-f79facf78e68 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573394768', 'description': 'tempest-description--2098119056'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:58.063555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 262c44b9-defd-4af0-bcf2-266d00ddf2d4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:58.179594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Deleting port eb58ad48-93f4-462f-aa60-6d8b55cfea11 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:38:58.179988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.214028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5df0eab7-fc2d-4152-8515-f79facf78e68 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.222550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-75692315-97ad-4a48-acc0-d3289b89a693 None None] Provisioning complete for port 2be8417f-a151-4a0e-ad41-32f9dd16762b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:58.223048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75692315-97ad-4a48-acc0-d3289b89a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.229548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.309199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3af5f3a-d703-4062-9bf0-8e77fab0b5e4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:58.310292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.324008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 262c44b9-defd-4af0-bcf2-266d00ddf2d4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:58.324629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.326246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-75692315-97ad-4a48-acc0-d3289b89a693 None None] Port 2be8417f-a151-4a0e-ad41-32f9dd16762b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:38:58.358126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.360476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] For port eb58ad48-93f4-462f-aa60-6d8b55cfea11, host hv-neutron-8294, got binding levels [] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:38:58.360819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.395046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.397614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2c37f1-edee-494e-a962-f19256d51df7']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:58.424722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Calling delete_port for eb58ad48-93f4-462f-aa60-6d8b55cfea11 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:38:58.438811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9f5c44-7af3-4515-ba9e-dc4841726526') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:58.439625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9f5c44-7af3-4515-ba9e-dc4841726526') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:58.458571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.507198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.516576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.523150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c61eaa2e-5411-42ee-b47c-e46616c2e801 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d3af5f3a-d703-4062-9bf0-8e77fab0b5e4 HTTP/1.1" status: 204 len: 168 time: 4.0588391 Mar 08 12:38:58.523345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827c96-4e0d-41cf-8074-d692bce3fd19 None None] Pushing event updated for resources: {'Port': ['ID=49e618eb-460c-4af3-8ed7-f257ef89affd,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:58.526209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60394) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:58.527295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:38:58.527786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:38:58.534806 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:38:58.540380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81acf149-b914-4b53-a4c4-c30a21271217', 'external_fixed_ips': [{'subnet_id': '0703db50-dd4f-4271-baf1-319a2721d28d', 'ip_address': '172.20.0.9'}]}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:58.557981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5df0eab7-fc2d-4152-8515-f79facf78e68 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.571478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.695369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Attempting to bind port 49e618eb-460c-4af3-8ed7-f257ef89affd on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:38:58.696914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Attempting to bind port 49e618eb-460c-4af3-8ed7-f257ef89affd by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:38:58.698000 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Attempting to bind port 49e618eb-460c-4af3-8ed7-f257ef89affd on network 7be41d0b-784a-4dc2-885b-f3fdba1e757f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:38:58.698529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Deleting port 858d0501-bc20-4570-9d18-f583a8f489ec {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:38:58.698969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.709191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.714633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:38:58.715109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Checking segment: {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:38:58.715550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.715935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Bound using segment: {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:38:58.716539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Bound port: 49e618eb-460c-4af3-8ed7-f257ef89affd, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:38:58.716960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.733252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.734728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.801023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5df0eab7-fc2d-4152-8515-f79facf78e68 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.805340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.809623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 262c44b9-defd-4af0-bcf2-266d00ddf2d4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=262c44b9-defd-4af0-bcf2-266d00ddf2d4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:38:58.814176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.821241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] 10.222.0.65 "DELETE /v2.0/networks/4a2c37f1-edee-494e-a962-f19256d51df7 HTTP/1.1" status: 204 len: 168 time: 1.9881933 Mar 08 12:38:58.880134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020243d-6e99-43b8-8ea6-5ab14575cbb5 tempest-QuotasNegativeTest-1256478510 tempest-QuotasNegativeTest-1256478510-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a2c37f1-edee-494e-a962-f19256d51df7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:58.887612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.888914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] For port 49e618eb-460c-4af3-8ed7-f257ef89affd, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:38:58.889979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0eab7-fc2d-4152-8515-f79facf78e68 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35feed9e-3bb6-4cd3-a325-6f07e4c85be1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:58.893306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] For port 49e618eb-460c-4af3-8ed7-f257ef89affd, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=49e618eb-460c-4af3-8ed7-f257ef89affd,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:38:58.927216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96539bf6-b7e0-4854-a9d2-833f22aaaae4 None None] Provisioning complete for port 49e618eb-460c-4af3-8ed7-f257ef89affd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:58.928175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96539bf6-b7e0-4854-a9d2-833f22aaaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.934996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:58.936035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device feeb08af-5d31-4e40-8151-15e3dbb9e452 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:38:58.977417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Pushing event deleted for resources: {'Port': ['ID=b173094d-70db-464a-b8e6-2b4e5e67872e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:59.016291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5df0eab7-fc2d-4152-8515-f79facf78e68 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.018085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.021273 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5df0eab7-fc2d-4152-8515-f79facf78e68 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1408813 Mar 08 12:38:59.023007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.023638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60398) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:59.040399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-869db7a8-6506-4228-a6ef-484449bb4619 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Request body: {'security_group_rule': {'security_group_id': '35feed9e-3bb6-4cd3-a325-6f07e4c85be1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:59.053596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.057292 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.063577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Calling delete_port for 858d0501-bc20-4570-9d18-f583a8f489ec owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:38:59.064901 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6e8eeaef-b404-4d61-b7d6-a1347d68d59a tempest-ExternalNetworksAdminNegativeTestJSON-1868721720 tempest-ExternalNetworksAdminNegativeTestJSON-1868721720-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/d8b58e7f-738e-4af2-854c-b3346a3d2c01 HTTP/1.1" status: 204 len: 168 time: 2.7855067 Mar 08 12:38:59.096772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-96539bf6-b7e0-4854-a9d2-833f22aaaae4 None None] Port 49e618eb-460c-4af3-8ed7-f257ef89affd cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:38:59.100981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.155920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.158047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d50d39fe-b7a1-4d84-b894-15617c17e01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.158778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.180934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=262c44b9-defd-4af0-bcf2-266d00ddf2d4,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:59.194870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:38:59.195491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:38:59.244659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb58ad48-93f4-462f-aa60-6d8b55cfea11,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:59.272735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.273225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.286007 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-55354c2a-e606-4c60-bb79-c8342d59448f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "DELETE /v2.0/ports/eb58ad48-93f4-462f-aa60-6d8b55cfea11 HTTP/1.1" status: 204 len: 168 time: 2.3572960 Mar 08 12:38:59.289742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.289742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.293483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60404) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:59.444510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.459702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-869db7a8-6506-4228-a6ef-484449bb4619 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.459793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port feeb08af-5d31-4e40-8151-15e3dbb9e452 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:59.459793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.524032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2be8417f-a151-4a0e-ad41-32f9dd16762b,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:59.532075 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d21df0-5caf-405c-8eba-7be51f71fe32 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:38:59.533651 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-87d21df0-5caf-405c-8eba-7be51f71fe32 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "GET /v2.0/ports/eb58ad48-93f4-462f-aa60-6d8b55cfea11 HTTP/1.1" status: 404 len: 333 time: 0.2353327 Mar 08 12:38:59.537933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60406) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:59.543336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Request body: {'port': {'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-869679361'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:38:59.581480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:38:59.600203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:38:59.601755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:38:59.652049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Made reservation on behalf of 21c7be6bae28453789942e9c87aa74ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:38:59.654775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.695171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.707032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827c96-4e0d-41cf-8074-d692bce3fd19 None None] Pushing event updated for resources: {'Port': ['ID=49e618eb-460c-4af3-8ed7-f257ef89affd,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:59.713067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] device_id is not set on port 0879241d-657b-4180-a3ab-7a0999b8891c yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:38:59.731491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.734681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Pushing event updated for resources: {'Port': ['ID=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:38:59.736565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5d67168a-11da-4b73-ac56-6a2e2af189cb None None] Provisioning complete for port 49e618eb-460c-4af3-8ed7-f257ef89affd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:38:59.737165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d67168a-11da-4b73-ac56-6a2e2af189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.882409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Router 7d15fbca-c5da-4199-964b-a567ce03975c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:38:59.936134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-869db7a8-6506-4228-a6ef-484449bb4619 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:38:59.986483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60414) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:38:59.991734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.001212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.047416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-869db7a8-6506-4228-a6ef-484449bb4619 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.091207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60418) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:00.113138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port feeb08af-5d31-4e40-8151-15e3dbb9e452, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=feeb08af-5d31-4e40-8151-15e3dbb9e452,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:00.172848 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869db7a8-6506-4228-a6ef-484449bb4619 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30905f31-a415-44f9-ae03-97d364e204a1,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:00.177651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.180161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event deleted for resources: {'Port': ['ID=858d0501-bc20-4570-9d18-f583a8f489ec,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:00.199257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.200318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1199d8cc-a943-47e0-b510-0a0252007cb4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:00.205520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:00.205694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:00.216018 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0b7600bd-1f15-4133-ab7e-7cdae08476a2 admin admin] 10.222.0.65 "PUT /v2.0/routers/7d15fbca-c5da-4199-964b-a567ce03975c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4825926 Mar 08 12:39:00.226040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:00.255726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b702d1c-191e-4050-9181-2e9194675355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.300922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d67168a-11da-4b73-ac56-6a2e2af189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.335922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-869db7a8-6506-4228-a6ef-484449bb4619 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.341800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-869db7a8-6506-4228-a6ef-484449bb4619 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3085835 Mar 08 12:39:00.347532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60424) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:00.370097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b702d1c-191e-4050-9181-2e9194675355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.373184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.386974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-33755425-f061-4024-b00f-3f2e069111cd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Request body: {'security_group_rule': {'security_group_id': '35feed9e-3bb6-4cd3-a325-6f07e4c85be1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:00.421155 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=feeb08af-5d31-4e40-8151-15e3dbb9e452,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:00.421357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19492c41-7054-4052-a3e7-10e7945fafaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.429748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.430494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:00.433538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:00.441093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-28dca384-366c-4bb5-a593-b2e2a7445cc4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "DELETE /v2.0/ports/858d0501-bc20-4570-9d18-f583a8f489ec HTTP/1.1" status: 204 len: 168 time: 2.6621792 Mar 08 12:39:00.451426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60426) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:00.459513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:00.460888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:00.461508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.464105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b', 'external_fixed_ips': [{'subnet_id': 'd5ce7a51-6590-4193-816e-0e533fc3855b', 'ip_address': '2001:db8::5c'}]}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:00.468077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=0879241d-657b-4180-a3ab-7a0999b8891c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:00.478604 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b702d1c-191e-4050-9181-2e9194675355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.519967 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5d67168a-11da-4b73-ac56-6a2e2af189cb None None] For port 49e618eb-460c-4af3-8ed7-f257ef89affd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=49e618eb-460c-4af3-8ed7-f257ef89affd,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:00.531407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:00.546597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b702d1c-191e-4050-9181-2e9194675355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb4095-990d-4841-b3a7-278d466259bc,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:00.551975 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b702d1c-191e-4050-9181-2e9194675355 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=008c92bfd7f7449dbdc4640ce02c7b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438271 Mar 08 12:39:00.556264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60432) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:00.568053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81494a78-e04e-4b90-a617-770103b0a55f None None] The sync data for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv is: [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:00.576115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1199d8cc-a943-47e0-b510-0a0252007cb4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:00.576471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.624985 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d67168a-11da-4b73-ac56-6a2e2af189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.631070 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-792afdd1-eac8-42f8-8342-97a86fc47a0f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0916049 Mar 08 12:39:00.634310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60434) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:00.638877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.639613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:00.639925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.815801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86e2aca5-cd5d-465d-be96-3eca86c2bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.828284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67168a-11da-4b73-ac56-6a2e2af189cb None None] Pushing event updated for resources: {'Port': ['ID=49e618eb-460c-4af3-8ed7-f257ef89affd,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:00.848630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86e2aca5-cd5d-465d-be96-3eca86c2bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.864203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fed73fdc-a8c4-456d-8440-00fc7a595a37 None None] Provisioning complete for port 2be8417f-a151-4a0e-ad41-32f9dd16762b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:00.864570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fed73fdc-a8c4-456d-8440-00fc7a595a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:00.932701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fed73fdc-a8c4-456d-8440-00fc7a595a37 None None] Port 2be8417f-a151-4a0e-ad41-32f9dd16762b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:00.957626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.015624 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Sync routers for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:01.032536 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:01.034632 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:38:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:01.083556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-98d3d9ea-7927-484b-94ec-829158f5b671 None None] Provisioning complete for port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:01.083925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-98d3d9ea-7927-484b-94ec-829158f5b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.098891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86e2aca5-cd5d-465d-be96-3eca86c2bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.102251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86e2aca5-cd5d-465d-be96-3eca86c2bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.107577 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-86e2aca5-cd5d-465d-be96-3eca86c2bfd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cadb4095-990d-4841-b3a7-278d466259bc HTTP/1.1" status: 204 len: 168 time: 0.5476270 Mar 08 12:39:01.210859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-98d3d9ea-7927-484b-94ec-829158f5b671 None None] Port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:01.232580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.248721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 49e618eb-460c-4af3-8ed7-f257ef89affd up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:01.262553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2aca5-cd5d-465d-be96-3eca86c2bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb4095-990d-4841-b3a7-278d466259bc,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:01.312159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Router c9dede10-02d9-486c-8102-7e61d7b36b73 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:39:01.323383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] device_id is not set on port 0879241d-657b-4180-a3ab-7a0999b8891c yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:01.326875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33755425-f061-4024-b00f-3f2e069111cd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.340230 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:01.344818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.364641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-554b773e-af97-4b91-b628-6917ab57a448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.413794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 49e618eb-460c-4af3-8ed7-f257ef89affd triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:01.414407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.435987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19492c41-7054-4052-a3e7-10e7945fafaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.449682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.488540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33755425-f061-4024-b00f-3f2e069111cd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.523899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 262c44b9-defd-4af0-bcf2-266d00ddf2d4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:01.536723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-19492c41-7054-4052-a3e7-10e7945fafaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.549900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=0879241d-657b-4180-a3ab-7a0999b8891c,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:01.594076 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:01.594436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:01.594785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:01.604967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:01.607997 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:01.608404 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 2 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:01.616282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19492c41-7054-4052-a3e7-10e7945fafaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be9ce4e-528b-4d38-8436-da6b74f73e77,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:01.638595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:01.638921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:01.639246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:01.639541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 262c44b9-defd-4af0-bcf2-266d00ddf2d4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:01.639911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.655552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:01.655885 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:01.656251 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 3 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:01.685110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:01.685432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:01.685750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:01.693700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:01.696466 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:01.696800 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 4 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:01.719622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60442) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:01.727021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-05aecdbe-2d94-44cf-ac3e-fbe6ddb3c2e7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561681118', 'description': 'tempest-description--455129564'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:01.739326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:01.740048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:01.743061 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 2, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:01.749725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:01.761213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-19492c41-7054-4052-a3e7-10e7945fafaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=398bf38aac904bf48124a48d7029d0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6590412 Mar 08 12:39:01.762195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33755425-f061-4024-b00f-3f2e069111cd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.766718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60444) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:01.789151 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Checking router: 7d15fbca-c5da-4199-964b-a567ce03975c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:01.789517 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Updating router 7d15fbca-c5da-4199-964b-a567ce03975c port 2be8417f-a151-4a0e-ad41-32f9dd16762b binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:01.792797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:01.793090 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:01.801580 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 5 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:01.814693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device feeb08af-5d31-4e40-8151-15e3dbb9e452 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:01.829407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.869649 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:01.870150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:01.870481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:01.878010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:01.878330 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:01.878964 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 6 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:01.899484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port feeb08af-5d31-4e40-8151-15e3dbb9e452 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:01.901032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.907488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:01.907813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:01.908186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:01.914679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:01.915354 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:01.917805 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 7 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:01.920465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05aecdbe-2d94-44cf-ac3e-fbe6ddb3c2e7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.929961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70516d4e-7be8-4523-945b-3f952db57400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.933713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.947869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:01.955750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33755425-f061-4024-b00f-3f2e069111cd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce45bf73-b1f3-49e7-8890-6408470be39a,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:01.961420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:01.961784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:01.962143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:01.989197 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.012676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70516d4e-7be8-4523-945b-3f952db57400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.019837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:02.020159 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:02.030007 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 8 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:02.089280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:02.089603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:02.089953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:02.105676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:02.106316 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:02.111690 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 9 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:02.127325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33755425-f061-4024-b00f-3f2e069111cd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.128592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-33755425-f061-4024-b00f-3f2e069111cd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7491314 Mar 08 12:39:02.133527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60446) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:02.140709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05aecdbe-2d94-44cf-ac3e-fbe6ddb3c2e7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.146543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:02.149939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:02.172035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:02.172035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:02.172035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:02.172224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f0e3a2ce-abe2-4b5a-a070-3e164a83d8cf admin admin] 10.222.0.65 "PUT /v2.0/routers/c9dede10-02d9-486c-8102-7e61d7b36b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1978893 Mar 08 12:39:02.172299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Sync routers for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:02.172368 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:02.172368 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:02.172368 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 10 to bind port 0879241d-657b-4180-a3ab-7a0999b8891c Mar 08 12:39:02.173786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:02.174485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:02.204201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60450) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:02.227675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:02.228003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:02.230983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:02.246660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05aecdbe-2d94-44cf-ac3e-fbe6ddb3c2e7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.272359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:02.272359 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 0879241d-657b-4180-a3ab-7a0999b8891c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:02.272640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.301540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70516d4e-7be8-4523-945b-3f952db57400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.304345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70516d4e-7be8-4523-945b-3f952db57400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.305205 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-70516d4e-7be8-4523-945b-3f952db57400 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6be9ce4e-528b-4d38-8436-da6b74f73e77 HTTP/1.1" status: 204 len: 168 time: 0.5372910 Mar 08 12:39:02.327461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.340257 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.386519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:02.394920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aecdbe-2d94-44cf-ac3e-fbe6ddb3c2e7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5294124-421e-497a-aa4e-4523ca8681d8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:02.415616 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.425912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05aecdbe-2d94-44cf-ac3e-fbe6ddb3c2e7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.430186 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05aecdbe-2d94-44cf-ac3e-fbe6ddb3c2e7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7065866 Mar 08 12:39:02.435009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60458) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:02.447936 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9a7477dd-940d-4504-87b1-03e1008704a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce124f3a3d554189a2ff17e46ad90be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425973 Mar 08 12:39:02.471414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-888d9ff8-9b64-450d-bff3-5513166d285f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Request body: {'security_group_rule': {'security_group_id': 'f5294124-421e-497a-aa4e-4523ca8681d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:02.490981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60460) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:02.498006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Allocated IP 172.20.0.9 (81acf149-b914-4b53-a4c4-c30a21271217/0703db50-dd4f-4271-baf1-319a2721d28d/6cf516a7-9a2f-40ac-baf1-63178e203a7c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:02.516467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70516d4e-7be8-4523-945b-3f952db57400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be9ce4e-528b-4d38-8436-da6b74f73e77,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:02.568132 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5f30-5c96-469d-9c99-8691b27415ce None None] Pushing event updated for resources: {'Port': ['ID=2be8417f-a151-4a0e-ad41-32f9dd16762b,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:02.725183 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Attempting to bind port 2be8417f-a151-4a0e-ad41-32f9dd16762b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:02.725183 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Attempting to bind port 2be8417f-a151-4a0e-ad41-32f9dd16762b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:02.725742 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Attempting to bind port 2be8417f-a151-4a0e-ad41-32f9dd16762b on network 092aac41-913b-48a5-94f7-c65ddaafdfa8 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:02.732907 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:02.734167 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Checking segment: {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:02.734818 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.736016 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Bound using segment: {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:02.736991 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Bound port: 2be8417f-a151-4a0e-ad41-32f9dd16762b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:02.736991 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.820930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] For port 0879241d-657b-4180-a3ab-7a0999b8891c, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:02.824361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempted to set empty binding levels {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 08 12:39:02.845080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.912687 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] For port 2be8417f-a151-4a0e-ad41-32f9dd16762b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:02.923793 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] For port 2be8417f-a151-4a0e-ad41-32f9dd16762b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2be8417f-a151-4a0e-ad41-32f9dd16762b,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:02.937413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:02.981361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.003324 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.042930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] In _notify_port_updated(), no bound segment for port 0879241d-657b-4180-a3ab-7a0999b8891c on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:39:03.043767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.044361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.048187 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "PUT /v2.0/ports/0879241d-657b-4180-a3ab-7a0999b8891c HTTP/1.1" status: 200 len: 976 time: 2.4103224 Mar 08 12:39:03.048802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-888d9ff8-9b64-450d-bff3-5513166d285f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.049514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60464) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:03.104391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254fa2f-6ec3-4c57-8e0e-1df2045ecfed tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=0879241d-657b-4180-a3ab-7a0999b8891c,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:03.114035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b9f69b4-a19f-4516-8d9a-c71d3ac01ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.148530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.157722 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5f30-5c96-469d-9c99-8691b27415ce None None] Pushing event updated for resources: {'Port': ['ID=2be8417f-a151-4a0e-ad41-32f9dd16762b,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:03.159195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6937bbe1-d6b7-451c-a5b7-ace0a8b6586a None None] Provisioning complete for port 2be8417f-a151-4a0e-ad41-32f9dd16762b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:03.159564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6937bbe1-d6b7-451c-a5b7-ace0a8b6586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.159921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.182465 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:03.183712 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:03.266109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 2, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:03.289597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.300319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-888d9ff8-9b64-450d-bff3-5513166d285f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.309259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Checking router: c9dede10-02d9-486c-8102-7e61d7b36b73 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:03.310207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Updating router c9dede10-02d9-486c-8102-7e61d7b36b73 port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:03.329053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf516a7-9a2f-40ac-baf1-63178e203a7c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:03.344702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b9f69b4-a19f-4516-8d9a-c71d3ac01ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.347919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network 81acf149-b914-4b53-a4c4-c30a21271217 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:03.381508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.381508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.381508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.381508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.381508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.382404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.383140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.383731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.384330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.385492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.386229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.387196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.387797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.388522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:03.388629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.391798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-65fe79c5-a358-4a6f-aa8e-faab3bc8ed6b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12928 time: 0.3386075 Mar 08 12:39:03.405235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:03.418273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60466) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:03.418608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60468) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:03.422800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-888d9ff8-9b64-450d-bff3-5513166d285f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.450862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:03.481861 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:03.591300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5760e78b-6169-43b9-8369-ca7ad3fb79af admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.672225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.675229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6937bbe1-d6b7-451c-a5b7-ace0a8b6586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.695170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d9ff8-9b64-450d-bff3-5513166d285f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5beda7c3-5d93-4d6a-8b97-5dfcaa3caa29,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:03.727670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Allocated IP 2001:db8::5c (39ede616-ce7a-49d5-8a4b-1b322ef7104b/d5ce7a51-6590-4193-816e-0e533fc3855b/7bacebab-5c6b-4e05-b984-efaa1ccf0cba) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:03.740648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b9f69b4-a19f-4516-8d9a-c71d3ac01ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.748008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b9f69b4-a19f-4516-8d9a-c71d3ac01ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.751544 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6b9f69b4-a19f-4516-8d9a-c71d3ac01ecb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b38cea90-6e87-4572-b760-b53a99aa681d HTTP/1.1" status: 204 len: 168 time: 1.2568812 Mar 08 12:39:03.761241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60474) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:03.777251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-12b0c8d1-9e84-4381-9a52-222fb0c65ea7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529999785', 'description': 'tempest-description--103091491'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:03.791574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.810912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6937bbe1-d6b7-451c-a5b7-ace0a8b6586a None None] For port 2be8417f-a151-4a0e-ad41-32f9dd16762b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2be8417f-a151-4a0e-ad41-32f9dd16762b,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:03.817934 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:02Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:03.860849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-888d9ff8-9b64-450d-bff3-5513166d285f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.865895 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-888d9ff8-9b64-450d-bff3-5513166d285f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4286363 Mar 08 12:39:03.866504 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20fa66-e9a7-4e12-bdbd-4161dbd4a56f None None] The sync data for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv is: [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:02Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:03.867019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60476) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:03.882633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c71f1716-4693-4211-a34b-57e8a15e9ce3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Request body: {'security_group_rule': {'security_group_id': 'f5294124-421e-497a-aa4e-4523ca8681d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:03.892710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f69b4-a19f-4516-8d9a-c71d3ac01ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38cea90-6e87-4572-b760-b53a99aa681d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:03.919132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Deleting port 0879241d-657b-4180-a3ab-7a0999b8891c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:03.919549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.926163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6937bbe1-d6b7-451c-a5b7-ace0a8b6586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:03.985911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.009526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937bbe1-d6b7-451c-a5b7-ace0a8b6586a None None] Pushing event updated for resources: {'Port': ['ID=2be8417f-a151-4a0e-ad41-32f9dd16762b,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:04.067304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-be366b18-2a4d-4297-97ec-ddfeb0f5581c None None] Provisioning complete for port 2be8417f-a151-4a0e-ad41-32f9dd16762b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:04.068080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be366b18-2a4d-4297-97ec-ddfeb0f5581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.069690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Allocated IP 172.26.3.233 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/3b4b354b-b94c-4876-ba90-8bd100a717e3) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:04.099461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] For port 0879241d-657b-4180-a3ab-7a0999b8891c, host hv-neutron-8294, got binding levels [] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:04.100206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.115175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.147256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71f1716-4693-4211-a34b-57e8a15e9ce3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.160347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Calling delete_port for 0879241d-657b-4180-a3ab-7a0999b8891c owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:04.178634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5760e78b-6169-43b9-8369-ca7ad3fb79af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.201574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1d9a2-3c78-46b2-ab7c-de2df6f7f773 None None] Pushing event updated for resources: {'Port': ['ID=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:04.303160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Attempting to bind port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:04.307043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Attempting to bind port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:04.307411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Attempting to bind port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de on network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:04.309478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.320880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:04.321245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Checking segment: {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:04.321766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.324133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Bound using segment: {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:04.325812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Bound port: 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:04.326148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.329500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.344811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.345018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12b0c8d1-9e84-4381-9a52-222fb0c65ea7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.469252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] For port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:04.473086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] For port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:04.495462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.526402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.562218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5760e78b-6169-43b9-8369-ca7ad3fb79af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.606987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:04.607701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:04.628432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760e78b-6169-43b9-8369-ca7ad3fb79af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb955f33-6803-4b1e-a7ee-dea2f64c1ea1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:04.739110 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5760e78b-6169-43b9-8369-ca7ad3fb79af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7f21789a8f74ea09f36bb9343f9aebc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3176975 Mar 08 12:39:04.751983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60486) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:04.789668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71f1716-4693-4211-a34b-57e8a15e9ce3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.826849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.903296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:04.904270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71f1716-4693-4211-a34b-57e8a15e9ce3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.940674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.964135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:04.966044 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-432b2f47-2970-4996-80ac-1d37025ebad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.976942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:04.993827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:05.042990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:05.050620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event updated for resources: {'Port': ['ID=3b4b354b-b94c-4876-ba90-8bd100a717e3,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.053097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f1716-4693-4211-a34b-57e8a15e9ce3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8604fb17-fe86-40ee-a173-757c61ca9e7a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.067767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71f1716-4693-4211-a34b-57e8a15e9ce3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.072479 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c71f1716-4693-4211-a34b-57e8a15e9ce3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1902592 Mar 08 12:39:05.072479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.077542 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0879241d-657b-4180-a3ab-7a0999b8891c HTTP/1.1" status: 204 len: 168 time: 1.6566331 Mar 08 12:39:05.082570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-578dd292-040a-4d0b-93a8-b77044128c8f None None] Provisioning complete for port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:05.084530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-578dd292-040a-4d0b-93a8-b77044128c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.086135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60492) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:05.086302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60494) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:05.089279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2be8417f-a151-4a0e-ad41-32f9dd16762b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:05.093940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.101203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12b0c8d1-9e84-4381-9a52-222fb0c65ea7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.108515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:05.130232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1d9a2-3c78-46b2-ab7c-de2df6f7f773 None None] Pushing event updated for resources: {'Port': ['ID=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.138215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cb417-1f0c-44ec-8d2b-e997ea228ef2 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event deleted for resources: {'Port': ['ID=0879241d-657b-4180-a3ab-7a0999b8891c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.167148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-432b2f47-2970-4996-80ac-1d37025ebad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.222633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.255442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-880cec8d-2d85-4e03-8d37-5a03e9199e8c tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:39:05.258350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-880cec8d-2d85-4e03-8d37-5a03e9199e8c tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "GET /v2.0/ports/0879241d-657b-4180-a3ab-7a0999b8891c HTTP/1.1" status: 404 len: 333 time: 0.1609290 Mar 08 12:39:05.265084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60502) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:05.272440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-950136776', 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:05.278994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network 39ede616-ce7a-49d5-8a4b-1b322ef7104b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:05.281205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12b0c8d1-9e84-4381-9a52-222fb0c65ea7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.293768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:05.301706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:05.356318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2be8417f-a151-4a0e-ad41-32f9dd16762b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:05.356318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.384156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-432b2f47-2970-4996-80ac-1d37025ebad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.389227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-432b2f47-2970-4996-80ac-1d37025ebad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.393359 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-432b2f47-2970-4996-80ac-1d37025ebad5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb955f33-6803-4b1e-a7ee-dea2f64c1ea1 HTTP/1.1" status: 204 len: 168 time: 0.6374893 Mar 08 12:39:05.402073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0c8d1-9e84-4381-9a52-222fb0c65ea7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2474d-99d5-424b-ae9b-8b8325a03e27,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.406326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Port': ['ID=7bacebab-5c6b-4e05-b984-efaa1ccf0cba,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.431339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-578dd292-040a-4d0b-93a8-b77044128c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.444057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b2f47-2970-4996-80ac-1d37025ebad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb955f33-6803-4b1e-a7ee-dea2f64c1ea1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.445516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.514781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Made reservation on behalf of 21c7be6bae28453789942e9c87aa74ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:05.517148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.536992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.542974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12b0c8d1-9e84-4381-9a52-222fb0c65ea7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.548929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-12b0c8d1-9e84-4381-9a52-222fb0c65ea7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7754061 Mar 08 12:39:05.551221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60510) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:05.580172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-48d5127a-e9f6-4b21-bb5e-063e6c6907ab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Request body: {'security_group_rule': {'security_group_id': 'c6e2474d-99d5-424b-ae9b-8b8325a03e27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:05.595684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-578dd292-040a-4d0b-93a8-b77044128c8f None None] For port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:05.616163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:04Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:05.679614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6fdbef-caab-4c94-b17f-98b64ed38ede None None] The sync data for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv is: [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:04Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:05.716486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-578dd292-040a-4d0b-93a8-b77044128c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.737975 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] device_id is not set on port cf62a61a-d0b9-481d-a0e5-cf4eddc60782 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:05.845368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd292-040a-4d0b-93a8-b77044128c8f None None] Pushing event updated for resources: {'Port': ['ID=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:05.872105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Router e9bde36f-c367-4a4e-975f-2ec5feb1ea83 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:05.886448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f66273b7-df18-453c-8106-18dc9be26583 None None] Provisioning complete for port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:05.886448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f66273b7-df18-453c-8106-18dc9be26583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.967233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:05.972465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.136592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48d5127a-e9f6-4b21-bb5e-063e6c6907ab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.295785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:06.308265 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Sync routers for ids ['e9bde36f-c367-4a4e-975f-2ec5feb1ea83'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:06.323271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.332835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48d5127a-e9f6-4b21-bb5e-063e6c6907ab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.347353 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Routers {'e9bde36f-c367-4a4e-975f-2ec5feb1ea83'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:06.349551 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e9bde36f-c367-4a4e-975f-2ec5feb1ea83'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:06.352858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.414525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.461253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48d5127a-e9f6-4b21-bb5e-063e6c6907ab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.478653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.500913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5127a-e9f6-4b21-bb5e-063e6c6907ab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0277e15-ed28-4f1a-a7fa-b264e68a5b94,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:06.523319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event updated for resources: {'Port': ['ID=3b4b354b-b94c-4876-ba90-8bd100a717e3,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:06.537879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.569527 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Set router e9bde36f-c367-4a4e-975f-2ec5feb1ea83 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:06.617107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:06.629088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:06.633463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:06.634574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:06.635183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.644943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=cf62a61a-d0b9-481d-a0e5-cf4eddc60782,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:06.703682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.705306 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-76ab7e56-0693-433b-8a83-4ba3f073afe7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5632803 Mar 08 12:39:06.709013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48d5127a-e9f6-4b21-bb5e-063e6c6907ab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.717565 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-48d5127a-e9f6-4b21-bb5e-063e6c6907ab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1554658 Mar 08 12:39:06.718284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60534) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:06.732722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-130b5080-0ce0-4154-98cc-57818f41276f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Request body: {'security_group_rule': {'security_group_id': 'c6e2474d-99d5-424b-ae9b-8b8325a03e27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:06.764476 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-620d3f86-7a00-4422-89f0-daf2975d4380 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4905634 Mar 08 12:39:06.765242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60536) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:06.780736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:06.784355 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e7bb7556-b86c-485a-b6bf-6899f3a4e398 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.2503612 Mar 08 12:39:06.784355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Allocated IP 172.26.3.190 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/3b9f0ce1-8ec4-41b0-ab8d-6774b8437477) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:06.795746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60538) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:06.887399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610fd99-a389-45b4-8b9d-07f91f036472 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:06.891961 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3610fd99-a389-45b4-8b9d-07f91f036472 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "GET /v2.0/ports/cf62a61a-d0b9-481d-a0e5-cf4eddc60782 HTTP/1.1" status: 200 len: 954 time: 0.1232076 Mar 08 12:39:06.892665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60542) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:07.003163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-130b5080-0ce0-4154-98cc-57818f41276f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.016254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Deleting port cf62a61a-d0b9-481d-a0e5-cf4eddc60782 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:07.016418 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.049580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.056305 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bde36f-c367-4a4e-975f-2ec5feb1ea83', 'name': '', 'tenant_id': '3ef7897a63024e7fb30995ea727743ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81acf149-b914-4b53-a4c4-c30a21271217', 'external_fixed_ips': [{'subnet_id': '0703db50-dd4f-4271-baf1-319a2721d28d', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '6cf516a7-9a2f-40ac-baf1-63178e203a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:58Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 3, 'project_id': '3ef7897a63024e7fb30995ea727743ce', 'gw_port': {'id': '6cf516a7-9a2f-40ac-baf1-63178e203a7c', 'name': '', 'network_id': '81acf149-b914-4b53-a4c4-c30a21271217', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bde36f-c367-4a4e-975f-2ec5feb1ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '0703db50-dd4f-4271-baf1-319a2721d28d', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:02Z', 'updated_at': '2022-03-08T12:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0703db50-dd4f-4271-baf1-319a2721d28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:07.124118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:07.137537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Checking router: e9bde36f-c367-4a4e-975f-2ec5feb1ea83 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:07.138076 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Updating router e9bde36f-c367-4a4e-975f-2ec5feb1ea83 port 6cf516a7-9a2f-40ac-baf1-63178e203a7c binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:07.174865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.196082 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.248845 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:07.249478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.284033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.418423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60562) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:07.429501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.457469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.508375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.513635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Calling delete_port for cf62a61a-d0b9-481d-a0e5-cf4eddc60782 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:07.534596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-130b5080-0ce0-4154-98cc-57818f41276f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.573352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:07.589463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:07.600271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:07.624472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-130b5080-0ce0-4154-98cc-57818f41276f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.676252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event updated for resources: {'Port': ['ID=3b9f0ce1-8ec4-41b0-ab8d-6774b8437477,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:07.694724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b5080-0ce0-4154-98cc-57818f41276f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad79542d-0c9c-46ca-bb57-79137b5b6654,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:07.736587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-130b5080-0ce0-4154-98cc-57818f41276f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.739716 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-130b5080-0ce0-4154-98cc-57818f41276f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0180495 Mar 08 12:39:07.744860 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.746937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60578) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:07.751696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:07.815678 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.838059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Deleting port 6cf516a7-9a2f-40ac-baf1-63178e203a7c {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:07.839010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.862361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1458828162'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:07.873199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.880932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.911341 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Attempting to bind port 6cf516a7-9a2f-40ac-baf1-63178e203a7c on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:07.912315 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Attempting to bind port 6cf516a7-9a2f-40ac-baf1-63178e203a7c by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '3bcab40b-0590-40c5-94aa-3ca60ca6a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '81acf149-b914-4b53-a4c4-c30a21271217'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:07.912793 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Attempting to bind port 6cf516a7-9a2f-40ac-baf1-63178e203a7c on network 81acf149-b914-4b53-a4c4-c30a21271217 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:07.915149 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67bb3f-18fa-41d7-bffa-377b96849ba0 None None] Pushing event updated for resources: {'Port': ['ID=6cf516a7-9a2f-40ac-baf1-63178e203a7c,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:07.923384 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:07.923760 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Checking segment: {'id': '3bcab40b-0590-40c5-94aa-3ca60ca6a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '81acf149-b914-4b53-a4c4-c30a21271217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:07.924781 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.924781 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Bound using segment: {'id': '3bcab40b-0590-40c5-94aa-3ca60ca6a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '81acf149-b914-4b53-a4c4-c30a21271217'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:07.925114 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Bound port: 6cf516a7-9a2f-40ac-baf1-63178e203a7c, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcab40b-0590-40c5-94aa-3ca60ca6a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '81acf149-b914-4b53-a4c4-c30a21271217'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:07.925674 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:07.976319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Router eb0d3d4b-0961-41cd-9460-bc1e4d531e2d is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:07.998007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf62a61a-d0b9-481d-a0e5-cf4eddc60782,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:08.020106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.027042 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] For port 6cf516a7-9a2f-40ac-baf1-63178e203a7c, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:08.032573 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] For port 6cf516a7-9a2f-40ac-baf1-63178e203a7c, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6cf516a7-9a2f-40ac-baf1-63178e203a7c,segment=NetworkSegment(3bcab40b-0590-40c5-94aa-3ca60ca6a9a1),segment_id=3bcab40b-0590-40c5-94aa-3ca60ca6a9a1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:08.046377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.053469 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dedbecd4-8752-4ad2-8930-82d352cb8303 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "DELETE /v2.0/ports/cf62a61a-d0b9-481d-a0e5-cf4eddc60782 HTTP/1.1" status: 204 len: 168 time: 1.1558094 Mar 08 12:39:08.055882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60580) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:08.095176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60588) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:08.099595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.104293 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 12:39:08.124301 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf427c81-832c-46f0-8ebd-5fbf622d3483 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:39:08.126017 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bf427c81-832c-46f0-8ebd-5fbf622d3483 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "GET /v2.0/ports/cf62a61a-d0b9-481d-a0e5-cf4eddc60782 HTTP/1.1" status: 404 len: 333 time: 0.0683951 Mar 08 12:39:08.128846 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Made reservation on behalf of ccba0afa273a4f4f8f7c46e65165079f for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:08.129624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60590) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:08.131506 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.133141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.135587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Calling delete_port for 6cf516a7-9a2f-40ac-baf1-63178e203a7c owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:08.143949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Request body: {'port': {'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-796057105'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:08.165146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.190153 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Routers {'e9bde36f-c367-4a4e-975f-2ec5feb1ea83'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:08.190793 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e9bde36f-c367-4a4e-975f-2ec5feb1ea83'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:08.238863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.255528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Made reservation on behalf of 21c7be6bae28453789942e9c87aa74ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:08.259573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.288327 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-edf2f60b-a1eb-4c3a-994e-f0d7dbafce40 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--573394768&fields=id&tenant_id=0967e5f7b0fb4fed8d47d62098682988 HTTP/1.1" status: 200 len: 267 time: 0.1906955 Mar 08 12:39:08.292635 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67bb3f-18fa-41d7-bffa-377b96849ba0 None None] Pushing event updated for resources: {'Port': ['ID=6cf516a7-9a2f-40ac-baf1-63178e203a7c,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:08.309020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.317405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] device_id is not set on port 3e16e41e-89be-43a2-8b9a-7cb77943cded yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:08.327727 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] Set router e9bde36f-c367-4a4e-975f-2ec5feb1ea83 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:08.352883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:08.366370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Sync routers for ids ['eb0d3d4b-0961-41cd-9460-bc1e4d531e2d'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:08.385452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Routers {'eb0d3d4b-0961-41cd-9460-bc1e4d531e2d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:08.386497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['eb0d3d4b-0961-41cd-9460-bc1e4d531e2d'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:08.410400 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bde36f-c367-4a4e-975f-2ec5feb1ea83', 'name': '', 'tenant_id': '3ef7897a63024e7fb30995ea727743ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:58Z', 'updated_at': '2022-03-08T12:39:07Z', 'revision_number': 4, 'project_id': '3ef7897a63024e7fb30995ea727743ce', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:08.470008 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195ce0c-5645-40cf-8b44-33453cdc144e None None] The sync data for ids ['e9bde36f-c367-4a4e-975f-2ec5feb1ea83'] in dv-neutron-829486-2-hyperv is: [{'id': 'e9bde36f-c367-4a4e-975f-2ec5feb1ea83', 'name': '', 'tenant_id': '3ef7897a63024e7fb30995ea727743ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:58Z', 'updated_at': '2022-03-08T12:39:07Z', 'revision_number': 4, 'project_id': '3ef7897a63024e7fb30995ea727743ce', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:08.500804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Allocated IP 172.26.3.231 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/96ee3d54-3bc9-413e-af34-d65c85686119) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:08.548481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.549718 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-73bbcafd-ca44-45e6-bd83-2cb167a7c978 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.0897024 Mar 08 12:39:08.564443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60598) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:08.592972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Set router eb0d3d4b-0961-41cd-9460-bc1e4d531e2d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:08.734191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.782129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.856734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.913138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d3d4b-0961-41cd-9460-bc1e4d531e2d', 'name': '', 'tenant_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b', 'external_fixed_ips': [{'subnet_id': 'd5ce7a51-6590-4193-816e-0e533fc3855b', 'ip_address': '2001:db8::5c'}], 'enable_snat': True}, 'gw_port_id': '7bacebab-5c6b-4e05-b984-efaa1ccf0cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:00Z', 'updated_at': '2022-03-08T12:39:05Z', 'revision_number': 3, 'project_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'gw_port': {'id': '7bacebab-5c6b-4e05-b984-efaa1ccf0cba', 'name': '', 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d3d4b-0961-41cd-9460-bc1e4d531e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd5ce7a51-6590-4193-816e-0e533fc3855b', 'ip_address': '2001:db8::5c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:03Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5ce7a51-6590-4193-816e-0e533fc3855b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:08.951694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:08.959201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60606) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:08.977266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Checking router: eb0d3d4b-0961-41cd-9460-bc1e4d531e2d for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:08.977604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Updating router eb0d3d4b-0961-41cd-9460-bc1e4d531e2d port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:09.009359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.035823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.053115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:09.054912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.060049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:09.067792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:09.068707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:09.069294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.084371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=3e16e41e-89be-43a2-8b9a-7cb77943cded,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.120122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:09.126414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:09.130668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:09.139557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-e2c08d32-f755-44b5-a636-717072ac63c1 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:09.165263 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-e2c08d32-f755-44b5-a636-717072ac63c1 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/networks?id=7be41d0b-784a-4dc2-885b-f3fdba1e757f HTTP/1.1" status: 200 len: 812 time: 0.8411136 Mar 08 12:39:09.183433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event updated for resources: {'Port': ['ID=96ee3d54-3bc9-413e-af34-d65c85686119,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.206340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Deleting port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:09.206681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.225573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.230857 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4d35a343-214c-4f0c-84d6-3339ca9f4511 tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0942299 Mar 08 12:39:09.255585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60610) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:09.267343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-260a0b7b-4477-4c7f-aec7-4fb7d06496af tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/quotas/0967e5f7b0fb4fed8d47d62098682988 HTTP/1.1" status: 200 len: 375 time: 0.1006167 Mar 08 12:39:09.278471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:09.284406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-22509989', 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:09.318096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.333144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Calling delete_port for 7bacebab-5c6b-4e05-b984-efaa1ccf0cba owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:09.360710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.368262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.383589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.394052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Made reservation on behalf of 1e04681b59984e0a94a4815378edb8df for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:09.396341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.409229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.451794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:39:09.454468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.483693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.496837 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b034fae-d4e0-4cc1-8501-22b5a26c9486,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.501525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.501882 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Added segment bed845c2-dc87-406e-bfab-25b093646874 of type vlan for network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 Mar 08 12:39:09.512888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.587110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Attempting to bind port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:09.587750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Attempting to bind port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:09.588355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Attempting to bind port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba on network 39ede616-ce7a-49d5-8a4b-1b322ef7104b {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:09.589758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.599469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.602185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:09.602842 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Checking segment: {'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:09.603999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.604578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Bound using segment: {'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:09.605349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Bound port: 7bacebab-5c6b-4e05-b984-efaa1ccf0cba, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:09.606006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.615915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357c848-4f47-4310-b1e2-d2141bf9817d None None] Pushing event updated for resources: {'Port': ['ID=7bacebab-5c6b-4e05-b984-efaa1ccf0cba,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.635249 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-4c571588-7f0d-40d1-a1dd-ab343f67b904 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0967e5f7b0fb4fed8d47d62098682988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3668807 Mar 08 12:39:09.639462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.657305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.702179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.707089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:39:09.707622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:39:09.744347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event updated for resources: {'Port': ['ID=3b9f0ce1-8ec4-41b0-ab8d-6774b8437477,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.762122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.766861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] device_id is not set on port 6d27cd68-3e00-4f53-b0c6-0ce6ff22f793 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:09.803124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bacebab-5c6b-4e05-b984-efaa1ccf0cba,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.834221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cf516a7-9a2f-40ac-baf1-63178e203a7c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.864759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.869436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.875139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-83b0b1af-693d-4f2a-9f94-e5977827640a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7780826 Mar 08 12:39:09.885521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4753aa-dd2b-49b5-994e-e9ea0424971b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:09.888744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.893394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:09.994857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-7b4e650d-203e-423e-a07d-9015e50b62aa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:39:09.996213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-7b4e650d-203e-423e-a07d-9015e50b62aa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2056301 Mar 08 12:39:09.997106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.002959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:10.003699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.068564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.074589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.146688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.181056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.192519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Allocated IP 172.26.3.90 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/6d27cd68-3e00-4f53-b0c6-0ce6ff22f793) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:10.220521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.235346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Attempting to bind port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:10.236083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Attempting to bind port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:10.236083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Attempting to bind port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba on network 39ede616-ce7a-49d5-8a4b-1b322ef7104b {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:10.241763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:10.241763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Checking segment: {'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:10.242306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.242656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Bound using segment: {'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:10.243072 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Bound port: 7bacebab-5c6b-4e05-b984-efaa1ccf0cba, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '39ede616-ce7a-49d5-8a4b-1b322ef7104b'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:10.243453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.248427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8284607 Mar 08 12:39:10.254782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.255289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb0d3d4b-0961-41cd-9460-bc1e4d531e2d {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:10.284357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.285904 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3931e1e5-9816-4ec5-baa6-0cfa7770e992 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "DELETE /v2.0/routers/eb0d3d4b-0961-41cd-9460-bc1e4d531e2d HTTP/1.1" status: 204 len: 168 time: 1.7191236 Mar 08 12:39:10.286710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Port 7bacebab-5c6b-4e05-b984-efaa1ccf0cba has been deleted concurrently {{(pid=104047) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 08 12:39:10.304761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Routers set() bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:10.305371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Router IDs set() for agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 12:39:10.306133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_agentschedulers_db [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb0d3d4b-0961-41cd-9460-bc1e4d531e2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent'). {{(pid=104047) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 08 12:39:10.307278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806df72-c864-4a45-af47-21e8ebf483ff None None] The sync data for ids ['eb0d3d4b-0961-41cd-9460-bc1e4d531e2d'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:10.312854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60640) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:10.327125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5366d88-0669-4ab8-bd9a-a88bd210f879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Pushing event updated for resources: {'Network': ['ID=6a3b9da2-3aef-4a7f-99bc-5473611cc549,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:10.340433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:39:10.424830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] device_id is not set on port 3e16e41e-89be-43a2-8b9a-7cb77943cded yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:10.435028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.438643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60646) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:10.477440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.478484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9bde36f-c367-4a4e-975f-2ec5feb1ea83 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:10.490033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.494972 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0ef74e6d-b2c2-4f87-b012-c737818f705e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "DELETE /v2.0/routers/e9bde36f-c367-4a4e-975f-2ec5feb1ea83 HTTP/1.1" status: 204 len: 168 time: 3.6978559 Mar 08 12:39:10.498314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Deleting subnet d5ce7a51-6590-4193-816e-0e533fc3855b {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:39:10.500700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60648) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:10.504527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-7f19d96f-4b90-4cde-be58-392379d8bf14 service neutron] 10.222.0.65 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666357 Mar 08 12:39:10.515675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.599804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.635421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-e4e6bf3a-ac4e-4b1d-b33e-1347c338e723 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1561681118&fields=id&tenant_id=d41fd6812062453e9f0f332104a52f9f HTTP/1.1" status: 200 len: 267 time: 0.1932626 Mar 08 12:39:10.657185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.662660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.711748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.780904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.804962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Deleting subnet 0703db50-dd4f-4271-baf1-319a2721d28d {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:39:10.820021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.827396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.828459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.857221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event updated for resources: {'Port': ['ID=96ee3d54-3bc9-413e-af34-d65c85686119,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:10.860752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:10.864653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:10.867204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=3e16e41e-89be-43a2-8b9a-7cb77943cded,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:10.887460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:10.888633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:10.889238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.908704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:10.909002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:10.909362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:10.911796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.919017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Pushing event updated for resources: {'Port': ['ID=6d27cd68-3e00-4f53-b0c6-0ce6ff22f793,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:10.942025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.947360 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-19e62eed-8f5f-41aa-83ac-5609c6c708a8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2001581 Mar 08 12:39:10.976123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:10.983182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:10.983515 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:10.997406 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1d061ab4-89ec-4ddf-a162-74a0b65dbba6 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0357938 Mar 08 12:39:11.000239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60652) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:11.004708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.90'}]}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:11.012893 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 2 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.023077 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-a681aff8-bb01-4927-9dc1-8c8cd0777b76 service neutron] 10.222.0.65 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084252 Mar 08 12:39:11.055050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-ccae4934-ac1d-41b8-bf4e-12ee1c1f43cc tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:11.057737 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-ccae4934-ac1d-41b8-bf4e-12ee1c1f43cc tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/networks?id=092aac41-913b-48a5-94f7-c65ddaafdfa8 HTTP/1.1" status: 200 len: 806 time: 0.4204276 Mar 08 12:39:11.069664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:11.070027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:11.070353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:11.090221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:11.090532 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:11.094020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 3 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.096873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.102406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-1410c221-25ff-465d-ba4f-d876ed834531 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/quotas/d41fd6812062453e9f0f332104a52f9f HTTP/1.1" status: 200 len: 375 time: 0.0369937 Mar 08 12:39:11.182648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.183848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.336190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:11.336756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:11.337264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:11.352057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:11.352394 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:11.354701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 4 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.382708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:11.383035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:11.383355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:11.410825 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-5ccb6b78-3956-4b38-8a3a-3f2cb9e1f5b6 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d41fd6812062453e9f0f332104a52f9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115608 Mar 08 12:39:11.411808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:11.412416 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:11.414303 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 5 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.421607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.457835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60680) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:11.468907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Request body: {'port': {'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812208367'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:11.477362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:11.479037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:11.479603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:11.485658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.489121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/d5ce7a51-6590-4193-816e-0e533fc3855b HTTP/1.1" status: 204 len: 168 time: 1.1738503 Mar 08 12:39:11.490324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:11.490893 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:11.491703 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 6 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.495614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.496429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60682) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:11.506804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96cdfa-f1d6-4671-ab3e-c71fdd59ac13 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ce7a51-6590-4193-816e-0e533fc3855b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:11.563128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.569517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/0703db50-dd4f-4271-baf1-319a2721d28d HTTP/1.1" status: 204 len: 168 time: 1.0673573 Mar 08 12:39:11.572113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b2ada-be4a-4091-a0c9-43f4570ddc30 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0703db50-dd4f-4271-baf1-319a2721d28d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:11.574879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60696) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:11.614922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:11.616319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:11.616866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:11.625908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.628197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Made reservation on behalf of 6eb65533f1b148cca908e2fcfdd9a5d1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:11.630473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.649690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.649835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-ceb7aa9a-816e-4cb3-8c3d-569fa147a2d1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:39:11.658438 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-ceb7aa9a-816e-4cb3-8c3d-569fa147a2d1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1355031 Mar 08 12:39:11.663198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.673752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:11.674248 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:11.706207 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 7 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.739857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-c8a7c80f-b7ef-4e9e-b0f4-b0f2c5f81bf7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1529999785&fields=id&tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2 HTTP/1.1" status: 200 len: 267 time: 0.1686685 Mar 08 12:39:11.793148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:11.793148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:11.793148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:11.795104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:11.795441 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:11.805191 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 8 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.837128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.895734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:11.896294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:11.896634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:11.918739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:11.919083 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:11.924966 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 9 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:11.933885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:11.995901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.000872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:12.000872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:12.000872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:12.010382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.010717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.012006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.012537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > port after_create 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.012744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > port after_delete 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.013079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > port after_update 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.013560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.014094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.014582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.015113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.022069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-4508369c-f66a-44cd-bf58-4c3b2cb27e90 service neutron] 10.222.0.65 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626571 Mar 08 12:39:12.046683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:12.047027 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:12.051186 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempt 10 to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded Mar 08 12:39:12.111429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-12c4bad3-303e-4a93-8d0f-7fb96a086511 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:12.112882 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-12c4bad3-303e-4a93-8d0f-7fb96a086511 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 811 time: 0.3336234 Mar 08 12:39:12.163701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.177450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:12.177782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:12.178142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempting to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:12.187251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-4e7d9307-cbe8-4c97-a4c6-e5a07818ec2f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/quotas/b6d2017ad3c84bcf80ed6e2162f98ba2 HTTP/1.1" status: 200 len: 375 time: 0.0616581 Mar 08 12:39:12.202662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:12.202985 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Failed to bind port 3e16e41e-89be-43a2-8b9a-7cb77943cded on host hv-neutron-8294 for vnic_type normal using segments [{'id': '6581d562-b699-4208-8eee-95eeacc33563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3e1d5607-ef6f-4936-9d1e-3125fcf52ba0'}] Mar 08 12:39:12.203361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.209649 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.210017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.210345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.210831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=104045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:39:12.211191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ede616-ce7a-49d5-8a4b-1b322ef7104b']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:12.217701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.219777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81acf149-b914-4b53-a4c4-c30a21271217']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:12.233725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:12.234031 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2e9ab4-c5cb-4b11-94d4-92925e68ea44') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:12.260661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.267309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcab40b-0590-40c5-94aa-3ca60ca6a9a1') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:12.267600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcab40b-0590-40c5-94aa-3ca60ca6a9a1') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:12.284312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.284634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.317354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.321057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:39:12.321434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: from cryptography.utils import int_from_bytes Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: from cryptography.utils import int_from_bytes Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: items = [ Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:39:12.328059 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:39:12.338786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-b511d8a3-42ad-4d83-81f0-70014479ba79 service neutron] 10.222.0.65 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154128 Mar 08 12:39:12.342819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] device_id is not set on port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:12.345618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.368930 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-20d7ea8c-9d08-42b1-a574-0e3143c9536c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1673555 Mar 08 12:39:12.370562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:39:12.370963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:39:12.377127 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:39:12.491028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbae5ab-176e-4e3a-8d62-324c0135804b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:12.538914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-4966ddce-c6b3-491b-ae2c-6ca9787bd523 service neutron] 10.222.0.65 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433408 Mar 08 12:39:12.547087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] For port 3e16e41e-89be-43a2-8b9a-7cb77943cded, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:12.547450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attempted to set empty binding levels {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 08 12:39:12.650336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.658180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81acf149-b914-4b53-a4c4-c30a21271217 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 08 12:39:12.677344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.691311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "DELETE /v2.0/networks/81acf149-b914-4b53-a4c4-c30a21271217 HTTP/1.1" status: 204 len: 168 time: 1.1100166 Mar 08 12:39:12.704271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.705440 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-a6f5584c-73d4-4ea3-abed-c13afdb81a14 service neutron] 10.222.0.65 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567643 Mar 08 12:39:12.706668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.775933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39ede616-ce7a-49d5-8a4b-1b322ef7104b {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 08 12:39:12.802107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8565b8e-3a5b-4920-b64a-6667f6047440 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event deleted for resources: {'Network': ['ID=81acf149-b914-4b53-a4c4-c30a21271217,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:12.818616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] In _notify_port_updated(), no bound segment for port 3e16e41e-89be-43a2-8b9a-7cb77943cded on network 3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:39:12.819459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:12.820081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.823947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "PUT /v2.0/ports/3e16e41e-89be-43a2-8b9a-7cb77943cded HTTP/1.1" status: 200 len: 976 time: 3.5641882 Mar 08 12:39:12.857543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60728) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:12.859778 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddc92a8e-bd9b-48ed-88b5-4ac11e7323dd req-8f666614-3ee8-4498-9f89-f51a5f249c4e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 210 time: 0.0990725 Mar 08 12:39:12.905605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.914448 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "DELETE /v2.0/networks/39ede616-ce7a-49d5-8a4b-1b322ef7104b HTTP/1.1" status: 204 len: 168 time: 1.4108150 Mar 08 12:39:12.915150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5012d-0cd4-46cc-940f-4b8a7b1d591b tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event updated for resources: {'Port': ['ID=3e16e41e-89be-43a2-8b9a-7cb77943cded,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:12.919046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.925993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f1ff5-f8f6-4f36-9f0a-4e749e8c19d4 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event deleted for resources: {'Network': ['ID=39ede616-ce7a-49d5-8a4b-1b322ef7104b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:12.958545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:12.980204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Deleting port 3e16e41e-89be-43a2-8b9a-7cb77943cded {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:12.980669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.108667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] device_id is not set on port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:13.150262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.190395 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f48a7142-e6d6-4510-9d94-e245d79e0523 req-73f4fcc7-4390-4102-b500-5bc6b4b0ed90 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 0.1145470 Mar 08 12:39:13.249016 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-545fa976-11fe-49bf-b7cb-b5036337198b req-ab48b528-e1e0-4f86-a91d-eb5f9928a43c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 210 time: 0.0658615 Mar 08 12:39:13.267498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.269653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] For port 3e16e41e-89be-43a2-8b9a-7cb77943cded, host hv-neutron-8294, got binding levels [] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:13.270265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.330108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Calling delete_port for 3e16e41e-89be-43a2-8b9a-7cb77943cded owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:13.339084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60756) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:13.354547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-95499358-095f-4d72-9a42-3c278e7668a3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'router': {'name': 'tempest-router--1239849913', 'project_id': 'b706d35b8b094725bb695c59e6d77169'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:13.406498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=6c087cdb-83cf-42c5-867e-1ebd9ce919fb,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:13.436995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Checking segment: {'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:13.437343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Network hostable DHCP agents. Network: 6a3b9da2-3aef-4a7f-99bc-5473611cc549, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:39:13.490496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.523959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-95499358-095f-4d72-9a42-3c278e7668a3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.525664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-95499358-095f-4d72-9a42-3c278e7668a3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.610266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60764) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:13.613491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-95499358-095f-4d72-9a42-3c278e7668a3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.621566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d2fb9be4-f6b2-49f3-906e-ca21233a8604 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'router': {'name': 'tempest-router--1484513843', 'project_id': '1723a7e0803348a89457863c8e063f52'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:13.628985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.698939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e16e41e-89be-43a2-8b9a-7cb77943cded,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:13.704588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-95499358-095f-4d72-9a42-3c278e7668a3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.761869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.764969 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aedda577-9335-445f-8795-f75ad91a47cc tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3e16e41e-89be-43a2-8b9a-7cb77943cded HTTP/1.1" status: 204 len: 168 time: 0.9042799 Mar 08 12:39:13.770484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60770) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:13.809167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bbbad8-064d-4a5b-8ba7-4cff9113b52f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:39:13.810787 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-61bbbad8-064d-4a5b-8ba7-4cff9113b52f tempest-PortsAdminExtendedAttrsTestJSON-1191735187 tempest-PortsAdminExtendedAttrsTestJSON-1191735187-project-admin] 10.222.0.65 "GET /v2.0/ports/3e16e41e-89be-43a2-8b9a-7cb77943cded HTTP/1.1" status: 404 len: 333 time: 0.0393503 Mar 08 12:39:13.814371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60772) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:13.872251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:39:13.890992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-95499358-095f-4d72-9a42-3c278e7668a3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.893551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-95499358-095f-4d72-9a42-3c278e7668a3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5521145 Mar 08 12:39:13.895445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be4-f6b2-49f3-906e-ca21233a8604 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.896447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be4-f6b2-49f3-906e-ca21233a8604 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.907739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60776) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:13.986555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.989483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:13.996427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.004796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3b24ecf-1c7c-4497-90dc-0e8ef12a96c6 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.069271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 6a3b9da2-3aef-4a7f-99bc-5473611cc549) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:14.083674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2af532-afbe-4f21-a82b-e90fd173eab5 None None] Network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:14.086119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:14.116773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.117527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.118285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.125681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.126366 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.126947 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 2 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.145683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.146061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.146825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.153370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.153725 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.154163 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 3 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.172180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.172605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.172938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.178106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.178429 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.178811 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 4 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.194522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.194845 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.195218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.201344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.201859 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.202310 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 5 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.221531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.222051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.222646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.245479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.251591 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.251591 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 6 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.263446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.264898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c74f898-9b8c-4464-bab7-dcf370c57e76 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:14.332419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.332853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.333490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.339844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.340149 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.340494 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 7 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.361096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.361096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.361656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.367132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.367455 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.367829 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 8 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.386552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.387177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.387667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.396896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.397572 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.397918 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 9 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.418638 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 08 12:39:14.419894 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-201fe3eb-833f-44f7-8f43-3099435b0ad8 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4184887 Mar 08 12:39:14.420721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.421024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.421399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.423846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60790) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:14.441554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.441895 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.459207 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.plugins.ml2.plugin [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 10 to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb Mar 08 12:39:14.465910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be4-f6b2-49f3-906e-ca21233a8604 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.481986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:14.482559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:14.483124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:14.487765 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-94cd0d3e-5bbd-458b-828f-af545d3f2ea7 req-6597a851-fbc8-4fb3-a3e0-937c720bd91c tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 210 time: 0.1939764 Mar 08 12:39:14.523698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:14.524029 dv-neutron-829486-2-hyperv neutron-server[104045]: ERROR neutron.plugins.ml2.managers [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:14.524437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.557259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8565e75f-b704-4f49-86fa-0437ce65f858 req-53747b6e-fb21-4875-aa9d-59ce0922ce61 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 0.2665157 Mar 08 12:39:14.574615 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3b24ecf-1c7c-4497-90dc-0e8ef12a96c6 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.592469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be4-f6b2-49f3-906e-ca21233a8604 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.597976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3b24ecf-1c7c-4497-90dc-0e8ef12a96c6 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.616851 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Deleting port 6d27cd68-3e00-4f53-b0c6-0ce6ff22f793 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:14.617190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.633763 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] For port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:14.634166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempted to set empty binding levels {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 08 12:39:14.644779 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25034c87-ac18-44b0-a225-79dbbfa547cc req-7a1c53c0-931c-423f-96e3-75db3161f932 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 210 time: 0.0665462 Mar 08 12:39:14.708936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.722130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.767002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:14.767586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.770985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Calling delete_port for 6d27cd68-3e00-4f53-b0c6-0ce6ff22f793 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:14.783252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9be4-f6b2-49f3-906e-ca21233a8604 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.791297 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d2fb9be4-f6b2-49f3-906e-ca21233a8604 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1799309 Mar 08 12:39:14.793105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60792) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:14.796505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=6c087cdb-83cf-42c5-867e-1ebd9ce919fb,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:14.816876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.907388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3b24ecf-1c7c-4497-90dc-0e8ef12a96c6 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.907869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b24ecf-1c7c-4497-90dc-0e8ef12a96c6 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b76ed122-0dff-4080-90b7-6a1a0494e6d9 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:14.908953 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2915c86a-4794-4cfd-b557-2b08643798c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.4497659 Mar 08 12:39:14.911637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60794) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:14.919464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3b24ecf-1c7c-4497-90dc-0e8ef12a96c6 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.923090 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d3b24ecf-1c7c-4497-90dc-0e8ef12a96c6 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b76ed122-0dff-4080-90b7-6a1a0494e6d9 HTTP/1.1" status: 204 len: 168 time: 1.0121276 Mar 08 12:39:14.930319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d5607-ef6f-4936-9d1e-3125fcf52ba0']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:14.956423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6dfa142e-6302-4fc1-9e98-d76c673a2d1f tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:14.961624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6581d562-b699-4208-8eee-95eeacc33563') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:14.961941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6581d562-b699-4208-8eee-95eeacc33563') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:15.019297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Deleting port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:15.019757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.023923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.039982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.048638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:39:15.049141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:39:15.052530 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:39:15.109389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.120502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] For port 6c087cdb-83cf-42c5-867e-1ebd9ce919fb, host hv-neutron-8294, got binding levels [] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:15.120874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.151493 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d27cd68-3e00-4f53-b0c6-0ce6ff22f793,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:15.164703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Calling delete_port for 6c087cdb-83cf-42c5-867e-1ebd9ce919fb owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:15.267207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.270507 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-55f1f50a-8f78-49db-b94e-3bf9bd7aaaa7 tempest-RoutersAdminNegativeTest-809624629 tempest-RoutersAdminNegativeTest-809624629-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6d27cd68-3e00-4f53-b0c6-0ce6ff22f793 HTTP/1.1" status: 204 len: 168 time: 0.8437884 Mar 08 12:39:15.289921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.293694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6dfa142e-6302-4fc1-9e98-d76c673a2d1f tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.310501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6dfa142e-6302-4fc1-9e98-d76c673a2d1f tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.312958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.320181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] 10.222.0.65 "DELETE /v2.0/networks/3e1d5607-ef6f-4936-9d1e-3125fcf52ba0 HTTP/1.1" status: 204 len: 168 time: 1.5048053 Mar 08 12:39:15.339389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e88030-ad29-4345-a676-fe6ee89cfd3f tempest-PortsAdminExtendedAttrsTestJSON-1837853659 tempest-PortsAdminExtendedAttrsTestJSON-1837853659-project] Pushing event deleted for resources: {'Network': ['ID=3e1d5607-ef6f-4936-9d1e-3125fcf52ba0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:15.342427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60806) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:15.410144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.417920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.45', 55393) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:15.437178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6dfa142e-6302-4fc1-9e98-d76c673a2d1f tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.438289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfa142e-6302-4fc1-9e98-d76c673a2d1f tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69a8e2c9-5e86-4b8b-a88f-7c9eb8372df7 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:15.456721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6dfa142e-6302-4fc1-9e98-d76c673a2d1f tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.458294 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6dfa142e-6302-4fc1-9e98-d76c673a2d1f tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "DELETE /v2.0/routers/69a8e2c9-5e86-4b8b-a88f-7c9eb8372df7 HTTP/1.1" status: 204 len: 168 time: 0.6600969 Mar 08 12:39:15.499614 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.506762 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6c087cdb-83cf-42c5-867e-1ebd9ce919fb HTTP/1.1" status: 204 len: 168 time: 0.5939267 Mar 08 12:39:15.508201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dfeee-d0aa-4bf8-815a-97052131778c tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c087cdb-83cf-42c5-867e-1ebd9ce919fb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:15.513095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60812) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:15.551899 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-450d3089-8c7b-48d3-a268-3316f0e5f93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:39:15.553664 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-450d3089-8c7b-48d3-a268-3316f0e5f93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "GET /v2.0/ports/6c087cdb-83cf-42c5-867e-1ebd9ce919fb HTTP/1.1" status: 404 len: 333 time: 0.0390911 Mar 08 12:39:15.558346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60816) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:15.564356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Request body: {'port': {'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1690840281'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:15.607750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-02e4ae3e-2684-4196-809f-865e05ab20a4 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:15.611192 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-02e4ae3e-2684-4196-809f-865e05ab20a4 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.45 "GET /v2.0/networks?id=7be41d0b-784a-4dc2-885b-f3fdba1e757f HTTP/1.1" status: 200 len: 812 time: 0.1899667 Mar 08 12:39:15.654698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Made reservation on behalf of 6eb65533f1b148cca908e2fcfdd9a5d1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:15.659542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:15.690216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] device_id is not set on port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:15.751775 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9608bc2d-a0a2-46a7-8fac-a166e02a8ac5 req-96a55f8e-b6fe-45fb-be8f-2ddef9e677d2 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0779076 Mar 08 12:39:15.789399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9b488cc2-12d2-4c2a-8821-e2c0487d06ce req-b023d9c1-ddf8-49fd-8a77-cfe4c7b2125a tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 210 time: 0.0822382 Mar 08 12:39:15.845730 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-88565e52-1dcc-46be-915e-a0984d0b721b tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0967e5f7b0fb4fed8d47d62098682988 HTTP/1.1" status: 200 len: 379 time: 0.1936796 Mar 08 12:39:15.870976 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71bc12e0-147c-4cfd-8599-a7c6d2f83c5c req-2e42851a-2778-4656-8b45-b660ad030b35 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 210 time: 0.0427051 Mar 08 12:39:15.874909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Request body: {'port': {'device_id': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'admin_state_up': True, 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'security_groups': ['35feed9e-3bb6-4cd3-a325-6f07e4c85be1']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:15.960675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.122856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.145097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.45', 55396) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:16.173338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:16.178740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:16.180645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=9bc0f140-18fd-4c6f-88d8-f38c385a4834,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:16.183329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:16.184272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:16.184838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.224087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1752195124', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:16.297317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Made reservation on behalf of 0967e5f7b0fb4fed8d47d62098682988 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:16.305021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.310091 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-14cc90a8-a361-49d9-8747-fcb1487a8849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7402008 Mar 08 12:39:16.310292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60838) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:16.337393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60840) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:16.339736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:16.370932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.372356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.382330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60846) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:16.408903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60850) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:16.510204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.546129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2750-8b12-473d-a3d7-0dd235b2adcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.578305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-5666d0c1-a0ce-4925-83fd-b628d4a983a4 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:16.582236 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-5666d0c1-a0ce-4925-83fd-b628d4a983a4 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 811 time: 0.4313283 Mar 08 12:39:16.643415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.685669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-57029221', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:16.799707 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-54d29d6c-6e67-492e-8b1f-dcfd41dae763 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1518b536eb344e98945ff3405786c260&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4536345 Mar 08 12:39:16.799707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60866) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:16.833462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.45', 55401) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:16.957701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.961334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:16.966088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.010147 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f25d895-b3ec-4adf-8302-0fb32e966814 req-f4fa6b4c-f79c-47cd-97ea-65480179b5a5 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0975401 Mar 08 12:39:17.045651 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-938e8b47-630a-46cf-9c6a-21a9f2e95de2 req-9850f12e-0a66-416c-92b7-4c7708d6d052 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 210 time: 0.0860901 Mar 08 12:39:17.067779 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-4c6d8981-7850-4e02-bcc5-2890fcb7b603 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2 HTTP/1.1" status: 200 len: 380 time: 0.4259155 Mar 08 12:39:17.087063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Allocated IP 172.20.0.10 (7be41d0b-784a-4dc2-885b-f3fdba1e757f/949648ea-ff8e-41f1-98e2-831fa42ecae5/87cc0ae2-ee30-43b7-9779-f6ac63a33a6d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:17.094762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Request body: {'port': {'device_id': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'admin_state_up': True, 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'security_groups': ['c6e2474d-99d5-424b-ae9b-8b8325a03e27']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:17.229909 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4bc3d721-4ef9-4dd3-8220-81281ea2dca5 req-c4918a9d-ceab-4b16-972a-274486c4ce4b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 210 time: 0.0995426 Mar 08 12:39:17.336357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9667f987-4523-45e9-93be-57964d6710a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.433676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.436302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2750-8b12-473d-a3d7-0dd235b2adcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.500332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f8d51fe9-a74d-4157-91cb-2992f1dd3945 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:17.502337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] device_id is not set on port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:17.502716 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f8d51fe9-a74d-4157-91cb-2992f1dd3945 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.45 "GET /v2.0/networks?id=092aac41-913b-48a5-94f7-c65ddaafdfa8 HTTP/1.1" status: 200 len: 806 time: 0.6375172 Mar 08 12:39:17.511769 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9667f987-4523-45e9-93be-57964d6710a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.514076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.530697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.575432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Made reservation on behalf of b6d2017ad3c84bcf80ed6e2162f98ba2 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:17.579198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.594770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2750-8b12-473d-a3d7-0dd235b2adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.651856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.710725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.768651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=9bc0f140-18fd-4c6f-88d8-f38c385a4834,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:17.777588 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ab0c2750-8b12-473d-a3d7-0dd235b2adcf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf74055d13aa48018f59972543607b45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3892839 Mar 08 12:39:17.784157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60886) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:17.795129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c2750-8b12-473d-a3d7-0dd235b2adcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5bdbc5-1e5c-407f-9983-af9244069b1c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:17.801348 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-4ef832a6-d618-4a09-834e-e056a53d3bba tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41fd6812062453e9f0f332104a52f9f HTTP/1.1" status: 200 len: 380 time: 0.2761853 Mar 08 12:39:17.842878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Request body: {'port': {'device_id': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'admin_state_up': True, 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'security_groups': ['f5294124-421e-497a-aa4e-4523ca8681d8']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:17.851909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.884278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:17.911253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:17.932067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:17.937179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:17.937794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:17.938370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:17.954518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9667f987-4523-45e9-93be-57964d6710a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.957238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9667f987-4523-45e9-93be-57964d6710a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:17.958532 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9667f987-4523-45e9-93be-57964d6710a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb60f7e9-9774-4e01-b98d-4cda258484c3 HTTP/1.1" status: 204 len: 168 time: 1.1601815 Mar 08 12:39:18.015674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Allocated IP 172.20.0.7 (58302eb8-1fbb-41e8-af39-c3baf2d0e7ad/15c5cd19-5b19-4e01-82c6-25134f5ae79a/19a91503-974d-4d5e-8eda-a1ff3b5d30fd) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:18.027874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.028710 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.049053 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 2 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:18.059890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event updated for resources: {'Port': ['ID=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:18.087796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667f987-4523-45e9-93be-57964d6710a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60f7e9-9774-4e01-b98d-4cda258484c3,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:18.165276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:18.165634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:18.166141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:18.190101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.220985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:18.221671 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.276004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.276245 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.327706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.516117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ac533bd0-88ff-4497-8b40-665a69e7ae07 None None] Provisioning complete for port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:18.516117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac533bd0-88ff-4497-8b40-665a69e7ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.516816 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 3 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:18.516921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ac533bd0-88ff-4497-8b40-665a69e7ae07 None None] Port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:18.517025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c10ab3b-7057-48d5-83d9-b4efdd742431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.517025 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-da30e010-b673-472c-acba-65bbb0b196fc req-1f4ec0a1-a5a7-41ef-963b-a4d10a066b38 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 0.2554193 Mar 08 12:39:18.546891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Allocated IP 172.26.3.114 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/248eb894-ea86-45ee-9aa0-65076089dcf7) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:18.647049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c10ab3b-7057-48d5-83d9-b4efdd742431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.647049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.647049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:18.647049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:18.647049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:18.662519 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e8fa9ffe-6a73-465d-8892-fc4a83562eed req-804b5670-850b-4717-bdfe-5d3d8906ec07 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 210 time: 0.0688820 Mar 08 12:39:18.664299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.664715 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.674774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 4 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:18.745035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97260-0055-4c34-a729-cd35cc677f4c req-d3cd2bec-2293-47bc-bb86-95a9f8faf883 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:18.745035 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68e97260-0055-4c34-a729-cd35cc677f4c req-d3cd2bec-2293-47bc-bb86-95a9f8faf883 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 932 time: 0.4658854 Mar 08 12:39:18.745726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Made reservation on behalf of d41fd6812062453e9f0f332104a52f9f for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:18.745814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:18.745814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:18.745814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:18.746023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.746023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.746176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.746176 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.746176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 5 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:18.769305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:18.803514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:18.803767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:18.804072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:18.812134 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-da13cbe1-8979-4fad-b715-e4587f70e043 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9506252 Mar 08 12:39:18.821063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.821396 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.827986 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 6 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:18.857235 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68e97260-0055-4c34-a729-cd35cc677f4c req-a855f008-bec5-4983-a916-88f377b3988c tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187284 Mar 08 12:39:18.873685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-d55834e0-c4a3-4c45-ae7b-474fea04c30b tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:39:18.873685 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-d55834e0-c4a3-4c45-ae7b-474fea04c30b tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143580 Mar 08 12:39:18.877295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:18.877903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:18.878400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:18.887288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.888262 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.888926 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 7 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:18.909784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:18.909784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:18.910176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:18.927992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.928497 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.928887 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 8 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:18.964534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:18.964866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:18.965206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:18.977233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:18.977562 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:18.977979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 9 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:19.014444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.016901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:19.017256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:19.017562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:19.031432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:19.033796 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:19.034241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 10 to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 Mar 08 12:39:19.062133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:19.062390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:19.062722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:19.067910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:19.068283 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:19.068643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.116405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Allocated IP 172.20.0.6 (092aac41-913b-48a5-94f7-c65ddaafdfa8/3e3c93b4-1d0c-4615-947a-0ab1cce024de/294b677b-b970-4213-83a6-cda5cec47981) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:19.133778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c10ab3b-7057-48d5-83d9-b4efdd742431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.137237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c10ab3b-7057-48d5-83d9-b4efdd742431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.139401 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1c10ab3b-7057-48d5-83d9-b4efdd742431 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f5bdbc5-1e5c-407f-9983-af9244069b1c HTTP/1.1" status: 204 len: 168 time: 1.3488166 Mar 08 12:39:19.154678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.173761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10ab3b-7057-48d5-83d9-b4efdd742431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5bdbc5-1e5c-407f-9983-af9244069b1c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:19.189419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:19.227858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:19.235712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:19.251759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.271723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] For port 9bc0f140-18fd-4c6f-88d8-f38c385a4834, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:19.272104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempted to set empty binding levels {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 08 12:39:19.286123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event updated for resources: {'Port': ['ID=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:19.318462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:19.318462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.336909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60902) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:19.395193 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e26f863c-b5cc-4ae7-8f06-09d54481996a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21c7be6bae28453789942e9c87aa74ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557816 Mar 08 12:39:19.395812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60904) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:19.412272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.475522 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b27a6e14-922f-43cc-9437-a75cdaacd9e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3901153 Mar 08 12:39:19.527859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] In _notify_port_updated(), no bound segment for port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:39:19.528557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:19.530068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.535779 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "PUT /v2.0/ports/9bc0f140-18fd-4c6f-88d8-f38c385a4834 HTTP/1.1" status: 200 len: 981 time: 3.2177801 Mar 08 12:39:19.551133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60910) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:19.609355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37c11c-1519-49b3-a4b0-4732d1094e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=9bc0f140-18fd-4c6f-88d8-f38c385a4834,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:19.678589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Request body: {'port': {'device_id': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:19.715859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cf20b13e-09d9-4230-861a-cd48ad3b516e None None] Provisioning complete for port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:19.717001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf20b13e-09d9-4230-861a-cd48ad3b516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.742048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Request body: {'port': {'device_id': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:19.749423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:19.763049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:19.765595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:19.780636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cf20b13e-09d9-4230-861a-cd48ad3b516e None None] Port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:19.797036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event updated for resources: {'Port': ['ID=248eb894-ea86-45ee-9aa0-65076089dcf7,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:19.834011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Allocated IP 172.26.3.91 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/c3029a51-54dc-4486-9777-eb1a806a7f68) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:19.890581 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9735f9c9-8c0d-460e-b181-fd8556521176 req-284b27a0-13b6-4c4d-bd46-8891dbfc42bc tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 0.1939137 Mar 08 12:39:19.908496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88bddf55-3c38-43b5-88dd-9ee9bf5aa3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:19.963550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88bddf55-3c38-43b5-88dd-9ee9bf5aa3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.019693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.038501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.060601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.061333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.061965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.062562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.063155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.063746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.064401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.064923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.065383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.065830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.066307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.066755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.067199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.067644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.068083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.070880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.070880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.070880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.070880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.070880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.077921 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b6884b8a-fdfe-48c3-a628-a1a6a404b8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17841 time: 0.5238605 Mar 08 12:39:20.081458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60918) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:20.146702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.347517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60920) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:20.378632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.501877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b737f68-5870-4be1-ae1a-d17cc5a74313 req-219458e0-94f0-4ede-8923-9b65e9a111ba tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.503407 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b737f68-5870-4be1-ae1a-d17cc5a74313 req-219458e0-94f0-4ede-8923-9b65e9a111ba tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 931 time: 0.6294787 Mar 08 12:39:20.535038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.576879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840828a-b635-4a34-91fa-0a05241b9318 req-c59d86d6-f5cf-4077-a591-f8366470ab44 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:20.578433 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2840828a-b635-4a34-91fa-0a05241b9318 req-c59d86d6-f5cf-4077-a591-f8366470ab44 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 932 time: 0.5383356 Mar 08 12:39:20.587651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:20.654161 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0e25014b-ad75-4381-94a6-1da2c87ce87b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e04681b59984e0a94a4815378edb8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866998 Mar 08 12:39:20.654161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event updated for resources: {'Port': ['ID=294b677b-b970-4213-83a6-cda5cec47981,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:20.658699 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60922) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:20.661592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:20.663003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88bddf55-3c38-43b5-88dd-9ee9bf5aa3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.666146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88bddf55-3c38-43b5-88dd-9ee9bf5aa3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.676819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-88bddf55-3c38-43b5-88dd-9ee9bf5aa3a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96df68c5-ebd3-4f9e-a387-7d12ffd47e27 HTTP/1.1" status: 204 len: 168 time: 1.2754025 Mar 08 12:39:20.714703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:20.776558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6546befd-42db-48b5-be60-3acf9ce324b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.779279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Deleting port 9bc0f140-18fd-4c6f-88d8-f38c385a4834 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:20.779741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.870987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] For port 9bc0f140-18fd-4c6f-88d8-f38c385a4834, host hv-neutron-8294, got binding levels [] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:20.871653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:20.889333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Calling delete_port for 9bc0f140-18fd-4c6f-88d8-f38c385a4834 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:20.998327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.014965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a91503-974d-4d5e-8eda-a1ff3b5d30fd {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:39:21.018105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-413fd7c3-dfbd-4ae4-a505-d198f8e45c49 None None] Provisioning complete for port 294b677b-b970-4213-83a6-cda5cec47981 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:21.018886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-413fd7c3-dfbd-4ae4-a505-d198f8e45c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.030489 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b737f68-5870-4be1-ae1a-d17cc5a74313 req-dbbeb6ab-07e1-473e-93cd-6cb235dda87a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150926 Mar 08 12:39:21.033720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bddf55-3c38-43b5-88dd-9ee9bf5aa3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df68c5-ebd3-4f9e-a387-7d12ffd47e27,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:21.043793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.130026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-413fd7c3-dfbd-4ae4-a505-d198f8e45c49 None None] Port 294b677b-b970-4213-83a6-cda5cec47981 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:21.145695 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2840828a-b635-4a34-91fa-0a05241b9318 req-04acc256-d2a1-49f2-a448-8116ea3e5a21 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5549192 Mar 08 12:39:21.145695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Transition to ACTIVE for port object 19a91503-974d-4d5e-8eda-a1ff3b5d30fd will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:39:21.145929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.236766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.247127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.259210 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "DELETE /v2.0/ports/9bc0f140-18fd-4c6f-88d8-f38c385a4834 HTTP/1.1" status: 204 len: 168 time: 1.1735518 Mar 08 12:39:21.270623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60930) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:21.286025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23713a03-d2e6-4568-853c-04f8f8fc5999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bc0f140-18fd-4c6f-88d8-f38c385a4834,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:21.326718 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc61d14d-ac04-47cd-b93a-c96ed9bf4f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:39:21.329338 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bc61d14d-ac04-47cd-b93a-c96ed9bf4f0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "GET /v2.0/ports/9bc0f140-18fd-4c6f-88d8-f38c385a4834 HTTP/1.1" status: 404 len: 333 time: 0.0443401 Mar 08 12:39:21.340906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:39:21.349500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60932) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:21.377862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.379223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-668313664', 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:21.392668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6546befd-42db-48b5-be60-3acf9ce324b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.422227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:21.424545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.563895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Transition to ACTIVE for port object 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:39:21.568510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Pushing event updated for resources: {'Port': ['ID=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:21.614725 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-9019a6e2-2740-414a-b1e8-ee09aaf709d0 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7790093 Mar 08 12:39:21.635927 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.657058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Request body: {'port': {'device_id': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:21.657277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.741588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414f16-2204-4405-ae6b-99d960824b75 req-42b62313-e2fd-4ae2-8124-396c9f71e3aa tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:21.746581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Made reservation on behalf of 6eb65533f1b148cca908e2fcfdd9a5d1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:21.751228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.751779 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c9414f16-2204-4405-ae6b-99d960824b75 req-42b62313-e2fd-4ae2-8124-396c9f71e3aa tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 931 time: 0.5062096 Mar 08 12:39:21.766116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Pushing event updated for resources: {'Port': ['ID=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:21.799789 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:21.806828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:21.880706 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c9414f16-2204-4405-ae6b-99d960824b75 req-73c39adf-7f51-476d-87eb-ea377ac41090 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279216 Mar 08 12:39:21.900729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Attempting to bind port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:21.901193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Attempting to bind port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:21.901519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Attempting to bind port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd on network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:21.923989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd on network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:21.924292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Attempting to bind port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd on network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:21.982988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:21.983353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Checking segment: {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:21.983922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Bound using segment: {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:21.984381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Bound port: 19a91503-974d-4d5e-8eda-a1ff3b5d30fd, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:21.984733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.053953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Attempting to bind port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:22.054594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Attempting to bind port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:22.054594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Attempting to bind port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d on network 7be41d0b-784a-4dc2-885b-f3fdba1e757f {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:22.064461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d on network 7be41d0b-784a-4dc2-885b-f3fdba1e757f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:22.064778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Attempting to bind port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d on network 7be41d0b-784a-4dc2-885b-f3fdba1e757f {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:22.077640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:22.077991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Checking segment: {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:22.078421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Bound using segment: {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:22.078854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Bound port: 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:22.079199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.133150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:22.147046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:22.153886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] device_id is not set on port 6617e551-69ed-4765-bf78-a4039b7bc7f4 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:22.169549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event updated for resources: {'Port': ['ID=c3029a51-54dc-4486-9777-eb1a806a7f68,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:22.273679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.335423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] For port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:22.340779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6546befd-42db-48b5-be60-3acf9ce324b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.343852 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6546befd-42db-48b5-be60-3acf9ce324b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.345233 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6546befd-42db-48b5-be60-3acf9ce324b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c4753aa-dd2b-49b5-994e-e9ea0424971b HTTP/1.1" status: 204 len: 168 time: 1.6812677 Mar 08 12:39:22.427489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546befd-42db-48b5-be60-3acf9ce324b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4753aa-dd2b-49b5-994e-e9ea0424971b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:22.472866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] For port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:22.553501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.572275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] For port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:22.606106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6f674-9127-44fd-838b-1ef8a7923f27 req-6fd68a3b-e782-47bb-bffe-f2b3ab3b3f4b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:22.638452 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84c6f674-9127-44fd-838b-1ef8a7923f27 req-6fd68a3b-e782-47bb-bffe-f2b3ab3b3f4b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.3747387 Mar 08 12:39:22.652655 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] For port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:22.672591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 60956) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:22.740262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93eb4-9a62-4898-98be-845d7051521a req-b51fb7f2-456f-41ce-b16f-eb06802ca096 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:22.741889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8f93eb4-9a62-4898-98be-845d7051521a req-b51fb7f2-456f-41ce-b16f-eb06802ca096 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 944 time: 0.3578188 Mar 08 12:39:22.752755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.773117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:22.773858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.775764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 1093 time: 3.2557714 Mar 08 12:39:22.779912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:22.789149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.926002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:22.926914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:22.928357 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] 10.222.0.45 "PUT /v2.0/ports/87cc0ae2-ee30-43b7-9779-f6ac63a33a6d HTTP/1.1" status: 200 len: 1094 time: 3.8049941 Mar 08 12:39:22.975935 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84c6f674-9127-44fd-838b-1ef8a7923f27 req-25f5bd15-9648-44ac-80c1-74cd113bbf9d tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311174 Mar 08 12:39:22.975935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63901033-ecba-454a-8007-4054f0f836d4 service neutron] Pushing event updated for resources: {'Port': ['ID=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:23.182332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1004395491'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:23.329232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103350c2-a8fe-4dcf-aa0e-02079afd8247" -d '{"events": [{"name": "network-changed", "server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:23.376874 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8f93eb4-9a62-4898-98be-845d7051521a req-032b97e5-702f-4736-b308-625ecd138d65 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6216376 Mar 08 12:39:23.427964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:23.432366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.467128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.543100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-153d000a-1099-4b14-b40b-e7194f018514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:23.543327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.544970 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-153d000a-1099-4b14-b40b-e7194f018514 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1096 time: 0.5719240 Mar 08 12:39:23.549100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca80e6-c54a-469c-8154-6817e64ecec7 service neutron] Pushing event updated for resources: {'Port': ['ID=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:23.622539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-4c2020ee-54e4-4397-93aa-92a96cacac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:23.625532 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-4c2020ee-54e4-4397-93aa-92a96cacac91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0967e5f7b0fb4fed8d47d62098682988&device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 1097 time: 0.5399795 Mar 08 12:39:23.704779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294b677b-b970-4213-83a6-cda5cec47981 {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:39:23.708358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1164f16-df08-4d60-8a2b-9064c81be7ac req-acf0b50e-1559-44e9-8821-13d041436891 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:23.710077 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1164f16-df08-4d60-8a2b-9064c81be7ac req-acf0b50e-1559-44e9-8821-13d041436891 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 931 time: 0.4326627 Mar 08 12:39:23.712074 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-7a68fbd3-6f57-400d-9966-c98b6728a58b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 217 time: 0.1504195 Mar 08 12:39:23.718984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.740842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:23.760630 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-cb38efd0-6358-4cd3-93f7-74ecab75bb93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d HTTP/1.1" status: 200 len: 217 time: 0.0659492 Mar 08 12:39:23.779568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:23.803685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:23.804624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:23.805210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.809670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Router af768eff-57b4-4bba-96db-2030c419f982 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:23.814381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Transition to ACTIVE for port object 294b677b-b970-4213-83a6-cda5cec47981 will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:39:23.815154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=6617e551-69ed-4765-bf78-a4039b7bc7f4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:23.818834 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1164f16-df08-4d60-8a2b-9064c81be7ac req-e1513672-d278-48f6-8df7-a3d78fc4c6cb tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636666 Mar 08 12:39:23.880686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.930760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-d1f67c31-a3e4-4c67-aa34-78ee67cba5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:23.931027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.933739 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-d1f67c31-a3e4-4c67-aa34-78ee67cba5e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.1720846 Mar 08 12:39:23.937554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-830f734e-1fec-4fc5-bce3-d4f8c260e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:23.938976 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-830f734e-1fec-4fc5-bce3-d4f8c260e6cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=949648ea-ff8e-41f1-98e2-831fa42ecae5 HTTP/1.1" status: 200 len: 851 time: 0.1291225 Mar 08 12:39:23.952198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:23.993339 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6b936ead-f1d3-4f88-b430-cf462a4d0596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6334054 Mar 08 12:39:23.993339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60990) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:23.998988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c06a813-7dd8-405e-8c11-265c0be0b61a x-openstack-request-id: req-9c06a813-7dd8-405e-8c11-265c0be0b61a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:23.999303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:23.999578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c06a813-7dd8-405e-8c11-265c0be0b61a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:24.000021 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'status': 'completed', 'code': 200} Mar 08 12:39:24.078461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b3a69618-e95c-4d9d-9dd6-edc8502b0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:24.078461 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-b3a69618-e95c-4d9d-9dd6-edc8502b0264 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238759 Mar 08 12:39:24.097347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:24.161067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Pushing event updated for resources: {'Port': ['ID=294b677b-b970-4213-83a6-cda5cec47981,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:24.180650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-9905f78f-8827-4f31-a8f0-6719c63a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:24.191403 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-9905f78f-8827-4f31-a8f0-6719c63a1b7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7be41d0b-784a-4dc2-885b-f3fdba1e757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2367346 Mar 08 12:39:24.192237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:39:24.214099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb053942-2b10-4e2f-8c03-9c0d7de4d440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:24.215768 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cb053942-2b10-4e2f-8c03-9c0d7de4d440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "GET /v2.0/ports/6617e551-69ed-4765-bf78-a4039b7bc7f4 HTTP/1.1" status: 200 len: 958 time: 0.1987271 Mar 08 12:39:24.233450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60994) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:24.348923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 60996) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:24.367821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:24.383566 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] Sync routers for ids ['af768eff-57b4-4bba-96db-2030c419f982'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:24.400022 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] Routers {'af768eff-57b4-4bba-96db-2030c419f982'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:24.401504 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['af768eff-57b4-4bba-96db-2030c419f982'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:24.501742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Attempting to bind port 294b677b-b970-4213-83a6-cda5cec47981 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:24.507220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Attempting to bind port 294b677b-b970-4213-83a6-cda5cec47981 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:24.507220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Attempting to bind port 294b677b-b970-4213-83a6-cda5cec47981 on network 092aac41-913b-48a5-94f7-c65ddaafdfa8 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:24.516892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Port 294b677b-b970-4213-83a6-cda5cec47981 on network 092aac41-913b-48a5-94f7-c65ddaafdfa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:24.517323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Attempting to bind port 294b677b-b970-4213-83a6-cda5cec47981 on network 092aac41-913b-48a5-94f7-c65ddaafdfa8 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:24.534560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:24.536526 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a19c7152-d08c-42eb-a4a8-16226d0e18cf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1912518 Mar 08 12:39:24.572343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32770) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:24.576673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:24.577183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Checking segment: {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:24.578099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Bound using segment: {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:24.578719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Bound port: 294b677b-b970-4213-83a6-cda5cec47981, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270350f2-991c-4721-95da-6b32b76bb898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:24.579214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:24.594683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2091642499'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:24.621344 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:24.632001 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] Routers {'af768eff-57b4-4bba-96db-2030c419f982'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:24.632884 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['af768eff-57b4-4bba-96db-2030c419f982'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:24.665188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:24.666143 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Added segment 7dd350c2-514b-4107-911e-d146d1d5725a of type vlan for network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 Mar 08 12:39:24.676749 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:24.678669 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd727a3c-2e70-4af8-9cb9-b382cb08298b None None] The sync data for ids ['af768eff-57b4-4bba-96db-2030c419f982'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:24.707599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32bd69-c542-42c6-a2e4-814f84299300,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:24.785265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2073d62-0db6-4643-9109-c54829703072 req-8965ba15-b7d5-4a6a-be65-065d78fee7e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:24.793605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c2073d62-0db6-4643-9109-c54829703072 req-8965ba15-b7d5-4a6a-be65-065d78fee7e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.7105532 Mar 08 12:39:24.846343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:24.865812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Deleting port 6617e551-69ed-4765-bf78-a4039b7bc7f4 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:24.866209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:24.882985 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-e46a4b4c-f1db-45b4-92c1-6da23581a694 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813575 Mar 08 12:39:24.925170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fea83-ea4e-4f44-a04e-bb77401bf724 req-7f41c320-e197-41cf-a923-d3581540adf1 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:24.930517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de2fea83-ea4e-4f44-a04e-bb77401bf724 req-7f41c320-e197-41cf-a923-d3581540adf1 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 944 time: 0.3063927 Mar 08 12:39:24.963792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:24.973908 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c2073d62-0db6-4643-9109-c54829703072 req-e90db8b6-1adf-414f-a906-189ede646eb4 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789589 Mar 08 12:39:25.069954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.077032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:25.077793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.081662 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-0e9eb3eb-44ce-453d-be01-0cfc46c524a7 service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713643 Mar 08 12:39:25.087149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:25.091250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.102751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.147944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Calling delete_port for 6617e551-69ed-4765-bf78-a4039b7bc7f4 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:25.154016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.190101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] For port 294b677b-b970-4213-83a6-cda5cec47981, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:25.199505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] For port 294b677b-b970-4213-83a6-cda5cec47981, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=294b677b-b970-4213-83a6-cda5cec47981,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:25.201356 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de2fea83-ea4e-4f44-a04e-bb77401bf724 req-0a76e362-31d2-4640-9c1d-31e786700fac tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446177 Mar 08 12:39:25.205236 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5de6603b-bacf-47de-a2ec-e596bfdf1858 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/af768eff-57b4-4bba-96db-2030c419f982 HTTP/1.1" status: 200 len: 921 time: 0.6296978 Mar 08 12:39:25.217785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32774) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:25.252083 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5381501 Mar 08 12:39:25.269295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32776) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:25.285894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.301088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'subnet': {'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:25.373548 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2cc61d41-eb8c-486b-acc6-008200674906 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=af768eff-57b4-4bba-96db-2030c419f982 HTTP/1.1" status: 200 len: 205 time: 0.1254923 Mar 08 12:39:25.379187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32778) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:25.392591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.437204 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5230efb8-b84d-4432-a2cb-4b730afa4d98 req-7f1e337b-4470-4fc0-8e4d-0908efc73c99 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222113 Mar 08 12:39:25.449543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:25.450183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.451591 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] 10.222.0.45 "PUT /v2.0/ports/294b677b-b970-4213-83a6-cda5cec47981 HTTP/1.1" status: 200 len: 1093 time: 3.8134544 Mar 08 12:39:25.454548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'tag': '294b677b-b970-4213-83a6-cda5cec47981'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:25.488965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b43286-13ce-441a-9b96-e2ea50e39ba3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Network': ['ID=2c4ca48a-d5ca-4117-8cb2-3540b9ee2381,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:25.508808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:39:25.540005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b49bd-8666-4f20-8f85-0dedbe64b778 service neutron] Pushing event updated for resources: {'Port': ['ID=294b677b-b970-4213-83a6-cda5cec47981,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:25.580618 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c09b9a-6725-462f-b2cc-77cb03d13234 req-2557e4f2-f203-41df-90c1-baedbe2441b0 service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796197 Mar 08 12:39:25.668473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.741893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5c7c3c-bfae-4fbb-9633-22909113c472" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "tag": "294b677b-b970-4213-83a6-cda5cec47981"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:25.777401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:25.785518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.800157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event deleted for resources: {'Port': ['ID=6617e551-69ed-4765-bf78-a4039b7bc7f4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:25.825019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.825344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fdd4f-34de-4a52-bd73-acd1cf086793 req-bc8d340a-5dd8-406b-ba44-64748c45b8a6 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:25.827294 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-787fdd4f-34de-4a52-bd73-acd1cf086793 req-bc8d340a-5dd8-406b-ba44-64748c45b8a6 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 943 time: 0.6679478 Mar 08 12:39:25.829835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.833764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.838101 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d82cd3fb-db70-47cf-bc50-d8d414afaf0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6617e551-69ed-4765-bf78-a4039b7bc7f4 HTTP/1.1" status: 204 len: 168 time: 1.6011386 Mar 08 12:39:25.875527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32788) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:25.895455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Router e80035bd-9ec4-4173-a624-32e515d60832 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:25.922151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:25.943238 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca4cc1a-bed1-4e0c-a436-8686b7e5511f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:39:25.950091 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0ca4cc1a-bed1-4e0c-a436-8686b7e5511f tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "GET /v2.0/ports/6617e551-69ed-4765-bf78-a4039b7bc7f4 HTTP/1.1" status: 404 len: 333 time: 0.0611362 Mar 08 12:39:25.953059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-9319d8e8-9735-4065-8ca7-c11072ebd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:25.962100 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-9319d8e8-9735-4065-8ca7-c11072ebd8ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1096 time: 0.3568947 Mar 08 12:39:25.964652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32790) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:25.991923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Request body: {'port': {'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255553309'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:26.005573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:26.008808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aa58a3-21e8-412e-a3b5-809928233088" -d '{"events": [{"name": "network-changed", "server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:26.056323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b772f-0861-44ad-8da6-d987364fca6a x-openstack-request-id: req-8e6b772f-0861-44ad-8da6-d987364fca6a {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:26.056617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "tag": "294b677b-b970-4213-83a6-cda5cec47981", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:26.056871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e6b772f-0861-44ad-8da6-d987364fca6a {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:26.057471 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'tag': '294b677b-b970-4213-83a6-cda5cec47981', 'status': 'completed', 'code': 200} Mar 08 12:39:26.090572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:39:26.110188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:26.154709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Made reservation on behalf of 6eb65533f1b148cca908e2fcfdd9a5d1 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:26.157151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:26.167820 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-787fdd4f-34de-4a52-bd73-acd1cf086793 req-29ffcb80-2e6a-43dc-99f2-52d0373da1ba tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835511 Mar 08 12:39:26.179400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-4d1982bf-5898-499b-9f56-2badf7d1dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:26.180954 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-4d1982bf-5898-499b-9f56-2badf7d1dd97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d41fd6812062453e9f0f332104a52f9f&device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 1096 time: 0.2154496 Mar 08 12:39:26.193864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] device_id is not set on port 15dec156-74a2-4d54-86e6-77b3b8637694 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:26.253541 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-38b4d3b8-8471-4f96-9818-99f4ffd5c819 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=294b677b-b970-4213-83a6-cda5cec47981 HTTP/1.1" status: 200 len: 217 time: 0.0533800 Mar 08 12:39:26.261924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b0e526-ea64-4b2a-87f5-3d9bc89e67a0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:26.265757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:26.266252 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Added segment 43c21da6-51b5-4936-b4c1-899c3ebcff77 of type vlan for network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 Mar 08 12:39:26.345146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfc9a4-28c0-4934-b513-122e776f5f95 req-76241cd1-1199-4511-ac32-36271f5da09b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:26.348216 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-acbfc9a4-28c0-4934-b513-122e776f5f95 req-76241cd1-1199-4511-ac32-36271f5da09b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.2412238 Mar 08 12:39:26.403827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d8ec6d-f635-4c02-869b-34a6ac33c98c x-openstack-request-id: req-79d8ec6d-f635-4c02-869b-34a6ac33c98c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:26.404123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:26.404370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79d8ec6d-f635-4c02-869b-34a6ac33c98c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:26.404891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'status': 'completed', 'code': 200} Mar 08 12:39:26.451956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-1a6874a4-62cd-4629-becd-503eea4f7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:26.454135 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-1a6874a4-62cd-4629-becd-503eea4f7dfa service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.4906518 Mar 08 12:39:26.476648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:26.566274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-e8af4077-ccf8-4273-98c4-5ff2b066ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:26.567960 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-e8af4077-ccf8-4273-98c4-5ff2b066ac35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e3c93b4-1d0c-4615-947a-0ab1cce024de HTTP/1.1" status: 200 len: 845 time: 0.2329471 Mar 08 12:39:26.594794 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-acbfc9a4-28c0-4934-b513-122e776f5f95 req-04387567-bf15-4c29-8803-0b1cb6454a60 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285173 Mar 08 12:39:26.598348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.resource_extend [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:39:26.601884 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-0a388312-e8ee-46a0-a6c7-ca0f8dafb518 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 217 time: 0.0868263 Mar 08 12:39:26.614030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:26.633001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] Sync routers for ids ['e80035bd-9ec4-4173-a624-32e515d60832'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:26.651611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] Routers {'e80035bd-9ec4-4173-a624-32e515d60832'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:26.652285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e80035bd-9ec4-4173-a624-32e515d60832'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:26.715797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:26.725460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] Routers {'e80035bd-9ec4-4173-a624-32e515d60832'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:26.726345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e80035bd-9ec4-4173-a624-32e515d60832'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:26.763234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:26.769635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:26.770311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:26.774259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:26.775026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddaa62d-d17b-4b06-b5ce-b6620b615065 None None] The sync data for ids ['e80035bd-9ec4-4173-a624-32e515d60832'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:26.838190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:26.839606 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-216c46f4-505e-494d-8a06-18d9beefaa11 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.4270279 Mar 08 12:39:26.866135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32800) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:27.005465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Deleting port 248eb894-ea86-45ee-9aa0-65076089dcf7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:27.008065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:27.011353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa58a3-21e8-412e-a3b5-809928233088 req-20083478-9dca-47f5-b685-32c7eb99d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:27.013005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03aa58a3-21e8-412e-a3b5-809928233088 req-20083478-9dca-47f5-b685-32c7eb99d5c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0967e5f7b0fb4fed8d47d62098682988&device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 1097 time: 0.5837932 Mar 08 12:39:27.018074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:27.059485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86a025-e8fc-415d-bcb6-38dfe9568df1 req-c15a57f3-438f-4ccb-9390-d27afa777f75 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:27.061034 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1a86a025-e8fc-415d-bcb6-38dfe9568df1 req-c15a57f3-438f-4ccb-9390-d27afa777f75 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 944 time: 0.6046109 Mar 08 12:39:27.066991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:27.194521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-bba2a4ca-b82b-4595-9564-fb9f5500025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:27.196013 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-bba2a4ca-b82b-4595-9564-fb9f5500025a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=092aac41-913b-48a5-94f7-c65ddaafdfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4665484 Mar 08 12:39:27.208259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1a86a025-e8fc-415d-bcb6-38dfe9568df1 req-de49bcdd-d2c6-4366-b1d2-7c42e830dfd5 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394029 Mar 08 12:39:27.211497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:27.230711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Calling delete_port for 248eb894-ea86-45ee-9aa0-65076089dcf7 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:27.314302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:27.364629 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0093942 Mar 08 12:39:27.376095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32804) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:27.386270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-b712dd21-723e-450c-ae3b-6a57323c9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:27.387755 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-b712dd21-723e-450c-ae3b-6a57323c9864 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.7502315 Mar 08 12:39:27.393883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:27.431164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d74d1-44c3-4a1a-b815-e2b5e62fa541 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Network': ['ID=bfcbabf1-a0fa-45a6-8380-e996bf1f5861,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:27.443014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:39:27.462263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:27.632531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Subnet': ['ID=77aba880-a981-4864-bf16-a71a7831b6e6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:27.642456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9e45-a750-45a9-9bb5-153372ccfc34 req-976c08c3-aa1c-40d6-b45e-c14cb5289e7d tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:27.644278 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5da9e45-a750-45a9-9bb5-153372ccfc34 req-976c08c3-aa1c-40d6-b45e-c14cb5289e7d tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 943 time: 0.3662014 Mar 08 12:39:27.647968 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4a6ebef9-8489-4a42-9682-10acb99bfabb tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/e80035bd-9ec4-4173-a624-32e515d60832 HTTP/1.1" status: 200 len: 922 time: 0.7702460 Mar 08 12:39:27.648108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:27.648197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Checking segment: {'id': '7dd350c2-514b-4107-911e-d146d1d5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:27.648197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network hostable DHCP agents. Network: 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:39:27.653023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-8ec272a2-defe-417a-a887-67f914986302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:27.655027 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-8ec272a2-defe-417a-a887-67f914986302 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2146440 Mar 08 12:39:27.655559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32808) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:27.730278 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9fd22d39-23ca-472b-b2aa-c4a8b6eb24a3 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=e80035bd-9ec4-4173-a624-32e515d60832 HTTP/1.1" status: 200 len: 205 time: 0.0699987 Mar 08 12:39:27.739536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=15dec156-74a2-4d54-86e6-77b3b8637694,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:27.748269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32810) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:27.811259 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:39:27.846472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:27.847737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:27.848405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:27.862539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-f2c2b330-cb13-4f2d-ad99-940ef3204ceb service neutron] 10.222.0.45 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895919 Mar 08 12:39:27.981635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:28.106987 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-187b6408-42af-4ba4-9da7-e392a3769ba6 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118099 Mar 08 12:39:28.109169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:28.239440 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5da9e45-a750-45a9-9bb5-153372ccfc34 req-2a1bb012-42b6-46f5-9455-90c125d68ef7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5796940 Mar 08 12:39:28.254806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa58a3-21e8-412e-a3b5-809928233088 req-dc1296d5-76d5-4bca-9a14-2187b7a49cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:28.256569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03aa58a3-21e8-412e-a3b5-809928233088 req-dc1296d5-76d5-4bca-9a14-2187b7a49cc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7be41d0b-784a-4dc2-885b-f3fdba1e757f HTTP/1.1" status: 200 len: 913 time: 0.8739660 Mar 08 12:39:28.281922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af3bcf-3f42-41f3-a9f7-1b1d71e899d1 req-59673f26-3adf-43d8-8900-de85b3b85ae0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:28.293054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11af3bcf-3f42-41f3-a9f7-1b1d71e899d1 req-59673f26-3adf-43d8-8900-de85b3b85ae0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.3974538 Mar 08 12:39:28.361574 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-d828c378-0ffe-47c4-ad11-9f65fba3d354 service neutron] 10.222.0.45 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027491 Mar 08 12:39:28.383639 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11af3bcf-3f42-41f3-a9f7-1b1d71e899d1 req-bf72ea06-1e87-4b77-b400-ae837d160190 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884280 Mar 08 12:39:28.452010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a67d-5970-42ea-9d43-90dae4548c6f req-65bfb430-51a5-4d6c-84b5-e43ee4e40027 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:28.453717 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5155a67d-5970-42ea-9d43-90dae4548c6f req-65bfb430-51a5-4d6c-84b5-e43ee4e40027 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 944 time: 0.0946743 Mar 08 12:39:28.524394 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5155a67d-5970-42ea-9d43-90dae4548c6f req-0bb4aa41-361c-40dc-9ced-6684b2f51d22 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642304 Mar 08 12:39:28.581264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:39:28.912029 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03aa58a3-21e8-412e-a3b5-809928233088 req-3e9aba41-387c-402f-b747-c80be2aa653e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d HTTP/1.1" status: 200 len: 217 time: 0.0418403 Mar 08 12:39:28.958148 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bfc8850c-fecc-4aa5-9190-c6d96f39cfba tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9703765 Mar 08 12:39:28.960786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32816) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:28.961153 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-103350c2-a8fe-4dcf-aa0e-02079afd8247 req-4cb222f6-11bc-46e5-9656-7e0fd872521f service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014063 Mar 08 12:39:28.968075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:28.996516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa58a3-21e8-412e-a3b5-809928233088 req-803c183a-f1f9-41f7-99b7-67ce605e2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:28.998183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03aa58a3-21e8-412e-a3b5-809928233088 req-803c183a-f1f9-41f7-99b7-67ce605e2f28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=949648ea-ff8e-41f1-98e2-831fa42ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0795021 Mar 08 12:39:29.002258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:29.004965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.005663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:29.006276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.012880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafb599-9eba-46ae-9e9a-c2633b1e92e2 None None] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:29.021142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Deleting port c3029a51-54dc-4486-9777-eb1a806a7f68 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:29.026308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.077375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event deleted for resources: {'Port': ['ID=248eb894-ea86-45ee-9aa0-65076089dcf7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:29.087201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:29.091741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.095235 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d12f0e33-944b-4ee1-86a0-51fccb88ada2 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8163869 Mar 08 12:39:29.097916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32818) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:29.104028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4714742f-8018-4a34-8627-2b1aff1b9afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.104904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'name': 'tempest-AllowedAddressPairTestJSON-225471702'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:29.130815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.131068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.182055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Calling delete_port for c3029a51-54dc-4486-9777-eb1a806a7f68 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:29.220112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'tenant_id': '27b1d0d10b194b83ad6e00d178e0d653', 'fixed_ips': [{'subnet_id': '77aba880-a981-4864-bf16-a71a7831b6e6'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:39:29.222427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.257364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.388813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-056324cb-aa76-4bd5-a510-f7aa7b85e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:29.390681 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-056324cb-aa76-4bd5-a510-f7aa7b85e2c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d41fd6812062453e9f0f332104a52f9f&device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1529603 Mar 08 12:39:29.410994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Allocated IP 172.20.0.2 (2c4ca48a-d5ca-4117-8cb2-3540b9ee2381/77aba880-a981-4864-bf16-a71a7831b6e6/fb921b84-e67f-451c-b35e-890941da7022) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:29.488644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:29.492349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.540428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] device_id is not set on port 428fb9d9-367c-40dd-9dc6-a7fb7e843d1a yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:29.599079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-8396f536-c747-4205-95f5-e4915962c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:29.601200 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-8396f536-c747-4205-95f5-e4915962c6c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=092aac41-913b-48a5-94f7-c65ddaafdfa8 HTTP/1.1" status: 200 len: 907 time: 0.1978154 Mar 08 12:39:29.635331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.658594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.658857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.661528 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-fbabfc6d-56f4-4a48-a7ce-43eaf98dbccf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=294b677b-b970-4213-83a6-cda5cec47981 HTTP/1.1" status: 200 len: 217 time: 0.0485220 Mar 08 12:39:29.661881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.690218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.701132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event deleted for resources: {'Port': ['ID=c3029a51-54dc-4486-9777-eb1a806a7f68,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:29.726953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa58a3-21e8-412e-a3b5-809928233088 req-036fec4d-742b-4b97-9087-76cf136327ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:29.729511 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03aa58a3-21e8-412e-a3b5-809928233088 req-036fec4d-742b-4b97-9087-76cf136327ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7be41d0b-784a-4dc2-885b-f3fdba1e757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5340743 Mar 08 12:39:29.821203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-c232dc56-b991-41a7-87cc-58139d01d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:29.823334 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-c232dc56-b991-41a7-87cc-58139d01d9d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e3c93b4-1d0c-4615-947a-0ab1cce024de HTTP/1.1" status: 200 len: 845 time: 0.1375406 Mar 08 12:39:29.832635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Allocated IP 172.20.0.11 (2c4ca48a-d5ca-4117-8cb2-3540b9ee2381/77aba880-a981-4864-bf16-a71a7831b6e6/428fb9d9-367c-40dd-9dc6-a7fb7e843d1a) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:29.850759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:29.854713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:29.858721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:29.870187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.871982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Pushing event updated for resources: {'Port': ['ID=fb921b84-e67f-451c-b35e-890941da7022,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:29.915157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855252f-38c0-404e-bdc6-2f58b6b7ba24 req-ca0f3961-db68-4970-a346-ba0686fc6588 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:29.916796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b855252f-38c0-404e-bdc6-2f58b6b7ba24 req-ca0f3961-db68-4970-a346-ba0686fc6588 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 943 time: 0.5717211 Mar 08 12:39:29.930877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.931419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Fanout notify agent at l3_agent the message router_deleted on router af768eff-57b4-4bba-96db-2030c419f982 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:29.932979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Attempting to bind port fb921b84-e67f-451c-b35e-890941da7022 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:29.933454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Attempting to bind port fb921b84-e67f-451c-b35e-890941da7022 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '7dd350c2-514b-4107-911e-d146d1d5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:29.933973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Attempting to bind port fb921b84-e67f-451c-b35e-890941da7022 on network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:29.938500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.939917 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:29.940356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Checking segment: {'id': '7dd350c2-514b-4107-911e-d146d1d5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:29.940820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.941267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Bound using segment: {'id': '7dd350c2-514b-4107-911e-d146d1d5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:29.941800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Bound port: fb921b84-e67f-451c-b35e-890941da7022, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd350c2-514b-4107-911e-d146d1d5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:29.942276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:29.945005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-34c1f658-99d9-4a80-aa7e-e70d4214549f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/af768eff-57b4-4bba-96db-2030c419f982 HTTP/1.1" status: 204 len: 168 time: 4.5563076 Mar 08 12:39:29.951886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32826) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:29.968026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcb2d2-860e-4e0c-bc36-79ea1d80b8e5 req-17d43e81-f258-44e5-9eb1-b65dad613a28 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:29.972691 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-08fcb2d2-860e-4e0c-bc36-79ea1d80b8e5 req-17d43e81-f258-44e5-9eb1-b65dad613a28 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.3510754 Mar 08 12:39:29.974019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1560368260', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': False}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:30.020105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.024497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.027426 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-0e4962f8-905c-4916-bf7e-15a8d4eedd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:30.030003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] For port fb921b84-e67f-451c-b35e-890941da7022, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:30.030533 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-0e4962f8-905c-4916-bf7e-15a8d4eedd40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=092aac41-913b-48a5-94f7-c65ddaafdfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1977477 Mar 08 12:39:30.032633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] For port fb921b84-e67f-451c-b35e-890941da7022, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fb921b84-e67f-451c-b35e-890941da7022,segment=NetworkSegment(7dd350c2-514b-4107-911e-d146d1d5725a),segment_id=7dd350c2-514b-4107-911e-d146d1d5725a)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:30.109339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.161062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b855252f-38c0-404e-bdc6-2f58b6b7ba24 req-8d86a63c-7cb3-49c3-ab6b-21a265fe75b5 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328918 Mar 08 12:39:30.165293 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] device_id is not set on port 15dec156-74a2-4d54-86e6-77b3b8637694 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:30.170517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.174119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Fanout notify agent at l3_agent the message router_deleted on router e80035bd-9ec4-4173-a624-32e515d60832 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:30.174309 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03aa58a3-21e8-412e-a3b5-809928233088 req-90b87812-6019-4b33-b95c-654b826dd16d service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966315 Mar 08 12:39:30.176011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddb25b-e04c-4652-aa23-2cc64d58fbf3 None None] Pushing event updated for resources: {'Port': ['ID=fb921b84-e67f-451c-b35e-890941da7022,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:30.180135 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-08fcb2d2-860e-4e0c-bc36-79ea1d80b8e5 req-f025274a-1665-468a-8495-08ed6da507d2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005801 Mar 08 12:39:30.182941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.195338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.196515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.210816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.316622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.428477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.429817 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-03b7c7cc-af0f-49f6-bb13-d6f17202a54c tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/e80035bd-9ec4-4173-a624-32e515d60832 HTTP/1.1" status: 204 len: 168 time: 2.6812849 Mar 08 12:39:30.434008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32828) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:30.438389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179280710', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': False}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:30.477985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.483619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=7b53f5b9-1520-4511-aef7-e694c0d59469,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:30.506597 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-04bf7860-5148-4db4-9833-959bac08842f service neutron] 10.222.0.45 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699500 Mar 08 12:39:30.547675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=15dec156-74a2-4d54-86e6-77b3b8637694,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:30.557550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.576156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.580101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.580101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.582279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:30.582279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network hostable DHCP agents. Network: bfcbabf1-a0fa-45a6-8380-e996bf1f5861, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:39:30.589002 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03aa58a3-21e8-412e-a3b5-809928233088 req-03f14192-ba5b-46fb-8f13-4f8dc2e44099 service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039731 Mar 08 12:39:30.617346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3516-8ae9-4c82-9539-d4c74d2ab529 req-2498143d-d3dd-4dec-90fe-ca9a27a516bd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:30.618133 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-922d3516-8ae9-4c82-9539-d4c74d2ab529 req-2498143d-d3dd-4dec-90fe-ca9a27a516bd tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 944 time: 0.3170168 Mar 08 12:39:30.637479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.638562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.663930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:30.664630 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:30.669627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 2 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:30.688181 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5e5c7c3c-bfae-4fbb-9633-22909113c472 req-b3853cdc-7db5-47bc-99cb-a2d328a23492 service neutron] 10.222.0.45 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694462 Mar 08 12:39:30.734442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.761812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.778454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.778786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.779102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.810028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:30.813241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:30.817599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:30.827566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:30.827803 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:30.829571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.834177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 3 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:30.841929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=428fb9d9-367c-40dd-9dc6-a7fb7e843d1a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:30.842239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-922d3516-8ae9-4c82-9539-d4c74d2ab529 req-138cdff7-450d-4d16-8baa-8d14d44bcee5 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751378 Mar 08 12:39:30.854456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.854456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.854861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.859922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:30.860296 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:30.860675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 4 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:30.877986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.878438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.878865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.884157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:30.884415 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:30.884794 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 5 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:30.901387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:39:30.903829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.904154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.904476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.912511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:30.912831 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:30.913209 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 6 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:30.926403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.926724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.927055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.932017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:30.932017 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:30.932383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 7 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:30.938613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:30.939245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:30.946228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.946562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.947298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.952160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:30.952484 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:30.952857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 8 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:30.981445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:30.981767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:30.982122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:30.989110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, bfcbabf1-a0fa-45a6-8380-e996bf1f5861) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:30.993795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:31.002429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.002429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:31.002429 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:31.002429 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 9 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:31.003222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901c323-01a9-4afc-9c9e-72ccff570aa9 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:31.022646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.049834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:31.050195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:31.050521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:31.062454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:31.062840 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:31.064619 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempt 10 to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 Mar 08 12:39:31.080443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:31.080748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:31.081082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempting to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:31.089601 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b71c633-292b-4af7-bacb-eb5a64c1bfbb tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9872255 Mar 08 12:39:31.096275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32830) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:31.096454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:39:31.096454 dv-neutron-829486-2-hyperv neutron-server[104046]: ERROR neutron.plugins.ml2.managers [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Failed to bind port 15dec156-74a2-4d54-86e6-77b3b8637694 on host hv-neutron-8294 for vnic_type normal using segments [{'id': 'bed845c2-dc87-406e-bfab-25b093646874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '6a3b9da2-3aef-4a7f-99bc-5473611cc549'}] Mar 08 12:39:31.096601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'name': 'tempest-AllowedAddressPairTestJSON-725498953', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8f:56:ae'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:31.096689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.152011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-96e02d2e-d325-4799-8d0e-8efc6b9d310a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7739666 Mar 08 12:39:31.155638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32832) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:31.163459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'name': 'tempest-NetworksTestDHCPv6-414431070'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:31.189235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fb921b84-e67f-451c-b35e-890941da7022 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:31.260719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '7b53f5b9-1520-4511-aef7-e694c0d59469'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:39:31.265370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.295452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] For port 15dec156-74a2-4d54-86e6-77b3b8637694, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:31.295837 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attempted to set empty binding levels {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 08 12:39:31.365814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7fe979a1-3e9f-4ba6-ab52-d4125992a42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.378105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.384695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port fb921b84-e67f-451c-b35e-890941da7022 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:31.385151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.527906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] In _notify_port_updated(), no bound segment for port 15dec156-74a2-4d54-86e6-77b3b8637694 on network 6a3b9da2-3aef-4a7f-99bc-5473611cc549 {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:39:31.529127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.529267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:31.529759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.534312 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "PUT /v2.0/ports/15dec156-74a2-4d54-86e6-77b3b8637694 HTTP/1.1" status: 200 len: 981 time: 2.5701463 Mar 08 12:39:31.537123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32838) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:31.545336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/7b53f5b9-1520-4511-aef7-e694c0d59469/2e936cbc-16f1-4adb-901d-a8df21314613) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:31.580179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:31.591564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port fb921b84-e67f-451c-b35e-890941da7022, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fb921b84-e67f-451c-b35e-890941da7022,segment=NetworkSegment(7dd350c2-514b-4107-911e-d146d1d5725a),segment_id=7dd350c2-514b-4107-911e-d146d1d5725a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:31.623724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd1e0-f2c3-4b7f-a0a5-76f54033f1b3 req-ba440ed2-5cf2-49ed-8146-efe8233d121d tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:31.636499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b98cd1e0-f2c3-4b7f-a0a5-76f54033f1b3 req-ba440ed2-5cf2-49ed-8146-efe8233d121d tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 943 time: 0.2763557 Mar 08 12:39:31.638623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f26de-7ba7-4af5-b205-b90e333e2b45 None None] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:31.645191 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec58fc-9ef5-4a63-b8f8-89b6321be533 req-76d1c99f-5730-4e14-b568-a7904a67a666 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:31.651476 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6ec58fc-9ef5-4a63-b8f8-89b6321be533 req-76d1c99f-5730-4e14-b568-a7904a67a666 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.3369937 Mar 08 12:39:31.651476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c25d0-ad37-42e2-b183-11e44cea63fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event updated for resources: {'Port': ['ID=15dec156-74a2-4d54-86e6-77b3b8637694,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:31.675391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.684252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.704996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.736902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.770104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d0225451-582f-47f9-b9fa-3223e0e185b4 None None] Provisioning complete for port fb921b84-e67f-451c-b35e-890941da7022 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:31.774886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d0225451-582f-47f9-b9fa-3223e0e185b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.841620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.880592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=fb921b84-e67f-451c-b35e-890941da7022,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:31.893124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Deleting port 15dec156-74a2-4d54-86e6-77b3b8637694 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:31.893880 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.913548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] device_id is not set on port 322055d8-2705-454e-95ec-591c9d05a659 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:31.917968 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.956083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:31.960111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.980433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:31.986938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.018844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 41ede5f8-ea87-441a-9e07-432d5fe32370 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:32.036293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Allocated IP 172.26.3.101 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:32.047212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] For port 15dec156-74a2-4d54-86e6-77b3b8637694, host hv-neutron-8294, got binding levels [] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:32.047775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.055004 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b98cd1e0-f2c3-4b7f-a0a5-76f54033f1b3 req-1fa1883e-7c36-4b48-bbc7-47e779070331 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212379 Mar 08 12:39:32.065423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:32.069994 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6ec58fc-9ef5-4a63-b8f8-89b6321be533 req-0cf47ef0-00b4-4725-8a28-880cbb8434b7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005775 Mar 08 12:39:32.085958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:32.092317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:32.096796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Pushing event updated for resources: {'Port': ['ID=2e936cbc-16f1-4adb-901d-a8df21314613,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:32.097629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Calling delete_port for 15dec156-74a2-4d54-86e6-77b3b8637694 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:32.186198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Attempting to bind port 2e936cbc-16f1-4adb-901d-a8df21314613 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:32.190057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Attempting to bind port 2e936cbc-16f1-4adb-901d-a8df21314613 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:32.191098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Attempting to bind port 2e936cbc-16f1-4adb-901d-a8df21314613 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:32.199836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:32.200890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:32.200890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.201111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:32.203748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Bound port: 2e936cbc-16f1-4adb-901d-a8df21314613, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:32.203748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.224014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Allocated IP 172.20.0.7 (2c4ca48a-d5ca-4117-8cb2-3540b9ee2381/77aba880-a981-4864-bf16-a71a7831b6e6/322055d8-2705-454e-95ec-591c9d05a659) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:32.242621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::1c4 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/7b53f5b9-1520-4511-aef7-e694c0d59469/41ede5f8-ea87-441a-9e07-432d5fe32370) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:32.282243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088ce4-fdd1-4922-9d9e-b128fc25ffc8 req-a1d56a10-7b5f-4594-b55e-86e54361bccf tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:32.283896 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b7088ce4-fdd1-4922-9d9e-b128fc25ffc8 req-a1d56a10-7b5f-4594-b55e-86e54361bccf tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 944 time: 0.0948794 Mar 08 12:39:32.300728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] For port 2e936cbc-16f1-4adb-901d-a8df21314613, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:32.302613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.306394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] For port 2e936cbc-16f1-4adb-901d-a8df21314613, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2e936cbc-16f1-4adb-901d-a8df21314613,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:32.355842 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b7088ce4-fdd1-4922-9d9e-b128fc25ffc8 req-77dadd8c-d2e0-46b1-ad37-6153c730bed0 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602098 Mar 08 12:39:32.370961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.427167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.465430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Pushing event deleted for resources: {'Port': ['ID=15dec156-74a2-4d54-86e6-77b3b8637694,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:32.469003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481e338-ffba-4c14-8b40-1a911230430d None None] Pushing event updated for resources: {'Port': ['ID=2e936cbc-16f1-4adb-901d-a8df21314613,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:32.472352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.476110 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1e26b158-c659-4aa4-bd9a-bc691a9e4686 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "DELETE /v2.0/ports/15dec156-74a2-4d54-86e6-77b3b8637694 HTTP/1.1" status: 204 len: 168 time: 0.8895831 Mar 08 12:39:32.481397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32842) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:32.497687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.560301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.568022 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0eb663-e02d-4481-9ece-ade58ffa9fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] GET failed (client error): The resource could not be found. Mar 08 12:39:32.569633 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1f0eb663-e02d-4481-9ece-ade58ffa9fc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-920803236-project-admin] 10.222.0.65 "GET /v2.0/ports/15dec156-74a2-4d54-86e6-77b3b8637694 HTTP/1.1" status: 404 len: 333 time: 0.0874760 Mar 08 12:39:32.576986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32844) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:32.594011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Allocated IP 172.26.3.62 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/bd273d2b-aa37-4008-b62e-df0d6f740246) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:32.599560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d0a97b16-78e6-4093-994f-9768f03b9f1d None None] Provisioning complete for port fb921b84-e67f-451c-b35e-890941da7022 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:32.599823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d0a97b16-78e6-4093-994f-9768f03b9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.605438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:32.631410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:32.633919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:32.638095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.648867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.668571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:32.757119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.757581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.766674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.805363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d0a97b16-78e6-4093-994f-9768f03b9f1d None None] Provisioning complete for port 428fb9d9-367c-40dd-9dc6-a7fb7e843d1a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:32.807011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d0a97b16-78e6-4093-994f-9768f03b9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.845048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=41ede5f8-ea87-441a-9e07-432d5fe32370,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:32.874152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:32.876969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:32.879212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.880523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:32.896626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d0a97b16-78e6-4093-994f-9768f03b9f1d None None] Port 428fb9d9-367c-40dd-9dc6-a7fb7e843d1a cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:32.903448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:32.904113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:32.980497 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-36d2b171-d4bc-44d2-9597-f86aa03b5fab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8207228 Mar 08 12:39:32.985009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32846) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:33.036508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-052982b9-55c3-4068-b4c2-6fbd9d41d89e None None] Provisioning complete for port 428fb9d9-367c-40dd-9dc6-a7fb7e843d1a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:33.037091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-052982b9-55c3-4068-b4c2-6fbd9d41d89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.052870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:33.058082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.068507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.074127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:33.078717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:33.086814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=322055d8-2705-454e-95ec-591c9d05a659,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:33.123937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-052982b9-55c3-4068-b4c2-6fbd9d41d89e None None] Port 428fb9d9-367c-40dd-9dc6-a7fb7e843d1a cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:33.147962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3b9da2-3aef-4a7f-99bc-5473611cc549']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:33.160569 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed845c2-dc87-406e-bfab-25b093646874') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:33.160899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed845c2-dc87-406e-bfab-25b093646874') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:33.177286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:33.182592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.222465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.250483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:39:33.250483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.250851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fb921b84-e67f-451c-b35e-890941da7022 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:39:33.251317 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:39:33.268261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:33.308200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65eb7c2-0314-41ab-ac4d-0b5630c68284 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.315023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port fb921b84-e67f-451c-b35e-890941da7022 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:33.315314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.317241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65eb7c2-0314-41ab-ac4d-0b5630c68284 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.320550 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a65eb7c2-0314-41ab-ac4d-0b5630c68284 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3365440 Mar 08 12:39:33.322430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:33.332678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32852) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:33.393226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Port': ['ID=bd273d2b-aa37-4008-b62e-df0d6f740246,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:33.456386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2e936cbc-16f1-4adb-901d-a8df21314613 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:33.485029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f4734045-c279-4538-a54b-0959164c66b3 None None] Provisioning complete for port 322055d8-2705-454e-95ec-591c9d05a659 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:33.487390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f4734045-c279-4538-a54b-0959164c66b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.537554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9574db0-1069-46e0-a9fe-a9d03023427d req-efccab74-0b5e-4b20-a984-ef2bdf10b354 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.540339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9574db0-1069-46e0-a9fe-a9d03023427d req-efccab74-0b5e-4b20-a984-ef2bdf10b354 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.3691659 Mar 08 12:39:33.550894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.551605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.552658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f4734045-c279-4538-a54b-0959164c66b3 None None] Port 322055d8-2705-454e-95ec-591c9d05a659 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:33.571386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2e936cbc-16f1-4adb-901d-a8df21314613 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:33.572924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.633367 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f48ee0a3-1d7c-4f88-bc6e-20de025d3e1a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5419307 Mar 08 12:39:33.642076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32856) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:33.680140 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9574db0-1069-46e0-a9fe-a9d03023427d req-0cea72ab-9edc-4a12-aeac-ffd1d624005c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967345 Mar 08 12:39:33.710783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.724006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.761589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0877-b1e0-40bb-a67b-fa9ca1a5ee16 req-2b1ccd1d-ad78-4a64-b396-f71e3b7cc3b3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.762861 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4dad0877-b1e0-40bb-a67b-fa9ca1a5ee16 req-2b1ccd1d-ad78-4a64-b396-f71e3b7cc3b3 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 943 time: 0.5213053 Mar 08 12:39:33.814131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.821745 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] 10.222.0.65 "DELETE /v2.0/networks/6a3b9da2-3aef-4a7f-99bc-5473611cc549 HTTP/1.1" status: 204 len: 168 time: 1.2341714 Mar 08 12:39:33.850590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606ff8a-b1e8-4b13-a5e1-1cfb4b4896bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-932506315-project] Pushing event deleted for resources: {'Network': ['ID=6a3b9da2-3aef-4a7f-99bc-5473611cc549,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:33.869873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.875015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.920209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 2e936cbc-16f1-4adb-901d-a8df21314613, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2e936cbc-16f1-4adb-901d-a8df21314613,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:33.923745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2f03b-1203-4f3e-bf12-535f2bed88f9 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:33.949961 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4dad0877-b1e0-40bb-a67b-fa9ca1a5ee16 req-e3cf2392-fe04-4c9d-9295-4213c4c81064 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385720 Mar 08 12:39:33.968888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13725ea8-30ef-42af-af0c-3fb5f108c525 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.976206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13725ea8-30ef-42af-af0c-3fb5f108c525 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.982765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13725ea8-30ef-42af-af0c-3fb5f108c525 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:33.984287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:33.995998 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-13725ea8-30ef-42af-af0c-3fb5f108c525 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2952590 Mar 08 12:39:33.995998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32860) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:34.053209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 41ede5f8-ea87-441a-9e07-432d5fe32370 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:34.053554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.058469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 294b677b-b970-4213-83a6-cda5cec47981 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:39:34.058469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ac34d503-ad00-4ce1-beba-59b34868c579 None None] Provisioning complete for port 2e936cbc-16f1-4adb-901d-a8df21314613 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:34.058469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac34d503-ad00-4ce1-beba-59b34868c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.115175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d2336-35b3-44bb-8168-876224843956 req-7521519f-00dc-4b32-a966-454191a99d86 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:34.120977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.122369 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-919d2336-35b3-44bb-8168-876224843956 req-7521519f-00dc-4b32-a966-454191a99d86 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 944 time: 0.3096170 Mar 08 12:39:34.148109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=2e936cbc-16f1-4adb-901d-a8df21314613,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:34.259103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.355138 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-919d2336-35b3-44bb-8168-876224843956 req-2346cc83-186d-4b27-9ab6-cc278ff7ad35 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537848 Mar 08 12:39:34.358642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 294b677b-b970-4213-83a6-cda5cec47981, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=294b677b-b970-4213-83a6-cda5cec47981,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:34.361191 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.377445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '294b677b-b970-4213-83a6-cda5cec47981', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'port_id': '294b677b-b970-4213-83a6-cda5cec47981', 'mac_address': 'fa:16:3e:f7:04:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:39:34.417373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Router d103c365-9880-4dda-87aa-9f9ad5e7a4af is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:34.421152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.429196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting port 322055d8-2705-454e-95ec-591c9d05a659 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:34.429537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.441573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.465069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 41ede5f8-ea87-441a-9e07-432d5fe32370 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:34.477696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294b677b-b970-4213-83a6-cda5cec47981 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:39:34.513876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 294b677b-b970-4213-83a6-cda5cec47981, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=294b677b-b970-4213-83a6-cda5cec47981,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:34.581169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32864) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:34.593014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.594442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:39:34.634276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:34.662153 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Sync routers for ids ['d103c365-9880-4dda-87aa-9f9ad5e7a4af'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:34.733016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.738534 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1f78338e-d9d7-49f4-a748-4d5a73686950 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3032699 Mar 08 12:39:34.742142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32870) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:34.752592 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Routers {'d103c365-9880-4dda-87aa-9f9ad5e7a4af'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:34.753650 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d103c365-9880-4dda-87aa-9f9ad5e7a4af'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:34.836052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=294b677b-b970-4213-83a6-cda5cec47981,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:34.913286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:34.928881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6820385c-d9db-41b5-ad7d-c079b3aab4f1 None None] Provisioning complete for port 41ede5f8-ea87-441a-9e07-432d5fe32370 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:34.941036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6820385c-d9db-41b5-ad7d-c079b3aab4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.006495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Calling delete_port for 322055d8-2705-454e-95ec-591c9d05a659 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:35.028215 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ad1793e6-2b56-4cd6-8fe8-cb17d2a24842 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/d103c365-9880-4dda-87aa-9f9ad5e7a4af HTTP/1.1" status: 200 len: 909 time: 0.2841933 Mar 08 12:39:35.029010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32874) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:35.036534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179280710', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': True}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:35.113983 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bab3e3c3-c12b-45e4-8c93-86a1b1c2996e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccba0afa273a4f4f8f7c46e65165079f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292072 Mar 08 12:39:35.116380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32876) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:35.116514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:35.133369 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Set router d103c365-9880-4dda-87aa-9f9ad5e7a4af gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:35.138588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2e936cbc-16f1-4adb-901d-a8df21314613 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:35.160983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'port_id': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'mac_address': 'fa:16:3e:d0:8f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:39:35.166254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.168205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.212200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb4a-3d87-48f3-9c51-125aca13740e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.232332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdbcb6-fed4-4f57-b648-8d55c8c8080a req-b25a17b4-bae7-4b53-a6db-8e9b342ac3cc tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:35.233896 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-32fdbcb6-fed4-4f57-b648-8d55c8c8080a req-b25a17b4-bae7-4b53-a6db-8e9b342ac3cc tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 943 time: 0.2956660 Mar 08 12:39:35.238774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb4a-3d87-48f3-9c51-125aca13740e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.240563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.260850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6820385c-d9db-41b5-ad7d-c079b3aab4f1 None None] Port 41ede5f8-ea87-441a-9e07-432d5fe32370 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:35.269228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.302319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6820385c-d9db-41b5-ad7d-c079b3aab4f1 None None] Provisioning complete for port 2e936cbc-16f1-4adb-901d-a8df21314613 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:35.302955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6820385c-d9db-41b5-ad7d-c079b3aab4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.336504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:39:35.372302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98f1a-a3a3-4df6-b0a1-79416242ef99 req-b1f8aa34-2800-4133-8cd1-83bc198b97f2 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:35.374188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:35.374459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39f98f1a-a3a3-4df6-b0a1-79416242ef99 req-b1f8aa34-2800-4133-8cd1-83bc198b97f2 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 944 time: 0.2221372 Mar 08 12:39:35.383152 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-32fdbcb6-fed4-4f57-b648-8d55c8c8080a req-68cde0aa-13fe-4063-b67e-5f19e6504bab tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326540 Mar 08 12:39:35.383742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.391829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2e936cbc-16f1-4adb-901d-a8df21314613 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:35.392406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.437685 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd103c365-9880-4dda-87aa-9f9ad5e7a4af', 'name': 'tempest-snat-router-1179280710', 'tenant_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.101'}], 'enable_snat': False}, 'gw_port_id': '1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:30Z', 'updated_at': '2022-03-08T12:39:33Z', 'revision_number': 3, 'project_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'gw_port': {'id': '1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd103c365-9880-4dda-87aa-9f9ad5e7a4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:31Z', 'updated_at': '2022-03-08T12:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:35.438471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb4a-3d87-48f3-9c51-125aca13740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.446334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1cc6eb4a-3d87-48f3-9c51-125aca13740e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.448312 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1cc6eb4a-3d87-48f3-9c51-125aca13740e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b034fae-d4e0-4cc1-8501-22b5a26c9486 HTTP/1.1" status: 204 len: 168 time: 0.3325732 Mar 08 12:39:35.459839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.460493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19a91503-974d-4d5e-8eda-a1ff3b5d30fd details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:39:35.508962 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Checking router: d103c365-9880-4dda-87aa-9f9ad5e7a4af for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:35.510153 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Updating router d103c365-9880-4dda-87aa-9f9ad5e7a4af port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:35.521500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.529914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=41ede5f8-ea87-441a-9e07-432d5fe32370,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:35.538943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6eb4a-3d87-48f3-9c51-125aca13740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b034fae-d4e0-4cc1-8501-22b5a26c9486,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:35.559327 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.578795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.584823 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d1f248f5-1c8b-4473-8d33-dc78105b40b5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/41ede5f8-ea87-441a-9e07-432d5fe32370 HTTP/1.1" status: 204 len: 168 time: 2.2466016 Mar 08 12:39:35.587593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32882) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:35.645734 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39f98f1a-a3a3-4df6-b0a1-79416242ef99 req-5ca0f086-7d44-4500-b63b-9631cd9f4b89 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481358 Mar 08 12:39:35.706024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90524c1-0bae-4083-9b76-c9825a8ae6d3 req-3a047110-c8b0-49c4-b61e-f2c77ba7fee2 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:35.707643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c90524c1-0bae-4083-9b76-c9825a8ae6d3 req-3a047110-c8b0-49c4-b61e-f2c77ba7fee2 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 945 time: 0.1399343 Mar 08 12:39:35.722427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.772905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-81070242-381d-4284-8199-80bb2918008e None None] Could not find standard attr ID for object 41ede5f8-ea87-441a-9e07-432d5fe32370. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:39:35.782103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:35.826908 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Port': ['ID=322055d8-2705-454e-95ec-591c9d05a659,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:35.862590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:35.880275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36053a9-210c-4071-aca5-450f5b0d6905 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:35.881823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36053a9-210c-4071-aca5-450f5b0d6905 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:35.882625 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c90524c1-0bae-4083-9b76-c9825a8ae6d3 req-91230cea-97c6-471e-930f-e53cdd265f4d tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475937 Mar 08 12:39:35.903286 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d36053a9-210c-4071-aca5-450f5b0d6905 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3142524 Mar 08 12:39:35.906325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:35.907981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'port_id': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'mac_address': 'fa:16:3e:0c:df:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:39:35.968768 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:35.991220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.018577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Router c492748a-c697-4bf1-b7cd-8d2a06a09867 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:36.030122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a91503-974d-4d5e-8eda-a1ff3b5d30fd {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:39:36.054270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.060425 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.074717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 7b53f5b9-1520-4511-aef7-e694c0d59469 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:39:36.083968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.084260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:36.122748 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Attempting to bind port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:36.123256 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Attempting to bind port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:36.123609 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Attempting to bind port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:36.126902 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da440fd-c8c5-4037-9366-525dd6e91a12 None None] Pushing event updated for resources: {'Port': ['ID=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:36.131949 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:36.132658 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:36.132658 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.133039 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:36.133490 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Bound port: 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:36.133924 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.146800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.166300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.170149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.178408 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-755f5757-c0aa-4b22-a2fe-c63bc91fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/ports/322055d8-2705-454e-95ec-591c9d05a659 HTTP/1.1" status: 204 len: 168 time: 2.1823947 Mar 08 12:39:36.181455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32888) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.210686 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] For port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:36.212202 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-727aa84e-6817-4274-b276-7caadb7aecc3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] GET failed (client error): The resource could not be found. Mar 08 12:39:36.220672 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] For port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:36.220915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-727aa84e-6817-4274-b276-7caadb7aecc3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "GET /v2.0/ports/322055d8-2705-454e-95ec-591c9d05a659 HTTP/1.1" status: 404 len: 333 time: 0.0379128 Mar 08 12:39:36.221954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32890) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.254235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:36.255794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'name': 'tempest-AllowedAddressPairTestJSON-1231523112'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:36.279716 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.341013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:36.349615 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da440fd-c8c5-4037-9366-525dd6e91a12 None None] Pushing event updated for resources: {'Port': ['ID=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:36.355474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Sync routers for ids ['c492748a-c697-4bf1-b7cd-8d2a06a09867'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:36.361602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.363983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Routers {'c492748a-c697-4bf1-b7cd-8d2a06a09867'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:36.364718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c492748a-c697-4bf1-b7cd-8d2a06a09867'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:36.368336 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Routers {'d103c365-9880-4dda-87aa-9f9ad5e7a4af'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:36.369002 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d103c365-9880-4dda-87aa-9f9ad5e7a4af'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:36.372098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.489448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.491218 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8edf801c-d02c-4c04-812d-60323d62b60c tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5206978 Mar 08 12:39:36.511700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32896) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.520229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-145f5e9e-7bba-4c91-9884-7ded7e83177b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6eb65533f1b148cca908e2fcfdd9a5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449704 Mar 08 12:39:36.520774 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] Set router d103c365-9880-4dda-87aa-9f9ad5e7a4af gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:36.546867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32898) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.548649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['294b677b-b970-4213-83a6-cda5cec47981'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:39:36.564410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:36.568432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.615980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52444b83-6537-4fc3-bbda-93519adb620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.632328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.635692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['19a91503-974d-4d5e-8eda-a1ff3b5d30fd'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:39:36.639903 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['87cc0ae2-ee30-43b7-9779-f6ac63a33a6d'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:39:36.662407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424538f-4a46-4762-9b4d-84f55c68747b req-24e822b5-56c1-4c50-a359-33a94faa5100 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:36.664059 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1424538f-4a46-4762-9b4d-84f55c68747b req-24e822b5-56c1-4c50-a359-33a94faa5100 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 944 time: 0.1954291 Mar 08 12:39:36.676126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=7b53f5b9-1520-4511-aef7-e694c0d59469,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:36.680111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52444b83-6537-4fc3-bbda-93519adb620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.696315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:36.702921 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cf71b373-6430-4826-b8e3-da3187c3d5b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/7b53f5b9-1520-4511-aef7-e694c0d59469 HTTP/1.1" status: 204 len: 168 time: 0.7128117 Mar 08 12:39:36.705707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] device_id is not set on port 7e25bad6-acdc-4fcd-ba6e-47938220fa05 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:36.709853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32902) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.772164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f2010-d202-4a96-a2a9-08eb0b26beb2 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:36.778979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1424538f-4a46-4762-9b4d-84f55c68747b req-f26215ce-d20f-48a5-b97a-ddbc2c5e30b3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063590 Mar 08 12:39:36.797498 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0f7ca949-cd13-480d-aefb-42662dd760c0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865314 Mar 08 12:39:36.802898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32904) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.813580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Set router c492748a-c697-4bf1-b7cd-8d2a06a09867 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:36.813737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:36.827181 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd103c365-9880-4dda-87aa-9f9ad5e7a4af', 'name': 'tempest-snat-router-1179280710', 'tenant_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.101'}], 'enable_snat': False}, 'gw_port_id': '1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:30Z', 'updated_at': '2022-03-08T12:39:33Z', 'revision_number': 3, 'project_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'gw_port': {'id': '1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd103c365-9880-4dda-87aa-9f9ad5e7a4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:31Z', 'updated_at': '2022-03-08T12:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:36.858927 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-79d5bb7f-d3d3-4e8b-8445-af2d90f06509 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/c492748a-c697-4bf1-b7cd-8d2a06a09867 HTTP/1.1" status: 200 len: 908 time: 0.3433623 Mar 08 12:39:36.861547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32906) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:36.869213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1560368260', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': True}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:36.872531 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e5015-d0f1-4e0c-bd43-57f0fcffc031 None None] The sync data for ids ['d103c365-9880-4dda-87aa-9f9ad5e7a4af'] in dv-neutron-829486-2-hyperv is: [{'id': 'd103c365-9880-4dda-87aa-9f9ad5e7a4af', 'name': 'tempest-snat-router-1179280710', 'tenant_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.101'}], 'enable_snat': False}, 'gw_port_id': '1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:30Z', 'updated_at': '2022-03-08T12:39:33Z', 'revision_number': 3, 'project_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'gw_port': {'id': '1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd103c365-9880-4dda-87aa-9f9ad5e7a4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:31Z', 'updated_at': '2022-03-08T12:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:36.908487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05381d-a897-491d-b0f6-528a2e9e2e43 req-cbc6517b-41fe-40fa-b13f-e6b6c5888f6f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:36.912149 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7b05381d-a897-491d-b0f6-528a2e9e2e43 req-cbc6517b-41fe-40fa-b13f-e6b6c5888f6f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 944 time: 0.1253312 Mar 08 12:39:37.007243 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7b05381d-a897-491d-b0f6-528a2e9e2e43 req-f416a9d0-1716-4fae-9604-d778e2ba47bc tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648282 Mar 08 12:39:37.008297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.010164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.050267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52444b83-6537-4fc3-bbda-93519adb620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.053505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52444b83-6537-4fc3-bbda-93519adb620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.054794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-52444b83-6537-4fc3-bbda-93519adb620d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8bbae5ab-176e-4e3a-8d62-324c0135804b HTTP/1.1" status: 204 len: 168 time: 0.5033083 Mar 08 12:39:37.072024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.081270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:37.087797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.120224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52444b83-6537-4fc3-bbda-93519adb620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbae5ab-176e-4e3a-8d62-324c0135804b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:37.138047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Allocated IP 172.20.0.12 (2c4ca48a-d5ca-4117-8cb2-3540b9ee2381/77aba880-a981-4864-bf16-a71a7831b6e6/7e25bad6-acdc-4fcd-ba6e-47938220fa05) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:37.185579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.211590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.344207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c94f6-d8f8-4f93-ba35-6420dec92cab req-fcfb0962-23c4-4adf-9d42-e8cc871ae9da tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:37.346136 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce7c94f6-d8f8-4f93-ba35-6420dec92cab req-fcfb0962-23c4-4adf-9d42-e8cc871ae9da tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 945 time: 0.2727964 Mar 08 12:39:37.422076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.457500 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce7c94f6-d8f8-4f93-ba35-6420dec92cab req-202e5345-5b75-48cf-a25d-0881a7df3be7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696330 Mar 08 12:39:37.540229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Allocated IP 172.26.3.20 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/94296724-ba81-40a5-a6c9-e1c1213d2460) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:37.661767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.762080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:37.774125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:37.788310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:37.789046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.818109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:37.824885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=a4f2d999-5dbf-4e82-8776-fdfdc540079a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:37.899395 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-621b8e51-9d02-4c2a-bf32-8403a6b8dc8d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0931013 Mar 08 12:39:37.904371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32918) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:37.910164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'name': 'tempest-NetworksTestDHCPv6-1042010727'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:37.993657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:39:38.040872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.095165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c492748a-c697-4bf1-b7cd-8d2a06a09867', 'name': 'tempest-snat-router-1560368260', 'tenant_id': '3ef7897a63024e7fb30995ea727743ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.62'}], 'enable_snat': False}, 'gw_port_id': 'bd273d2b-aa37-4008-b62e-df0d6f740246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:30Z', 'updated_at': '2022-03-08T12:39:33Z', 'revision_number': 3, 'project_id': '3ef7897a63024e7fb30995ea727743ce', 'gw_port': {'id': 'bd273d2b-aa37-4008-b62e-df0d6f740246', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c492748a-c697-4bf1-b7cd-8d2a06a09867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:31Z', 'updated_at': '2022-03-08T12:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:38.141576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Checking router: c492748a-c697-4bf1-b7cd-8d2a06a09867 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:38.147648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Updating router c492748a-c697-4bf1-b7cd-8d2a06a09867 port bd273d2b-aa37-4008-b62e-df0d6f740246 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:38.199032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.199333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.256397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3b67-376d-4763-8919-be271cd9a0fe req-35b06d38-ab3a-4365-8bf1-b1ddbcee912c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:38.259031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b6c3b67-376d-4763-8919-be271cd9a0fe req-35b06d38-ab3a-4365-8bf1-b1ddbcee912c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 944 time: 0.2873604 Mar 08 12:39:38.285908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19a91503-974d-4d5e-8eda-a1ff3b5d30fd up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:38.392106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b6c3b67-376d-4763-8919-be271cd9a0fe req-a7e57d38-6a37-4053-ab68-dd8a2fb33ab4 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939922 Mar 08 12:39:38.405097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1ce0c-db61-4d1a-a178-54970bf397e3 req-d8ee72cf-5c6d-4ee7-8a0a-dabe8c43646f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:38.406957 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1d1ce0c-db61-4d1a-a178-54970bf397e3 req-d8ee72cf-5c6d-4ee7-8a0a-dabe8c43646f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 944 time: 0.2014472 Mar 08 12:39:38.457520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.509019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] Deleting port 2e936cbc-16f1-4adb-901d-a8df21314613 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:38.513489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.538417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:38.551578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:38.560624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Port': ['ID=94296724-ba81-40a5-a6c9-e1c1213d2460,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:38.567523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:38.662600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1d1ce0c-db61-4d1a-a178-54970bf397e3 req-48f47474-f47a-43c2-872e-982d5b99b2fa tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091870 Mar 08 12:39:38.667016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:38.687440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] For port 2e936cbc-16f1-4adb-901d-a8df21314613, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2e936cbc-16f1-4adb-901d-a8df21314613,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:38.687440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.689405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=7e25bad6-acdc-4fcd-ba6e-47938220fa05,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:38.692105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:38.703484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:38.708984 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] Calling delete_port for 2e936cbc-16f1-4adb-901d-a8df21314613 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:38.723477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:39:38.733639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:38.736004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.744203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:38.744446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.759765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.797482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 17f43f10-7ce3-4c07-b50b-2800e48e29f5 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:38.820284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb4fb-6119-4ac1-98ac-702af4bb667d req-769be1b8-b872-4558-8536-d5a0a6d5d15a tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:38.825526 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b7cb4fb-6119-4ac1-98ac-702af4bb667d req-769be1b8-b872-4558-8536-d5a0a6d5d15a tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 945 time: 0.2330611 Mar 08 12:39:38.830484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.857322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:38.858694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:38.956347 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b7cb4fb-6119-4ac1-98ac-702af4bb667d req-bee8cdfb-a59c-4bc3-a39a-7c0b691600a4 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233118 Mar 08 12:39:39.010162 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-227781c5-63aa-4937-a419-dbfe055f3e63 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7554626 Mar 08 12:39:39.010162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32940) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:39.016419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8f:56:ae'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:39.028549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.128506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.132362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.141029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.211704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.215954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] No DVR routers for this DVR port 2e936cbc-16f1-4adb-901d-a8df21314613 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:39:39.238884 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:39.293437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7956a3-de4a-400c-8897-0a00a8e5003e None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:39.295997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Attempting to bind port bd273d2b-aa37-4008-b62e-df0d6f740246 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:39.296356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Attempting to bind port bd273d2b-aa37-4008-b62e-df0d6f740246 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:39.296714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Attempting to bind port bd273d2b-aa37-4008-b62e-df0d6f740246 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:39.300769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bee00c-0d50-4ad3-9b15-1624794e815f None None] Pushing event updated for resources: {'Port': ['ID=bd273d2b-aa37-4008-b62e-df0d6f740246,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:39.341726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Allocated IP 172.26.3.138 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/f5a60767-f865-42a8-ba39-da392e0b5db9) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:39.346556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:39.379287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::13a (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/a4f2d999-5dbf-4e82-8776-fdfdc540079a/17f43f10-7ce3-4c07-b50b-2800e48e29f5) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:39.474932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:39.475217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:39.475642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.476215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:39.476708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Bound port: bd273d2b-aa37-4008-b62e-df0d6f740246, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:39.477084 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.486610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.522868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:39.542539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced38b7b-2442-40c7-9d8c-8e177a39d773 None None] Pushing event deleted for resources: {'Port': ['ID=2e936cbc-16f1-4adb-901d-a8df21314613,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:39.585447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a0423af1-ca98-4141-aabe-e3588b75ba81 None None] Provisioning complete for port 7e25bad6-acdc-4fcd-ba6e-47938220fa05 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:39.585807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a0423af1-ca98-4141-aabe-e3588b75ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.610272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.642963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.755893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc861b8-dd6a-40fa-bb09-bb976c58410c req-ce7f82db-aa0e-430d-b43b-9362b9aecda0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:39.767087 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6cc861b8-dd6a-40fa-bb09-bb976c58410c req-ce7f82db-aa0e-430d-b43b-9362b9aecda0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 944 time: 0.2610621 Mar 08 12:39:39.823346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] For port bd273d2b-aa37-4008-b62e-df0d6f740246, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:39.826289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:39.826668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.826844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.865278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] For port bd273d2b-aa37-4008-b62e-df0d6f740246, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bd273d2b-aa37-4008-b62e-df0d6f740246,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:39.895454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a0423af1-ca98-4141-aabe-e3588b75ba81 None None] Port 7e25bad6-acdc-4fcd-ba6e-47938220fa05 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:39.921337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9411f6b0-3971-438b-8a3f-6825189a6232" -d '{"events": [{"server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:39.922784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.929533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:39.934204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:39.950989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.031315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'a4f2d999-5dbf-4e82-8776-fdfdc540079a'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:39:40.032076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.062657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6cc861b8-dd6a-40fa-bb09-bb976c58410c req-20186926-f768-4fa9-beb2-1c9f7eee36d9 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945852 Mar 08 12:39:40.065015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bee00c-0d50-4ad3-9b15-1624794e815f None None] Pushing event updated for resources: {'Port': ['ID=bd273d2b-aa37-4008-b62e-df0d6f740246,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:40.078940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Routers {'c492748a-c697-4bf1-b7cd-8d2a06a09867'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:40.079630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c492748a-c697-4bf1-b7cd-8d2a06a09867'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:40.098607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:40.111032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:40.112754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.125021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:40.138641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:40.156506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b650b-7a41-4203-b779-84c6d76e7b28 req-15a66750-bb13-40c7-a23a-c4ed8904c528 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:40.158693 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf2b650b-7a41-4203-b779-84c6d76e7b28 req-15a66750-bb13-40c7-a23a-c4ed8904c528 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 944 time: 0.2310653 Mar 08 12:39:40.164644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Router 0aeb597e-7385-488e-b0e9-7cae969a4c0e is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:40.167705 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:40.174916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:40.182032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:40.183962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.198260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a60767-f865-42a8-ba39-da392e0b5db9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:40.207817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.211004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=17f43f10-7ce3-4c07-b50b-2800e48e29f5,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:40.237242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 294b677b-b970-4213-83a6-cda5cec47981 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:40.292174 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cc9c90f4-3aa2-44b1-b0f9-5d0fd0d95e4f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3863482 Mar 08 12:39:40.292797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32966) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:40.300097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.323929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf2b650b-7a41-4203-b779-84c6d76e7b28 req-0743532f-bb31-4ad8-9bf6-3c427bdd3075 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306915 Mar 08 12:39:40.326574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.421233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36108a83-4432-435b-a734-54784c625102 x-openstack-request-id: req-36108a83-4432-435b-a734-54784c625102 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:40.421597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:40.421821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36108a83-4432-435b-a734-54784c625102 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:40.422267 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'code': 200} Mar 08 12:39:40.424097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:40.465955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] Set router c492748a-c697-4bf1-b7cd-8d2a06a09867 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:40.516979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.520528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:40.553609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=7e25bad6-acdc-4fcd-ba6e-47938220fa05,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:40.559887 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Sync routers for ids ['0aeb597e-7385-488e-b0e9-7cae969a4c0e'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:40.617661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a938e1-063a-44fe-8ac2-c709c9f551e1 req-0d7dcce3-da99-4e99-ab9a-7df525e35d22 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:40.631429 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Routers {'0aeb597e-7385-488e-b0e9-7cae969a4c0e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:40.631595 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-47a938e1-063a-44fe-8ac2-c709c9f551e1 req-0d7dcce3-da99-4e99-ab9a-7df525e35d22 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 945 time: 0.1923068 Mar 08 12:39:40.631683 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0aeb597e-7385-488e-b0e9-7cae969a4c0e'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:40.635550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] In _notify_port_updated(), no bound segment for port 7e25bad6-acdc-4fcd-ba6e-47938220fa05 on network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:39:40.639294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2e936cbc-16f1-4adb-901d-a8df21314613 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:39:40.651210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:40.652239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.653801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0ff0a7e5-3e5c-45ca-b3fd-b64cbaed0a0d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "PUT /v2.0/ports/7e25bad6-acdc-4fcd-ba6e-47938220fa05 HTTP/1.1" status: 200 len: 995 time: 1.6427341 Mar 08 12:39:40.659361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32972) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:40.664564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f59dfc-d139-43bc-9db5-6f686a47006e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:40.671422 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-51f59dfc-d139-43bc-9db5-6f686a47006e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3732166 Mar 08 12:39:40.677562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32974) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:40.681592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.688186 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2ef843fe-16be-4188-beef-400c2ecba48c tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6536932 Mar 08 12:39:40.695018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32976) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:40.704137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 2e936cbc-16f1-4adb-901d-a8df21314613 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:39:40.704610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2e936cbc-16f1-4adb-901d-a8df21314613 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:39:40.802518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 294b677b-b970-4213-83a6-cda5cec47981 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:39:40.825020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:40.830243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/a4f2d999-5dbf-4e82-8776-fdfdc540079a/52997576-d46c-4671-9063-38e7ce4583c2) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:40.832351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 294b677b-b970-4213-83a6-cda5cec47981 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:40.832720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:40.859051 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Set router 0aeb597e-7385-488e-b0e9-7cae969a4c0e gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:40.996206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5c93-faae-4a66-83aa-0c9297b369fb req-e284e675-7a86-43e7-ae0b-11da3c2dd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:41.003080 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e02f5c93-faae-4a66-83aa-0c9297b369fb req-e284e675-7a86-43e7-ae0b-11da3c2dd952 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.1836648 Mar 08 12:39:41.010190 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-312eb678-692b-48ad-b7b5-d01c4c04b65e tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/0aeb597e-7385-488e-b0e9-7cae969a4c0e HTTP/1.1" status: 200 len: 907 time: 0.3160644 Mar 08 12:39:41.017522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32982) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:41.026124 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-47a938e1-063a-44fe-8ac2-c709c9f551e1 req-660d3a73-50a7-4919-94ac-48c3a614e3b8 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950951 Mar 08 12:39:41.152507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.188407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:41.195325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.199895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-e02f5c93-faae-4a66-83aa-0c9297b369fb req-12a9bcc0-b404-4692-8ee6-b780d81a6571 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.245930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32986) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:41.292661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.318163 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aeb597e-7385-488e-b0e9-7cae969a4c0e', 'name': 'tempest-snat-router-1179280710', 'tenant_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': '94296724-ba81-40a5-a6c9-e1c1213d2460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:35Z', 'updated_at': '2022-03-08T12:39:38Z', 'revision_number': 3, 'project_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'gw_port': {'id': '94296724-ba81-40a5-a6c9-e1c1213d2460', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aeb597e-7385-488e-b0e9-7cae969a4c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:37Z', 'updated_at': '2022-03-08T12:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:41.354268 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Checking router: 0aeb597e-7385-488e-b0e9-7cae969a4c0e for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:41.355048 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Updating router 0aeb597e-7385-488e-b0e9-7cae969a4c0e port 94296724-ba81-40a5-a6c9-e1c1213d2460 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:41.384329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.391539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Pushing event updated for resources: {'Port': ['ID=52997576-d46c-4671-9063-38e7ce4583c2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:41.396202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-65accdc9-4069-461d-939f-c945133f1c9f None None] Provisioning complete for port 7e25bad6-acdc-4fcd-ba6e-47938220fa05 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:41.396707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65accdc9-4069-461d-939f-c945133f1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.426300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-e02f5c93-faae-4a66-83aa-0c9297b369fb req-12a9bcc0-b404-4692-8ee6-b780d81a6571 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.436684 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.446427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-65accdc9-4069-461d-939f-c945133f1c9f None None] Port 7e25bad6-acdc-4fcd-ba6e-47938220fa05 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:41.449681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:41.450111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.458174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f4e75a1f-fea5-4dfa-99d5-514b5938fc3a tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:41.516253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:41.536838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-e02f5c93-faae-4a66-83aa-0c9297b369fb req-12a9bcc0-b404-4692-8ee6-b780d81a6571 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.579698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:41.585879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:41.590803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.614806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9bcc0-b404-4692-8ee6-b780d81a6571 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61b5002e-28f4-4a87-8806-98a90c388ee4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:41.657100 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e02f5c93-faae-4a66-83aa-0c9297b369fb req-12a9bcc0-b404-4692-8ee6-b780d81a6571 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6508231 Mar 08 12:39:41.659851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.690165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Deleting port 94296724-ba81-40a5-a6c9-e1c1213d2460 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:41.690787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.703991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c492748a-c697-4bf1-b7cd-8d2a06a09867', 'name': 'tempest-snat-router-1560368260', 'tenant_id': '3ef7897a63024e7fb30995ea727743ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.62'}], 'enable_snat': False}, 'gw_port_id': 'bd273d2b-aa37-4008-b62e-df0d6f740246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:30Z', 'updated_at': '2022-03-08T12:39:33Z', 'revision_number': 3, 'project_id': '3ef7897a63024e7fb30995ea727743ce', 'gw_port': {'id': 'bd273d2b-aa37-4008-b62e-df0d6f740246', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c492748a-c697-4bf1-b7cd-8d2a06a09867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:31Z', 'updated_at': '2022-03-08T12:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:41.733998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50889-d57c-4e6e-b255-19707d490795 req-01013691-5691-4608-a138-f539b4a038e4 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:41.735667 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ca50889-d57c-4e6e-b255-19707d490795 req-01013691-5691-4608-a138-f539b4a038e4 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 944 time: 0.1993773 Mar 08 12:39:41.749555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05443274-928a-45b4-a7d3-d7ad388507ab req-04e7b6f3-0d62-44aa-9cd2-b2928322933c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:41.751416 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05443274-928a-45b4-a7d3-d7ad388507ab req-04e7b6f3-0d62-44aa-9cd2-b2928322933c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2165048 Mar 08 12:39:41.759413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 17f43f10-7ce3-4c07-b50b-2800e48e29f5 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:41.759960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.782485 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.797815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 294b677b-b970-4213-83a6-cda5cec47981, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=294b677b-b970-4213-83a6-cda5cec47981,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:41.798956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d351b34-abcf-4415-81a5-7897e4979f30 None None] The sync data for ids ['c492748a-c697-4bf1-b7cd-8d2a06a09867'] in dv-neutron-829486-2-hyperv is: [{'id': 'c492748a-c697-4bf1-b7cd-8d2a06a09867', 'name': 'tempest-snat-router-1560368260', 'tenant_id': '3ef7897a63024e7fb30995ea727743ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.62'}], 'enable_snat': False}, 'gw_port_id': 'bd273d2b-aa37-4008-b62e-df0d6f740246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:30Z', 'updated_at': '2022-03-08T12:39:33Z', 'revision_number': 3, 'project_id': '3ef7897a63024e7fb30995ea727743ce', 'gw_port': {'id': 'bd273d2b-aa37-4008-b62e-df0d6f740246', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c492748a-c697-4bf1-b7cd-8d2a06a09867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:31Z', 'updated_at': '2022-03-08T12:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:41.810125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting port 7e25bad6-acdc-4fcd-ba6e-47938220fa05 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:41.810567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.818250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.825687 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f4e75a1f-fea5-4dfa-99d5-514b5938fc3a tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "PUT /v2.0/quotas/5f6528748fb74e63b5cd9bf59f3b9b7d HTTP/1.1" status: 200 len: 366 time: 0.5759246 Mar 08 12:39:41.825991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Attempting to bind port 52997576-d46c-4671-9063-38e7ce4583c2 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:41.825991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Attempting to bind port 52997576-d46c-4671-9063-38e7ce4583c2 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:41.826268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Attempting to bind port 52997576-d46c-4671-9063-38e7ce4583c2 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:41.828958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32992) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:41.833812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:41.840733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:41.840733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.840733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:41.840733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Bound port: 52997576-d46c-4671-9063-38e7ce4583c2, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:41.840733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.851962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Calling delete_port for 94296724-ba81-40a5-a6c9-e1c1213d2460 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:41.859065 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ab7e4b6d-52ba-4488-99c4-ec9ebf9a2dd7 tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0261979 Mar 08 12:39:41.859855 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32994) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:41.881736 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1ea6f4c8-9216-41d2-a7d1-baaf0f061df8 tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "GET /v2.0/quotas/5f6528748fb74e63b5cd9bf59f3b9b7d HTTP/1.1" status: 200 len: 366 time: 0.0185115 Mar 08 12:39:41.883920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 32996) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:41.895974 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.908934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.910177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:41.968653 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3d52-2678-45c5-8ea3-a97300c2f504 None None] Pushing event updated for resources: {'Port': ['ID=94296724-ba81-40a5-a6c9-e1c1213d2460,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:41.971304 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Attempting to bind port 94296724-ba81-40a5-a6c9-e1c1213d2460 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:41.971663 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Attempting to bind port 94296724-ba81-40a5-a6c9-e1c1213d2460 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:41.972012 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Attempting to bind port 94296724-ba81-40a5-a6c9-e1c1213d2460 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:41.979313 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:41.984014 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:41.984014 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:41.984014 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:41.984014 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Bound port: 94296724-ba81-40a5-a6c9-e1c1213d2460, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:41.984014 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.004463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] For port 52997576-d46c-4671-9063-38e7ce4583c2, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:42.013310 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9220cbf9-8aea-4216-ad08-82739c100bce tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/5f6528748fb74e63b5cd9bf59f3b9b7d HTTP/1.1" status: 204 len: 168 time: 0.1292484 Mar 08 12:39:42.015042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 32998) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:42.041577 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ca50889-d57c-4e6e-b255-19707d490795 req-42e37b72-7733-4d72-80b4-a0367a134bec tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842538 Mar 08 12:39:42.041806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] For port 52997576-d46c-4671-9063-38e7ce4583c2, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=52997576-d46c-4671-9063-38e7ce4583c2,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:42.043387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=294b677b-b970-4213-83a6-cda5cec47981,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:42.049469 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05443274-928a-45b4-a7d3-d7ad388507ab req-badba87e-4cb6-4d6a-a364-206fbecc70a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692616 Mar 08 12:39:42.099167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3f6c9151-499f-4f8c-97f9-752339dd3095 tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0791509 Mar 08 12:39:42.111398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33002) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:42.127117 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b8a43af4-0cde-4ae3-a4d1-c165fde18f02 tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "GET /v2.0/quotas/5f6528748fb74e63b5cd9bf59f3b9b7d HTTP/1.1" status: 200 len: 370 time: 0.0139475 Mar 08 12:39:42.131642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.137562 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] For port 94296724-ba81-40a5-a6c9-e1c1213d2460, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:42.141492 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] For port 94296724-ba81-40a5-a6c9-e1c1213d2460, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=94296724-ba81-40a5-a6c9-e1c1213d2460,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:42.148998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33004) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:42.163107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e534cbf5-e042-4bab-bdf0-3e26c3690a09 tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "GET /v2.0/quotas/5f6528748fb74e63b5cd9bf59f3b9b7d/default HTTP/1.1" status: 200 len: 370 time: 0.0078599 Mar 08 12:39:42.163107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.164090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33006) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:42.183037 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-f640955b-9df8-49e0-ba65-e854e3641271 tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] delete failed (client error): The resource could not be found. Mar 08 12:39:42.184315 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f640955b-9df8-49e0-ba65-e854e3641271 tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/5f6528748fb74e63b5cd9bf59f3b9b7d HTTP/1.1" status: 404 len: 348 time: 0.0190041 Mar 08 12:39:42.203943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.206557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 17f43f10-7ce3-4c07-b50b-2800e48e29f5 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:42.212755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:39:42.251322 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.289485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Calling delete_port for 7e25bad6-acdc-4fcd-ba6e-47938220fa05 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:42.303306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:42.303306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.371423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038ca22-d492-4c09-b976-973f96fc006a None None] Pushing event updated for resources: {'Port': ['ID=52997576-d46c-4671-9063-38e7ce4583c2,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:42.379988 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Routers {'0aeb597e-7385-488e-b0e9-7cae969a4c0e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:42.380671 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0aeb597e-7385-488e-b0e9-7cae969a4c0e'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:42.427353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.454934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294b677b-b970-4213-83a6-cda5cec47981'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:42.457656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268e51fe-5990-4b3c-b059-0aa385a963b2" -d '{"events": [{"server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "294b677b-b970-4213-83a6-cda5cec47981"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:42.461012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.497671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event deleted for resources: {'Port': ['ID=94296724-ba81-40a5-a6c9-e1c1213d2460,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:42.628138 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3d52-2678-45c5-8ea3-a97300c2f504 None None] Pushing event updated for resources: {'Port': ['ID=94296724-ba81-40a5-a6c9-e1c1213d2460,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:42.654946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33012) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:42.687193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.724636 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] Set router 0aeb597e-7385-488e-b0e9-7cae969a4c0e gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:42.740535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cc5bb-b3c9-4a54-ae0d-e0717a8ee821 req-bf755f76-7c54-44e6-b7d6-062b6c2dd159 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:42.753206 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-804cc5bb-b3c9-4a54-ae0d-e0717a8ee821 req-bf755f76-7c54-44e6-b7d6-062b6c2dd159 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 945 time: 0.5812259 Mar 08 12:39:42.779349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:network and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:42.798408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:42.818610 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aeb597e-7385-488e-b0e9-7cae969a4c0e', 'name': 'tempest-snat-router-1179280710', 'tenant_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:35Z', 'updated_at': '2022-03-08T12:39:41Z', 'revision_number': 4, 'project_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:42.819631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.870602 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc298-0c2b-45e0-a45c-8a21618cca27 None None] The sync data for ids ['0aeb597e-7385-488e-b0e9-7cae969a4c0e'] in dv-neutron-829486-2-hyperv is: [{'id': '0aeb597e-7385-488e-b0e9-7cae969a4c0e', 'name': 'tempest-snat-router-1179280710', 'tenant_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:35Z', 'updated_at': '2022-03-08T12:39:41Z', 'revision_number': 4, 'project_id': 'f4a7e0b16f3b4c03a1561f489e698d05', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:42.889211 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-804cc5bb-b3c9-4a54-ae0d-e0717a8ee821 req-1032da7b-472b-4c51-8e98-4075545eb51a tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347435 Mar 08 12:39:42.904849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.926563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:42.936601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:subnet and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:42.953243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:42.962292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06ffe7d-9170-4bf7-85df-35a7fc28e5e1 x-openstack-request-id: req-c06ffe7d-9170-4bf7-85df-35a7fc28e5e1 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:42.962898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "294b677b-b970-4213-83a6-cda5cec47981", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:42.963145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c06ffe7d-9170-4bf7-85df-35a7fc28e5e1 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:42.963557 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294b677b-b970-4213-83a6-cda5cec47981', 'code': 200} Mar 08 12:39:43.001782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:43.026952 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.111672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:subnetpool and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:43.124847 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.125754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0aeb597e-7385-488e-b0e9-7cae969a4c0e {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:43.135017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:43.153833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.161009 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-098d6378-88ba-4bf0-8825-8a5000c4dd8a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "DELETE /v2.0/routers/0aeb597e-7385-488e-b0e9-7cae969a4c0e HTTP/1.1" status: 204 len: 168 time: 2.1380711 Mar 08 12:39:43.163637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33018) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:43.178519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:43.204021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc182dc-87bc-45ef-9701-40679bf890fa req-ac899fa5-22b5-4f37-b82e-cda0c3a90167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:43.206789 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-acc182dc-87bc-45ef-9701-40679bf890fa req-ac899fa5-22b5-4f37-b82e-cda0c3a90167 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 1098 time: 0.2018392 Mar 08 12:39:43.210561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:port and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:43.268013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:43.293470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:router and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:43.310707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:43.340539 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-acc182dc-87bc-45ef-9701-40679bf890fa req-b90c8f8f-e65f-4ee1-b725-cf8e4a6b0c22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205263 Mar 08 12:39:43.349116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:floatingip and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:43.351538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd273d2b-aa37-4008-b62e-df0d6f740246 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:43.360688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:43.437493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.487647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:security_group and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:43.492242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port bd273d2b-aa37-4008-b62e-df0d6f740246 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:43.492885 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.507300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:43.534735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Usage tracker for resource:security_group_rule and tenant:cbd487fb121549c59def33469e2e4487 is out of sync, need to count used quota {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 08 12:39:43.548132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.quota.resource [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104045) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 08 12:39:43.565499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Port': ['ID=7e25bad6-acdc-4fcd-ba6e-47938220fa05,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:43.581014 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1442aca3-e70e-4569-9c8e-41860bbd571f tempest-QuotasTest-765512702 tempest-QuotasTest-765512702-project-admin] 10.222.0.65 "GET /v2.0/quotas/cbd487fb121549c59def33469e2e4487/details.json HTTP/1.1" status: 200 len: 703 time: 0.9203241 Mar 08 12:39:43.664682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.754869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.781806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port bd273d2b-aa37-4008-b62e-df0d6f740246, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bd273d2b-aa37-4008-b62e-df0d6f740246,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:43.878667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:43.879154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 52997576-d46c-4671-9063-38e7ce4583c2 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:43.881898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=17f43f10-7ce3-4c07-b50b-2800e48e29f5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:43.928413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7667a0e-d6d8-4fb9-9137-0a99aa0d2989 req-7fe70eeb-61d9-4797-bf7a-dc2216241d55 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:43.936836 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c7667a0e-d6d8-4fb9-9137-0a99aa0d2989 req-7fe70eeb-61d9-4797-bf7a-dc2216241d55 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.5195963 Mar 08 12:39:44.003865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=bd273d2b-aa37-4008-b62e-df0d6f740246,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:44.032833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 52997576-d46c-4671-9063-38e7ce4583c2 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:44.033201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.058562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.063116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33024) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:44.074605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a9c22cea-adf4-49be-8392-030a4599b887 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/17f43f10-7ce3-4c07-b50b-2800e48e29f5 HTTP/1.1" status: 204 len: 168 time: 3.3817556 Mar 08 12:39:44.106639 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c7667a0e-d6d8-4fb9-9137-0a99aa0d2989 req-caad7e71-e8cf-472c-afe7-3c99376659da tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687891 Mar 08 12:39:44.117741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf08b6-83b9-48af-a1a7-c7f0e0150c38 req-b808d638-1645-439f-ae2d-3f9f87aea53a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:44.123354 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-67bf08b6-83b9-48af-a1a7-c7f0e0150c38 req-b808d638-1645-439f-ae2d-3f9f87aea53a tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 945 time: 0.7481623 Mar 08 12:39:44.166735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43b893-20b1-49b5-9754-5239cd653e3f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:44.168640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43b893-20b1-49b5-9754-5239cd653e3f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:44.182481 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8e43b893-20b1-49b5-9754-5239cd653e3f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1179430 Mar 08 12:39:44.183077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33026) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:44.200638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.220738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.231688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c2a29f82-b028-4726-afb7-db70f8bba2f4 None None] Provisioning complete for port 52997576-d46c-4671-9063-38e7ce4583c2 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:44.232060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c2a29f82-b028-4726-afb7-db70f8bba2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.296275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 52997576-d46c-4671-9063-38e7ce4583c2, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=52997576-d46c-4671-9063-38e7ce4583c2,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:44.375848 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.445055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c2a29f82-b028-4726-afb7-db70f8bba2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.522781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=52997576-d46c-4671-9063-38e7ce4583c2,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:44.610166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-c2a29f82-b028-4726-afb7-db70f8bba2f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:39:44.610646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-c2a29f82-b028-4726-afb7-db70f8bba2f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:39:44.667875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Router 5020789e-afb3-43a1-97d5-fb4f297ceff5 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:44.689752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33030) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:44.747956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet a4f2d999-5dbf-4e82-8776-fdfdc540079a {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:39:44.752140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.801929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-67bf08b6-83b9-48af-a1a7-c7f0e0150c38 req-a62ab997-60cf-4363-86d3-0269a16d9226 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6409044 Mar 08 12:39:44.850609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.850850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.866689 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7286a67a-ce67-46be-972a-753778f438e0 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/ports/7e25bad6-acdc-4fcd-ba6e-47938220fa05 HTTP/1.1" status: 204 len: 168 time: 4.2009041 Mar 08 12:39:44.873149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33034) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:44.899117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1081f5-0b9d-44bb-a67e-a3df8e84bbae req-75ec8b04-f90f-4982-8295-34a2c27b9ddb tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:44.901797 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef1081f5-0b9d-44bb-a67e-a3df8e84bbae req-75ec8b04-f90f-4982-8295-34a2c27b9ddb tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.6156759 Mar 08 12:39:44.924419 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cedc65-532b-44e5-b1b1-419e16183dbc tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] GET failed (client error): The resource could not be found. Mar 08 12:39:44.926169 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-67cedc65-532b-44e5-b1b1-419e16183dbc tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "GET /v2.0/ports/7e25bad6-acdc-4fcd-ba6e-47938220fa05 HTTP/1.1" status: 404 len: 333 time: 0.0517921 Mar 08 12:39:44.934193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.934385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33036) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:44.940993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'name': 'tempest-AllowedAddressPairTestJSON-1854463302'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:44.949652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:44.964736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:44.967232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ebfb4-4dd8-4918-84e4-7d516f3a46da" -d '{"events": [{"server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "name": "network-vif-plugged", "status": "completed", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:45.042903 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d9034d-d71b-40df-a9d0-afe1fcaf78db x-openstack-request-id: req-86d9034d-d71b-40df-a9d0-afe1fcaf78db {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:45.044882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "name": "network-vif-plugged", "status": "completed", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:45.044882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86d9034d-d71b-40df-a9d0-afe1fcaf78db {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:45.045148 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'code': 200} Mar 08 12:39:45.069549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef1081f5-0b9d-44bb-a67e-a3df8e84bbae req-69d8b70e-5de3-4269-8bff-63349c0e4b64 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502340 Mar 08 12:39:45.096130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:45.109313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.116419 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd273d2b-aa37-4008-b62e-df0d6f740246 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:45.124381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Sync routers for ids ['5020789e-afb3-43a1-97d5-fb4f297ceff5'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:45.229151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Routers {'5020789e-afb3-43a1-97d5-fb4f297ceff5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:45.229873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5020789e-afb3-43a1-97d5-fb4f297ceff5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:45.255323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Deleting port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:45.255681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.269351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.281207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.282403 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c8eaa032-4b3a-42a6-873e-0392832a4a1b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4175971 Mar 08 12:39:45.293949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33042) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:45.302368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port bd273d2b-aa37-4008-b62e-df0d6f740246 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:45.302797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.335145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.339204 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/a4f2d999-5dbf-4e82-8776-fdfdc540079a HTTP/1.1" status: 204 len: 168 time: 1.1549504 Mar 08 12:39:45.348628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33044) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:45.349620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0978771-be6b-4c46-899a-2cd9d7ce54db None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:45.376039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f2d999-5dbf-4e82-8776-fdfdc540079a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:45.390618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.402825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62de82-e35c-4918-9d16-ceda93d78328 req-ea78ce7a-837c-45ec-a1f5-82d88412f846 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:45.404339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9c62de82-e35c-4918-9d16-ceda93d78328 req-ea78ce7a-837c-45ec-a1f5-82d88412f846 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1973457 Mar 08 12:39:45.410953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a7f1752f-986b-418c-8f82-e770278857c5 None None] Could not find standard attr ID for object 17f43f10-7ce3-4c07-b50b-2800e48e29f5. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:39:45.442748 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7518b5b8-3ea7-480b-a1b7-bafd16bb3be3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696824 Mar 08 12:39:45.442748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:45.448395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.450722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33046) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:45.460757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.460960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:45.461315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.461741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.462850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.463332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.464269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.464420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.464923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.465591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.465701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.466156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.466764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c30d55-cbe1-462f-b7ef-56a39e4b21b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.481211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Set router 5020789e-afb3-43a1-97d5-fb4f297ceff5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:45.508886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] device_id is not set on port f79b5fa0-611d-4415-9b20-76c8252ecd79 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:45.517920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.579525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3caa-5f2b-46c7-a1d0-2e13467a7ea0 req-c85bb3a7-1e4d-4e4b-abac-4ee37af33d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:45.580566 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5bae3caa-5f2b-46c7-a1d0-2e13467a7ea0 req-c85bb3a7-1e4d-4e4b-abac-4ee37af33d61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 1099 time: 0.1400821 Mar 08 12:39:45.589661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] For port 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:45.590004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.632005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9c62de82-e35c-4918-9d16-ceda93d78328 req-6e74c2ef-fea5-4d9d-91f3-1e20d789ee4f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189415 Mar 08 12:39:45.661588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Calling delete_port for 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:45.661588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b9c2b61e-0505-457d-b4c1-eae88bc18a62 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/5020789e-afb3-43a1-97d5-fb4f297ceff5 HTTP/1.1" status: 200 len: 908 time: 0.3627014 Mar 08 12:39:45.663941 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a49b6daa06145878e048d193fca6112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9729323 Mar 08 12:39:45.668065 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33048) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:45.668264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040d54b1-41ba-4ff5-892a-dddc42276960,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:45.668730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33050) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:45.677000 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5bae3caa-5f2b-46c7-a1d0-2e13467a7ea0 req-915e6242-1c7b-40c7-85eb-e75608337897 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873976 Mar 08 12:39:45.706617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.707004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.707718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.707827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.708079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.708409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.708733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.709054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.709374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.709693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.710055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.710371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b101f-3b70-43a9-be1b-9aa107f6a6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:45.745376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 52997576-d46c-4671-9063-38e7ce4583c2 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:45.779017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Allocated IP 172.20.0.12 (2c4ca48a-d5ca-4117-8cb2-3540b9ee2381/77aba880-a981-4864-bf16-a71a7831b6e6/f79b5fa0-611d-4415-9b20-76c8252ecd79) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:45.821028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e625f591-5dbf-4a5d-941f-355f64e5ebbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.893564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.899293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:39:45.905804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 52997576-d46c-4671-9063-38e7ce4583c2 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:45.906321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.933413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:45.936883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:45.987592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5020789e-afb3-43a1-97d5-fb4f297ceff5', 'name': 'tempest-snat-router-1560368260', 'tenant_id': '3ef7897a63024e7fb30995ea727743ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': 'f5a60767-f865-42a8-ba39-da392e0b5db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:39:37Z', 'updated_at': '2022-03-08T12:39:40Z', 'revision_number': 3, 'project_id': '3ef7897a63024e7fb30995ea727743ce', 'gw_port': {'id': 'f5a60767-f865-42a8-ba39-da392e0b5db9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5020789e-afb3-43a1-97d5-fb4f297ceff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:39:38Z', 'updated_at': '2022-03-08T12:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:46.029466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Checking router: 5020789e-afb3-43a1-97d5-fb4f297ceff5 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:46.029803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Updating router 5020789e-afb3-43a1-97d5-fb4f297ceff5 port f5a60767-f865-42a8-ba39-da392e0b5db9 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:39:46.032998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e625f591-5dbf-4a5d-941f-355f64e5ebbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.090950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.101459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.106634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.142973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Deleting port 52997576-d46c-4671-9063-38e7ce4583c2 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:46.143340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.172934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c02ea-1e7e-4476-8853-6b01e93aa90a req-87dba88e-a071-4959-a832-9eb171f9b3a9 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:46.174613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d10c02ea-1e7e-4476-8853-6b01e93aa90a req-87dba88e-a071-4959-a832-9eb171f9b3a9 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 945 time: 0.2559822 Mar 08 12:39:46.189692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1e0c3-abcc-4269-ab5c-7b28eca0affe req-d774b58a-cb6d-4c56-855b-a29a167aae3b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:46.191341 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0ca1e0c3-abcc-4269-ab5c-7b28eca0affe req-d774b58a-cb6d-4c56-855b-a29a167aae3b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2709570 Mar 08 12:39:46.204775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33058) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:46.219053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Request body: {'floatingip': {'port_id': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:46.234935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.257873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.300762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] For port 52997576-d46c-4671-9063-38e7ce4583c2, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=52997576-d46c-4671-9063-38e7ce4583c2,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:46.301356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.303151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:46.310786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:46.318866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Calling delete_port for 52997576-d46c-4671-9063-38e7ce4583c2 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:46.322119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=f79b5fa0-611d-4415-9b20-76c8252ecd79,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:46.329116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:46.388659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:46.392539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.396215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:46.397612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.400347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Deleting port f5a60767-f865-42a8-ba39-da392e0b5db9 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:46.401341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.413423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e625f591-5dbf-4a5d-941f-355f64e5ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.416700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e625f591-5dbf-4a5d-941f-355f64e5ebbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.423483 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e625f591-5dbf-4a5d-941f-355f64e5ebbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/040d54b1-41ba-4ff5-892a-dddc42276960 HTTP/1.1" status: 204 len: 168 time: 0.7482612 Mar 08 12:39:46.488016 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d10c02ea-1e7e-4476-8853-6b01e93aa90a req-a3150347-8169-42b1-b4a3-7417ca47bb33 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933018 Mar 08 12:39:46.557922 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8d387cd7-52b4-437b-80eb-02533d2fbeb3 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6228037 Mar 08 12:39:46.558592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33064) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:46.563335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f591-5dbf-4a5d-941f-355f64e5ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040d54b1-41ba-4ff5-892a-dddc42276960,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:46.567009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8f:56:ae'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:46.581765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.633752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Calling delete_port for f5a60767-f865-42a8-ba39-da392e0b5db9 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:46.803611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.832210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.880351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] No DVR routers for this DVR port 52997576-d46c-4671-9063-38e7ce4583c2 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:39:46.883025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Pushing event deleted for resources: {'Port': ['ID=52997576-d46c-4671-9063-38e7ce4583c2,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:46.901687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1f9116f3-d4d3-4665-a319-aed2eff1b016 None None] Provisioning complete for port f79b5fa0-611d-4415-9b20-76c8252ecd79 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:46.901687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1f9116f3-d4d3-4665-a319-aed2eff1b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.906566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.949046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1f9116f3-d4d3-4665-a319-aed2eff1b016 None None] Port f79b5fa0-611d-4415-9b20-76c8252ecd79 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:46.950715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:46.955883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.956282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.956618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.956942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.957260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.957594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.957986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.958895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.958895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.959088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.959303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:46.959613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb9dea-c9aa-4f97-8a91-5b413c73ea32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:39:47.059631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8086d4-e5bf-4a3a-89f9-65f752b46f3e req-80a91e4f-672f-4b20-82e4-3e58cd530719 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:47.067747 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bc8086d4-e5bf-4a3a-89f9-65f752b46f3e req-80a91e4f-672f-4b20-82e4-3e58cd530719 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.7483160 Mar 08 12:39:47.075617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Attempting to bind port f5a60767-f865-42a8-ba39-da392e0b5db9 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:47.076199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Attempting to bind port f5a60767-f865-42a8-ba39-da392e0b5db9 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:47.076710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Attempting to bind port f5a60767-f865-42a8-ba39-da392e0b5db9 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:47.088485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:47.089118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:47.089668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.095209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:47.095209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Bound port: f5a60767-f865-42a8-ba39-da392e0b5db9, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:47.095209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.097242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd4c6c-4f0c-47e2-a6cc-9da59a93b46a None None] Pushing event updated for resources: {'Port': ['ID=f5a60767-f865-42a8-ba39-da392e0b5db9,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:47.179823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.188970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 52997576-d46c-4671-9063-38e7ce4583c2 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:39:47.210962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 52997576-d46c-4671-9063-38e7ce4583c2 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:39:47.211222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 52997576-d46c-4671-9063-38e7ce4583c2 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:39:47.222119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.228147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:39:47.228791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:39:47.228999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.282274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5a60767-f865-42a8-ba39-da392e0b5db9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:47.306956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bc8086d4-e5bf-4a3a-89f9-65f752b46f3e req-1105d3a1-a1e6-492e-b6b0-49d1491c6c69 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332931 Mar 08 12:39:47.386065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470e06-965a-4bd4-b1af-7308fd50ed04 req-3d379a2d-6953-4cf1-b989-d93fde511558 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:47.387584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-da470e06-965a-4bd4-b1af-7308fd50ed04 req-3d379a2d-6953-4cf1-b989-d93fde511558 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 945 time: 0.4088695 Mar 08 12:39:47.397129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.403118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33068) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:47.404280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.408534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.415193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Request body: {'floatingip': {'port_id': '294b677b-b970-4213-83a6-cda5cec47981'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:47.419881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:47.442971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33070) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:47.485383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:47.497335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556720ef-45b2-4d18-a592-b43e2c8c2393 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:47.523262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7970-72ab-4c49-9cfe-32d889f8e062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.526069 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.529978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.534425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:47.535001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.542684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=4d7d70f6-2587-4e2e-988d-3be6af3bbf01,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:47.553544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.559934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.668446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7970-72ab-4c49-9cfe-32d889f8e062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.672840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.673530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d103c365-9880-4dda-87aa-9f9ad5e7a4af {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:47.673909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '4d7d70f6-2587-4e2e-988d-3be6af3bbf01'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:39:47.674799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.679340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.680395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5020789e-afb3-43a1-97d5-fb4f297ceff5 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:47.687525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.691345 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-712f3838-8ac0-4529-b370-d9deaf5bf3f8 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "DELETE /v2.0/routers/5020789e-afb3-43a1-97d5-fb4f297ceff5 HTTP/1.1" status: 204 len: 168 time: 2.0209062 Mar 08 12:39:47.691345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.702270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.707195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-971ce889-a059-47bb-bdd3-c0d53dcfb6ef tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d103c365-9880-4dda-87aa-9f9ad5e7a4af HTTP/1.1" status: 204 len: 168 time: 4.5363238 Mar 08 12:39:47.707195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33072) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:47.716916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33074) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:47.747736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-711964192', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:47.749390 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cd9a746b-a6f1-4171-bb08-ae88137aca02 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2924995 Mar 08 12:39:47.789760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33076) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:47.812327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'name': 'tempest-NetworksTestDHCPv6-1771001966'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:47.817438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7970-72ab-4c49-9cfe-32d889f8e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.854179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Attempting to bind port f5a60767-f865-42a8-ba39-da392e0b5db9 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:47.855386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Attempting to bind port f5a60767-f865-42a8-ba39-da392e0b5db9 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:47.855889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Attempting to bind port f5a60767-f865-42a8-ba39-da392e0b5db9 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:47.857596 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3a9e7970-72ab-4c49-9cfe-32d889f8e062 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cbd487fb121549c59def33469e2e4487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858035 Mar 08 12:39:47.861110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33078) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:47.865881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:47.866481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:47.867090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.869655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:47.870426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Bound port: f5a60767-f865-42a8-ba39-da392e0b5db9, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:47.871094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.878710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.879938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:47.905240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Port f5a60767-f865-42a8-ba39-da392e0b5db9 has been deleted concurrently {{(pid=104047) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Mar 08 12:39:47.928252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Routers set() bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:47.928611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Router IDs set() for agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 12:39:47.929705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_agentschedulers_db [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5020789e-afb3-43a1-97d5-fb4f297ceff5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent'). {{(pid=104047) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 08 12:39:47.930293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac3633-1bc4-41c1-974a-013144643f09 None None] The sync data for ids ['5020789e-afb3-43a1-97d5-fb4f297ceff5'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:47.996747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] In _notify_port_updated(), no bound segment for port f79b5fa0-611d-4415-9b20-76c8252ecd79 on network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:39:48.000935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/4d7d70f6-2587-4e2e-988d-3be6af3bbf01/dd92e4f9-0089-43f7-a98f-281006dd80d2) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:48.002997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:48.003627 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.005052 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "PUT /v2.0/ports/f79b5fa0-611d-4415-9b20-76c8252ecd79 HTTP/1.1" status: 200 len: 997 time: 1.4424205 Mar 08 12:39:48.005925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3931d53-cad3-4fcc-a749-e7f374be4a3e tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=f79b5fa0-611d-4415-9b20-76c8252ecd79,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:48.009681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33080) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:48.042172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e7970-72ab-4c49-9cfe-32d889f8e062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf38242-c615-40e8-9225-904a7ae48765,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:48.048894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.131462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-70925984-d41a-4e1b-95c6-6fe4a420517d None None] Provisioning complete for port f79b5fa0-611d-4415-9b20-76c8252ecd79 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:48.131836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-70925984-d41a-4e1b-95c6-6fe4a420517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.161523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.197649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-70925984-d41a-4e1b-95c6-6fe4a420517d None None] Port f79b5fa0-611d-4415-9b20-76c8252ecd79 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:48.246262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.301334 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a96ccc12-8343-4d5b-ae06-490eeb24b2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.317508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.412789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:48.413809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Pushing event updated for resources: {'Port': ['ID=dd92e4f9-0089-43f7-a98f-281006dd80d2,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:48.417549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:48.420418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:48.496164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Attempting to bind port dd92e4f9-0089-43f7-a98f-281006dd80d2 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:48.496164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Attempting to bind port dd92e4f9-0089-43f7-a98f-281006dd80d2 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:48.496164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Attempting to bind port dd92e4f9-0089-43f7-a98f-281006dd80d2 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:48.502197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:48.502674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:48.503181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.503672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:48.504256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Bound port: dd92e4f9-0089-43f7-a98f-281006dd80d2, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:48.504744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.569972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.585297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] For port dd92e4f9-0089-43f7-a98f-281006dd80d2, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:48.589594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] For port dd92e4f9-0089-43f7-a98f-281006dd80d2, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dd92e4f9-0089-43f7-a98f-281006dd80d2,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:48.589805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting port f79b5fa0-611d-4415-9b20-76c8252ecd79 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:48.590079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.661319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:48.665441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.689000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a96ccc12-8343-4d5b-ae06-490eeb24b2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.690341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.735154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port db21c9d3-c343-4b5c-8261-4a558a222e93 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:48.748984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:48.769876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Calling delete_port for f79b5fa0-611d-4415-9b20-76c8252ecd79 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:48.794932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504040a-b9ff-4928-95b7-ebd15a55e320 None None] Pushing event updated for resources: {'Port': ['ID=dd92e4f9-0089-43f7-a98f-281006dd80d2,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:48.841691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.resource_extend [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:39:48.995647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.048206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::3ba (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/4d7d70f6-2587-4e2e-988d-3be6af3bbf01/db21c9d3-c343-4b5c-8261-4a558a222e93) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:49.079953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.093538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cd731-8fe6-43e0-9a3e-71de5b833b2c req-57ab42da-22b3-4fc2-b46f-5a1794ee575c tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:49.095203 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eb1cd731-8fe6-43e0-9a3e-71de5b833b2c req-57ab42da-22b3-4fc2-b46f-5a1794ee575c tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.4042068 Mar 08 12:39:49.168426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.179655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dd92e4f9-0089-43f7-a98f-281006dd80d2 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:49.226485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a96ccc12-8343-4d5b-ae06-490eeb24b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.231333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a96ccc12-8343-4d5b-ae06-490eeb24b2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.232962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a96ccc12-8343-4d5b-ae06-490eeb24b2f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbf38242-c615-40e8-9225-904a7ae48765 HTTP/1.1" status: 204 len: 168 time: 1.3652346 Mar 08 12:39:49.265345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port dd92e4f9-0089-43f7-a98f-281006dd80d2 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:49.266018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.304651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ccc12-8343-4d5b-ae06-490eeb24b2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf38242-c615-40e8-9225-904a7ae48765,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:49.332543 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eb1cd731-8fe6-43e0-9a3e-71de5b833b2c req-dc07ee37-f8c3-483d-b900-4ce2f16f97d3 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197061 Mar 08 12:39:49.375556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.resource_extend [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:39:49.424419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.455860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Deleting port bd273d2b-aa37-4008-b62e-df0d6f740246 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:49.456219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.474800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.496055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.525526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.528037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Port': ['ID=f79b5fa0-611d-4415-9b20-76c8252ecd79,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:49.530716 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Floating IP befd49b5-0eb9-47f5-ba52-de9f84144c88 associated. External IP: 172.26.3.231, port: 19a91503-974d-4d5e-8eda-a1ff3b5d30fd. Mar 08 12:39:49.533138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port dd92e4f9-0089-43f7-a98f-281006dd80d2, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dd92e4f9-0089-43f7-a98f-281006dd80d2,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:49.603128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.633146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.684015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.738774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:39:49.829431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:39:49.829816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1fb3fe59-630d-4e3a-afd8-e7e8c05f41bb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:39:49.852022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=dd92e4f9-0089-43f7-a98f-281006dd80d2,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:49.876474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.895976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a29e3-468e-4907-970f-907a8e349bd9 req-2502950d-ad22-44c6-b258-1d3a23ed86fc tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:49.897661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-847a29e3-468e-4907-970f-907a8e349bd9 req-2502950d-ad22-44c6-b258-1d3a23ed86fc tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.4169347 Mar 08 12:39:49.912588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33090) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:49.916538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] For port bd273d2b-aa37-4008-b62e-df0d6f740246, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bd273d2b-aa37-4008-b62e-df0d6f740246,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:49.916880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.931969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Request body: {'floatingip': {'port_id': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:49.981704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:49.988742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Calling delete_port for bd273d2b-aa37-4008-b62e-df0d6f740246 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:49.989469 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-190450a7-6f5a-40a3-ae72-ce97dce41364 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/ports/f79b5fa0-611d-4415-9b20-76c8252ecd79 HTTP/1.1" status: 204 len: 168 time: 1.9483831 Mar 08 12:39:49.993051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33094) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:50.007681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.015409 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Floating IP 14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03 associated. External IP: 172.26.3.190, port: 294b677b-b970-4213-83a6-cda5cec47981. Mar 08 12:39:50.060533 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7950f3-ecd9-4061-90d9-9d1c1d6c86d8 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] GET failed (client error): The resource could not be found. Mar 08 12:39:50.066454 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ca7950f3-ecd9-4061-90d9-9d1c1d6c86d8 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "GET /v2.0/ports/f79b5fa0-611d-4415-9b20-76c8252ecd79 HTTP/1.1" status: 404 len: 333 time: 0.0658040 Mar 08 12:39:50.069066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33100) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:50.081378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'name': 'tempest-AllowedAddressPairTestJSON-966824134'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:50.237003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Allocated IP 172.26.3.196 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/b1cf96b4-2162-48e5-9e7a-2070cb2673e1) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:50.246496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b0f65cdd-4934-4a7c-9716-09981b48ec11 None None] Provisioning complete for port dd92e4f9-0089-43f7-a98f-281006dd80d2 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:50.247710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f65cdd-4934-4a7c-9716-09981b48ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.372565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.481062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:50.488024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:50.490508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:50.496599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:50.497234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.528104 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=db21c9d3-c343-4b5c-8261-4a558a222e93,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:50.555210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:50.560285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.571289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.599607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] device_id is not set on port 7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:50.673188 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c8767875-5ed8-468d-9609-918b8928ac5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8767726 Mar 08 12:39:50.685388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33110) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:50.733574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Router c9dede10-02d9-486c-8102-7e61d7b36b73 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:39:50.842356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663fdb7-40be-43f3-9631-9cc1b10be24b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:50.848503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663fdb7-40be-43f3-9631-9cc1b10be24b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:50.852390 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8663fdb7-40be-43f3-9631-9cc1b10be24b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.1598980 Mar 08 12:39:50.857198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33114) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:50.858257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.878374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Allocated IP 172.20.0.9 (2c4ca48a-d5ca-4117-8cb2-3540b9ee2381/77aba880-a981-4864-bf16-a71a7831b6e6/7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:50.922032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-53dcc5bd-8468-49b8-a6d3-4c8274d9ee0d None None] Provisioning complete for port db21c9d3-c343-4b5c-8261-4a558a222e93 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:50.922838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53dcc5bd-8468-49b8-a6d3-4c8274d9ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:50.933437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33116) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:50.972763 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:50.993971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:50.996399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:51.011833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-53dcc5bd-8468-49b8-a6d3-4c8274d9ee0d None None] Port db21c9d3-c343-4b5c-8261-4a558a222e93 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:51.056968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event updated for resources: {'Port': ['ID=b1cf96b4-2162-48e5-9e7a-2070cb2673e1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:51.090918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.136432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dd92e4f9-0089-43f7-a98f-281006dd80d2 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:51.180281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1531200224'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:51.192400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd273d2b-aa37-4008-b62e-df0d6f740246,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:51.201824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port dd92e4f9-0089-43f7-a98f-281006dd80d2 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:51.203048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.212835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Router 7d15fbca-c5da-4199-964b-a567ce03975c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:39:51.257988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:51.282593 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] Sync routers for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:51.283232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.304248 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:51.305762 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:51.350968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Made reservation on behalf of 45659b8fa40642d494bd877b724ac842 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:51.354972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.415121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.428519 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1314a18f-e3a6-4871-8202-3586426ca62a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "PUT /v2.0/floatingips/befd49b5-0eb9-47f5-ba52-de9f84144c88 HTTP/1.1" status: 200 len: 991 time: 5.2168162 Mar 08 12:39:51.440148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:51.442540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:51.450175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.469752 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:51.566661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a5d683-de84-4b08-a96b-311ae393be9b x-openstack-request-id: req-a9a5d683-de84-4b08-a96b-311ae393be9b {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:51.566944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:51.567200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9a5d683-de84-4b08-a96b-311ae393be9b {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:51.567588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'status': 'completed', 'code': 200} Mar 08 12:39:51.662488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.693725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.696190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port db21c9d3-c343-4b5c-8261-4a558a222e93 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:51.697685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.761442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.resource_extend [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:39:51.792179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-5b5098f9-e87d-4bfa-a025-ec2f053a13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:51.795054 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-5b5098f9-e87d-4bfa-a025-ec2f053a13e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.2068410 Mar 08 12:39:51.824669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.835256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:51.847026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.856451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b0f5-49a3-497d-ac6e-55dc01d67dac req-58a0c2c3-c362-4075-8493-c358b88967f6 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:51.858049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a16b0f5-49a3-497d-ac6e-55dc01d67dac req-58a0c2c3-c362-4075-8493-c358b88967f6 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2932572 Mar 08 12:39:51.863674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.868132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] Sync routers for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:51.888960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:51.889201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'befd49b5-0eb9-47f5-ba52-de9f84144c88', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'port_id': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'mac_address': 'fa:16:3e:0c:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:09Z', 'updated_at': '2022-03-08T12:39:48Z', 'revision_number': 1, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:05Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:51.891580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:51.907817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.908423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c492748a-c697-4bf1-b7cd-8d2a06a09867 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:39:51.916208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.917783 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-24d7f25c-c431-4784-865b-b7036ae4b0de tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "DELETE /v2.0/routers/c492748a-c697-4bf1-b7cd-8d2a06a09867 HTTP/1.1" status: 204 len: 168 time: 4.2124279 Mar 08 12:39:51.928030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33124) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:51.938018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1796974972', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:51.940145 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] Checking router: c9dede10-02d9-486c-8102-7e61d7b36b73 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:51.945235 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1a88205f-ad25-4231-b1b5-8ff907aae6a7 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "PUT /v2.0/floatingips/14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03 HTTP/1.1" status: 200 len: 991 time: 4.5355792 Mar 08 12:39:51.951547 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:51.952429 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:51.958747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.971335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:51.974509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.035705 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a16b0f5-49a3-497d-ac6e-55dc01d67dac req-c3a6e275-798d-40bb-a45c-69cb64cb5034 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455424 Mar 08 12:39:52.051993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.088590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for db21c9d3-c343-4b5c-8261-4a558a222e93 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:52.169568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:52.176050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-2c371f56-e543-435b-af64-9f79ac5fc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:52.177943 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-2c371f56-e543-435b-af64-9f79ac5fc580 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.3702493 Mar 08 12:39:52.180870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:39:52.198159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.199285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.221910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.230387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:52.332560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.345937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:52.438517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:52.453444 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'befd49b5-0eb9-47f5-ba52-de9f84144c88', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'port_id': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'mac_address': 'fa:16:3e:0c:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:09Z', 'updated_at': '2022-03-08T12:39:48Z', 'revision_number': 1, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:05Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:52.457392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:52.480562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:52.490680 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-b069f7ff-1ce7-4efb-aecd-472b9d10de0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 999 time: 0.3050134 Mar 08 12:39:52.499240 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d138d811-d286-4977-a3f5-0f23b20149b4 None None] The sync data for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv is: [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'befd49b5-0eb9-47f5-ba52-de9f84144c88', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'port_id': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'mac_address': 'fa:16:3e:0c:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:09Z', 'updated_at': '2022-03-08T12:39:48Z', 'revision_number': 1, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:05Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:52.575673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.612547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.613495 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Added segment 8d9235a6-1827-42d0-81e9-67691e8d4e65 of type vlan for network ddf15b59-9370-468d-b2a5-c05281d006c7 Mar 08 12:39:52.636159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a234545-7714-40c8-8522-38d761dfec29,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:52.718049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Floating IP 32b09b35-45c9-4768-a97d-3eb414ac9da7 associated. External IP: 172.26.3.233, port: 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d. Mar 08 12:39:52.725381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-4b704d49-5587-4874-9419-10036cab47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:52.725381 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-4b704d49-5587-4874-9419-10036cab47d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.1714396 Mar 08 12:39:52.740699 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:52.741636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.801046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:52.846898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f98b8-bbf5-4476-bbde-e083d449f491 req-be74a7c4-d427-4fc3-bea7-9a71b59e13e8 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:52.849180 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-453f98b8-bbf5-4476-bbde-e083d449f491 req-be74a7c4-d427-4fc3-bea7-9a71b59e13e8 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 945 time: 0.6532681 Mar 08 12:39:52.860359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d31b-0bdf-4a92-a046-19126073c1e3 req-bb5ada02-44ac-4239-8b95-2cd89379c405 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:52.861964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4721d31b-0bdf-4a92-a046-19126073c1e3 req-bb5ada02-44ac-4239-8b95-2cd89379c405 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.6678314 Mar 08 12:39:52.925396 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81abe8f0-2245-4ca7-b816-9ab86dfc0634 None None] New status for floating IP befd49b5-0eb9-47f5-ba52-de9f84144c88: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:39:52.982853 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-891c70f7-08f9-46a4-94ca-716adc3d5e9d tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9048591 Mar 08 12:39:52.984160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33130) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:52.993458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-baa162a7-3e1d-4ec7-a39d-286e1367e36e None None] Provisioning complete for port 7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:52.994718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-baa162a7-3e1d-4ec7-a39d-286e1367e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.026278 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-453f98b8-bbf5-4476-bbde-e083d449f491 req-0c2a2f1c-fcf6-4fe1-bd95-72d8a173ce09 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489944 Mar 08 12:39:53.040574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.050372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:53.051271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.071412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-baa162a7-3e1d-4ec7-a39d-286e1367e36e None None] Port 7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:53.078336 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4721d31b-0bdf-4a92-a046-19126073c1e3 req-d60ac917-0122-4200-9039-2a04100f6fd2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036300 Mar 08 12:39:53.088870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'network_id': '2c4ca48a-d5ca-4117-8cb2-3540b9ee2381', 'name': 'tempest-AllowedAddressPairTestJSON-653667135'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:53.127743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.138787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'port_id': '294b677b-b970-4213-83a6-cda5cec47981', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'mac_address': 'fa:16:3e:f7:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:07Z', 'updated_at': '2022-03-08T12:39:49Z', 'revision_number': 1, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:53.174031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd273d2b-aa37-4008-b62e-df0d6f740246 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:39:53.178425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] Checking router: 7d15fbca-c5da-4199-964b-a567ce03975c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:53.201951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event updated for resources: {'Network': ['ID=ddf15b59-9370-468d-b2a5-c05281d006c7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:53.205660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: bd273d2b-aa37-4008-b62e-df0d6f740246 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:39:53.206178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd273d2b-aa37-4008-b62e-df0d6f740246 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:39:53.214267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network ddf15b59-9370-468d-b2a5-c05281d006c7 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:39:53.216575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:53.217207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:53.270615 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-720ddb02-3188-4d75-b83f-62fdcad78515 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3330109 Mar 08 12:39:53.287826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33136) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:53.336176 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Request body: {'subnet': {'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:53.354415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=db21c9d3-c343-4b5c-8261-4a558a222e93,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:53.389349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:53.406440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Router d4475bef-bdf7-4e85-a138-72e8eb21bb4b has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:39:53.568797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'tag': '294b677b-b970-4213-83a6-cda5cec47981'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:53.572128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb991bc-678f-4f05-ae63-116667869e46" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "tag": "294b677b-b970-4213-83a6-cda5cec47981"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:53.576713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:53.582356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.588945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] Sync routers for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:53.631117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:53.631948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:53.655496 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-80f5f550-0da5-4b76-b5d6-6490306d7277 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "PUT /v2.0/floatingips/32b09b35-45c9-4768-a97d-3eb414ac9da7 HTTP/1.1" status: 200 len: 992 time: 3.7353475 Mar 08 12:39:53.657388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74ad49-11b7-4183-89d3-d814d4946046 x-openstack-request-id: req-bd74ad49-11b7-4183-89d3-d814d4946046 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:53.658039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "tag": "294b677b-b970-4213-83a6-cda5cec47981", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:53.669326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd74ad49-11b7-4183-89d3-d814d4946046 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:53.670924 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'tag': '294b677b-b970-4213-83a6-cda5cec47981', 'status': 'completed', 'code': 200} Mar 08 12:39:53.736379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb991bc-678f-4f05-ae63-116667869e46 req-1176926f-381b-4adf-ab21-5a5d79475d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:53.738005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bb991bc-678f-4f05-ae63-116667869e46 req-1176926f-381b-4adf-ab21-5a5d79475d04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d41fd6812062453e9f0f332104a52f9f&device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0520842 Mar 08 12:39:53.791501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-fd366105-9701-4b31-8436-7bcbfd3fe3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:53.792995 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-fd366105-9701-4b31-8436-7bcbfd3fe3d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0282209 Mar 08 12:39:53.800934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.821012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:53.826664 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c25fca24-62d4-422d-af69-5b41ed226281 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/db21c9d3-c343-4b5c-8261-4a558a222e93 HTTP/1.1" status: 204 len: 168 time: 2.9635034 Mar 08 12:39:53.827849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33144) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:53.921958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:53.964501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51d46-6164-4b09-9731-41fd3d4546b7 req-94524a9c-94cc-480b-80e3-24644d65d1a1 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:53.968098 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b8a51d46-6164-4b09-9731-41fd3d4546b7 req-94524a9c-94cc-480b-80e3-24644d65d1a1 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.2197292 Mar 08 12:39:53.980604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f977084-d167-4573-986f-92aafc509f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:53.982553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f977084-d167-4573-986f-92aafc509f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:53.984338 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4f977084-d167-4573-986f-92aafc509f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1557255 Mar 08 12:39:53.987088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33146) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:54.015135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.026336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb991bc-678f-4f05-ae63-116667869e46 req-62b65e14-078e-43c3-acba-80004692af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.027819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bb991bc-678f-4f05-ae63-116667869e46 req-62b65e14-078e-43c3-acba-80004692af35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=092aac41-913b-48a5-94f7-c65ddaafdfa8 HTTP/1.1" status: 200 len: 907 time: 0.2783315 Mar 08 12:39:54.090192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'port_id': '294b677b-b970-4213-83a6-cda5cec47981', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'mac_address': 'fa:16:3e:f7:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:07Z', 'updated_at': '2022-03-08T12:39:49Z', 'revision_number': 1, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:54.113096 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-d76bceee-5351-4469-9745-2b7b359ff69f service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013904 Mar 08 12:39:54.118218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Made reservation on behalf of 45659b8fa40642d494bd877b724ac842 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:54.122526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.132865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 4d7d70f6-2587-4e2e-988d-3be6af3bbf01 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:39:54.133077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03832b79-12e7-4966-90cf-1f64b0c9bf4e None None] The sync data for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv is: [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'port_id': '294b677b-b970-4213-83a6-cda5cec47981', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'mac_address': 'fa:16:3e:f7:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:07Z', 'updated_at': '2022-03-08T12:39:49Z', 'revision_number': 1, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:54.154926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Made reservation on behalf of 27b1d0d10b194b83ad6e00d178e0d653 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:54.158420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.164849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.209242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.323684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b8a51d46-6164-4b09-9731-41fd3d4546b7 req-1cdebfd4-8e56-4e32-ace0-a9840ad7f9f0 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228521 Mar 08 12:39:54.347752 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bb991bc-678f-4f05-ae63-116667869e46 req-84cc0244-1666-4549-979b-23aa9d5cda07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=294b677b-b970-4213-83a6-cda5cec47981 HTTP/1.1" status: 200 len: 999 time: 0.3117115 Mar 08 12:39:54.365270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6b34a-75fa-42d8-8d9d-abe0c34bf23e req-a7af0113-612d-484b-9804-743f3058b9a1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.366809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2cd6b34a-75fa-42d8-8d9d-abe0c34bf23e req-a7af0113-612d-484b-9804-743f3058b9a1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1033041 Mar 08 12:39:54.408405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] device_id is not set on port 67536e2b-a998-4424-895d-b646215a25b4 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:54.429238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '32b09b35-45c9-4768-a97d-3eb414ac9da7', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'port_id': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'mac_address': 'fa:16:3e:d0:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:05Z', 'updated_at': '2022-03-08T12:39:51Z', 'revision_number': 1, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 5, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:54.466323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] Checking router: d4475bef-bdf7-4e85-a138-72e8eb21bb4b for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:39:54.475412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:54.476137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:54.501229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb991bc-678f-4f05-ae63-116667869e46 req-a7cbd736-baa5-4412-9e7a-e1e780a9a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.508181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bb991bc-678f-4f05-ae63-116667869e46 req-a7cbd736-baa5-4412-9e7a-e1e780a9a01e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e3c93b4-1d0c-4615-947a-0ab1cce024de HTTP/1.1" status: 200 len: 845 time: 0.1332624 Mar 08 12:39:54.557455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2cd6b34a-75fa-42d8-8d9d-abe0c34bf23e req-6d490f15-f04e-4742-b66e-e929f6585699 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400697 Mar 08 12:39:54.560334 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.605431 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f2f496b9-e42f-415e-8baa-42df3c9f5ab3 req-7d97aac1-576f-40d0-8906-8e5cf1013bf6 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765277 Mar 08 12:39:54.634267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:39:54.670039 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925a3c73-3f06-4bd9-8dd9-fe31ee87d441 None None] New status for floating IP 14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:39:54.707859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb991bc-678f-4f05-ae63-116667869e46 req-d72baf70-f294-4573-9cc3-c9fae50dd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:54.710208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bb991bc-678f-4f05-ae63-116667869e46 req-d72baf70-f294-4573-9cc3-c9fae50dd552 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=092aac41-913b-48a5-94f7-c65ddaafdfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1985683 Mar 08 12:39:54.735669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Allocated IP 172.20.0.5 (2c4ca48a-d5ca-4117-8cb2-3540b9ee2381/77aba880-a981-4864-bf16-a71a7831b6e6/67536e2b-a998-4424-895d-b646215a25b4) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:54.813346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Router 88d04cb9-1a7f-4181-94d5-fa150bc3dc11 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:54.846539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bb991bc-678f-4f05-ae63-116667869e46 req-f8098fc6-a371-49cc-86c3-82212aeac946 service neutron] 10.222.0.45 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277127 Mar 08 12:39:54.848647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.865396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.892813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.899441 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/4d7d70f6-2587-4e2e-988d-3be6af3bbf01 HTTP/1.1" status: 204 len: 168 time: 0.9109466 Mar 08 12:39:54.899664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33154) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:54.909602 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acf767-3c76-4c6c-b232-7950f5714e5d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7d70f6-2587-4e2e-988d-3be6af3bbf01,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:54.936373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bb199-3e6b-4b84-a6f5-243bef6455cd None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:54.945158 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:54.954415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.000839 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bb991bc-678f-4f05-ae63-116667869e46 req-295450e0-45b6-4244-b59a-63c258a540ec service neutron] 10.222.0.45 "GET /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426225 Mar 08 12:39:55.016579 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-892cd5d8-1e37-4089-86cd-16d2edfbcdee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870368 Mar 08 12:39:55.020873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33156) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:55.105650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1621d0-4627-4f1d-af6c-6e646a245d6e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:55.110886 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8e1621d0-4627-4f1d-af6c-6e646a245d6e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0860620 Mar 08 12:39:55.113700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33158) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:55.179785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbfd89b-07f0-4853-b77c-45d68ad421db tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:55.187480 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1cbfd89b-07f0-4853-b77c-45d68ad421db tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0682244 Mar 08 12:39:55.187958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33160) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:55.247604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '32b09b35-45c9-4768-a97d-3eb414ac9da7', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'port_id': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'mac_address': 'fa:16:3e:d0:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:05Z', 'updated_at': '2022-03-08T12:39:51Z', 'revision_number': 1, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 5, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:55.249323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event updated for resources: {'Subnet': ['ID=7c8140f6-b47b-4283-958a-f14166ac7528,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:55.262800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-46fcbb5a-6b22-457c-be77-f3bf509b887c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671713 Mar 08 12:39:55.264252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33162) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:55.270201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:55.281491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691402f-e30a-4cd3-abee-cb68b034bca8 None None] The sync data for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv is: [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '32b09b35-45c9-4768-a97d-3eb414ac9da7', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'floating_ip_address': '172.26.3.233', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'port_id': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'mac_address': 'fa:16:3e:d0:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:39:05Z', 'updated_at': '2022-03-08T12:39:51Z', 'revision_number': 1, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 5, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:55.292561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:55.313937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] Sync routers for ids ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:55.318803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Checking segment: {'id': '8d9235a6-1827-42d0-81e9-67691e8d4e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:55.319161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Network hostable DHCP agents. Network: ddf15b59-9370-468d-b2a5-c05281d006c7, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:39:55.341013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] Routers {'88d04cb9-1a7f-4181-94d5-fa150bc3dc11'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:55.341668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:55.357780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.375221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Allocated IP 172.26.3.121 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/14e364d1-31f3-479f-8b1c-0dac007b9486) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:55.396345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:55.401628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.414248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:39:55.426697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] Routers {'88d04cb9-1a7f-4181-94d5-fa150bc3dc11'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:55.427332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:55.460080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.461301 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cbb52202-3b79-452d-9db2-244a844698a5 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7421656 Mar 08 12:39:55.467293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33164) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:55.474660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': False}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:55.484145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:55.484816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842d12b-cd78-4f7e-84d9-17953da8a076 None None] The sync data for ids ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:55.505777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] Deleting port dd92e4f9-0089-43f7-a98f-281006dd80d2 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:55.506181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.521878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Network ddf15b59-9370-468d-b2a5-c05281d006c7 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:39:55.526630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:55.530320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.578463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] For port dd92e4f9-0089-43f7-a98f-281006dd80d2, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dd92e4f9-0089-43f7-a98f-281006dd80d2,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:55.578887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.592766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] Calling delete_port for dd92e4f9-0089-43f7-a98f-281006dd80d2 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:55.646123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.652563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.682700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, ddf15b59-9370-468d-b2a5-c05281d006c7) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:55.684413 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69038f-ff6f-4918-b49d-0a2aacf76ed2 None None] New status for floating IP 32b09b35-45c9-4768-a97d-3eb414ac9da7: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:39:55.692795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22c808-1559-47ed-a662-8d4b2943f74f None None] Network ddf15b59-9370-468d-b2a5-c05281d006c7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:55.726458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:55.727050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.739510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:39:55.746000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936ada96-82c1-4aad-abbc-669ed5eb81e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:39:55.757921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:55.775158 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:55.796622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:55.811662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=67536e2b-a998-4424-895d-b646215a25b4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:55.818091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:55.856909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7400af-1dde-481d-9c76-d94de581a4c7 x-openstack-request-id: req-aa7400af-1dde-481d-9c76-d94de581a4c7 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:39:55.857422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:39:55.857422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa7400af-1dde-481d-9c76-d94de581a4c7 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:39:55.858577 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'status': 'completed', 'code': 200} Mar 08 12:39:55.873983 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-57dc4b28-7898-4028-82a5-7e4f9645e20d tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5779564 Mar 08 12:39:55.876559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33170) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:55.891257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] Pushing event deleted for resources: {'Port': ['ID=dd92e4f9-0089-43f7-a98f-281006dd80d2,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:55.897587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Request body: {'port': {'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1882975546'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:55.908153 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7230cd8-34a7-4434-8b29-34deb42cdf8a None None] No DVR routers for this DVR port dd92e4f9-0089-43f7-a98f-281006dd80d2 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:39:55.967815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03cf65-6209-41f7-bf1b-dd093f0e1f4d req-3855e15d-8f10-4d5b-aa6b-19e962b548b0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:55.969442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eb03cf65-6209-41f7-bf1b-dd093f0e1f4d req-3855e15d-8f10-4d5b-aa6b-19e962b548b0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2090209 Mar 08 12:39:55.999430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.013525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-de032953-2170-485c-9c12-c2cfdb057b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:56.015306 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-de032953-2170-485c-9c12-c2cfdb057b8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0967e5f7b0fb4fed8d47d62098682988&device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 1099 time: 0.1127605 Mar 08 12:39:56.036602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-ddf15b59-9370-468d-b2a5-c05281d006c7', 'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7', 'tenant_id': '45659b8fa40642d494bd877b724ac842', 'fixed_ips': [{'subnet_id': '7c8140f6-b47b-4283-958a-f14166ac7528'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:39:56.037457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.097225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.212107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Allocated IP 2001:db8::2 (ddf15b59-9370-468d-b2a5-c05281d006c7/7c8140f6-b47b-4283-958a-f14166ac7528/0b91fbad-c3ff-49b0-9c22-aac5030c0da5) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:56.302303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-80f8aa1a-4690-4ac0-905e-941cba490959 None None] Provisioning complete for port 67536e2b-a998-4424-895d-b646215a25b4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:56.303009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-80f8aa1a-4690-4ac0-905e-941cba490959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.353863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:56.354603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.361832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-80f8aa1a-4690-4ac0-905e-941cba490959 None None] Port 67536e2b-a998-4424-895d-b646215a25b4 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:56.409194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:56.421319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:56.428237 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eb03cf65-6209-41f7-bf1b-dd093f0e1f4d req-fe736017-8e2b-4b1a-a793-1e213f2101e4 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429579 Mar 08 12:39:56.428717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.438455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:56.444856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:56.476505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:56.488713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:56.489291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.499525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34486fa0-2e2f-4e10-9f67-e5a25b539184 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:56.526682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=22fcfd95-5ccc-47d2-a5e9-9fec76fc9277,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:56.530387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event updated for resources: {'Port': ['ID=14e364d1-31f3-479f-8b1c-0dac007b9486,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:56.543860 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-54f57932-6323-467d-acd7-f348437094c4 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4578283 Mar 08 12:39:56.555771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-97dadc24-3074-4ba0-b133-71fe12e84788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:56.558246 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-97dadc24-3074-4ba0-b133-71fe12e84788 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7be41d0b-784a-4dc2-885b-f3fdba1e757f HTTP/1.1" status: 200 len: 913 time: 0.5351038 Mar 08 12:39:56.558726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:56.565071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8f:56:ae'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:3a:a7:f2'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:56.576327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.657428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Network ddf15b59-9370-468d-b2a5-c05281d006c7 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:56.663032 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2ddd4e15-eb22-404c-95ec-0c65e38ac1da tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3972278 Mar 08 12:39:56.671442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:56.672145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33176) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:56.677909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:56.678886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': '22fcfd95-5ccc-47d2-a5e9-9fec76fc9277', 'ip_address': '2001:db8::cf1f:a6a3:2bed:c930'}], 'name': 'tempest-NetworksTestDHCPv6-1482540963'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:56.693376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Pushing event updated for resources: {'Port': ['ID=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:56.700157 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-df55131a-e228-4183-8aa7-506c5213df05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d HTTP/1.1" status: 200 len: 1002 time: 0.1281815 Mar 08 12:39:56.737329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.752108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58193dfb-3abb-401f-80ce-a882518ab93c req-217fbcc9-b3b0-4981-93da-5f44709465e7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:56.761888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58193dfb-3abb-401f-80ce-a882518ab93c req-217fbcc9-b3b0-4981-93da-5f44709465e7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2479453 Mar 08 12:39:56.762090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Made reservation on behalf of 45659b8fa40642d494bd877b724ac842 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:56.766131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.798558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Attempting to bind port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:56.799222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Attempting to bind port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '8d9235a6-1827-42d0-81e9-67691e8d4e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:56.799572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Attempting to bind port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 on network ddf15b59-9370-468d-b2a5-c05281d006c7 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:56.809899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:56.810174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Checking segment: {'id': '8d9235a6-1827-42d0-81e9-67691e8d4e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:56.810492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.810871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Bound using segment: {'id': '8d9235a6-1827-42d0-81e9-67691e8d4e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:56.811330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Bound port: 0b91fbad-c3ff-49b0-9c22-aac5030c0da5, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9235a6-1827-42d0-81e9-67691e8d4e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:56.811697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.813997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] device_id is not set on port 89669365-76a9-4094-9c59-9674b6e2f84f yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:56.862626 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-0973d639-f3fe-4cc6-a260-b39980a1ae44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1962788 Mar 08 12:39:56.876295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '22fcfd95-5ccc-47d2-a5e9-9fec76fc9277'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:39:56.878161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:56.904152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-53852acb-196c-4fe8-afea-74bade6dfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:56.905647 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-53852acb-196c-4fe8-afea-74bade6dfb52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=949648ea-ff8e-41f1-98e2-831fa42ecae5 HTTP/1.1" status: 200 len: 851 time: 0.1625867 Mar 08 12:39:56.935114 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58193dfb-3abb-401f-80ce-a882518ab93c req-8c4ca5b5-befa-4088-b0ef-a1b2fe1861dc tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747713 Mar 08 12:39:57.025884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.044596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-90f621b5-1511-49ad-bf2c-d80e0456701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:57.046293 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-90f621b5-1511-49ad-bf2c-d80e0456701b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7be41d0b-784a-4dc2-885b-f3fdba1e757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238921 Mar 08 12:39:57.056737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] For port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:57.078226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Allocated IP 2001:db8::3b8 (ddf15b59-9370-468d-b2a5-c05281d006c7/7c8140f6-b47b-4283-958a-f14166ac7528/89669365-76a9-4094-9c59-9674b6e2f84f) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:57.111430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] For port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,segment=NetworkSegment(8d9235a6-1827-42d0-81e9-67691e8d4e65),segment_id=8d9235a6-1827-42d0-81e9-67691e8d4e65)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:57.126840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.137371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/22fcfd95-5ccc-47d2-a5e9-9fec76fc9277/a4e15489-8459-430d-bd3a-a748ba0bb9eb) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:57.148617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:57.165411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dd92e4f9-0089-43f7-a98f-281006dd80d2 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:39:57.221961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: dd92e4f9-0089-43f7-a98f-281006dd80d2 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:39:57.222240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dd92e4f9-0089-43f7-a98f-281006dd80d2 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:39:57.271755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.317826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-ea37a837-90a1-4a90-8e98-5084a4fcdb15 service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419798 Mar 08 12:39:57.347298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.373160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.373527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9c302-767f-44c3-ae07-df2f245acf4a None None] Pushing event updated for resources: {'Port': ['ID=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:57.498463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 123131b9-5f72-4429-8b9e-62526b31bfbe yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:57.517563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.528254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.611746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Network ddf15b59-9370-468d-b2a5-c05281d006c7 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:57.667782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.685356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:57.697083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:57.700337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:57.700987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.709885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event updated for resources: {'Port': ['ID=89669365-76a9-4094-9c59-9674b6e2f84f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:57.727261 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.762023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:57.762023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:57.763481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:57.766342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Pushing event updated for resources: {'Port': ['ID=a4e15489-8459-430d-bd3a-a748ba0bb9eb,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:57.838956 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e13d548d-d920-42d9-afff-a52fd3825266 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9487598 Mar 08 12:39:57.845768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33182) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:57.849570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Attempting to bind port a4e15489-8459-430d-bd3a-a748ba0bb9eb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:39:57.850171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Attempting to bind port a4e15489-8459-430d-bd3a-a748ba0bb9eb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:39:57.850534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Attempting to bind port a4e15489-8459-430d-bd3a-a748ba0bb9eb on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:39:57.855740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Request body: {'port': {'network_id': 'ddf15b59-9370-468d-b2a5-c05281d006c7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1000058305', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:57.858029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.api.validators [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] bootfile-name is not in valid_values {{(pid=104045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:39:57.858029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.api.validators [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] tftp-server is not in valid_values {{(pid=104045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:39:57.858029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.api.validators [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] server-ip-address is not in valid_values {{(pid=104045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:39:57.858293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:39:57.858293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:39:57.858493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-936ada96-82c1-4aad-abbc-669ed5eb81e6 req-d7a76b53-fe89-4120-a6ad-10f24d3f3c02 service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280917 Mar 08 12:39:57.858591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.858591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:39:57.858887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Bound port: a4e15489-8459-430d-bd3a-a748ba0bb9eb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:39:57.859249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.864344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.912622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb600624-21c9-43c2-ba89-462dba68e10e req-b9fc86a8-89a3-4dc9-8d57-26940a103ed2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:57.914170 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cb600624-21c9-43c2-ba89-462dba68e10e req-b9fc86a8-89a3-4dc9-8d57-26940a103ed2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.4254806 Mar 08 12:39:57.938930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:57.945446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] For port a4e15489-8459-430d-bd3a-a748ba0bb9eb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:39:57.950629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] For port a4e15489-8459-430d-bd3a-a748ba0bb9eb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a4e15489-8459-430d-bd3a-a748ba0bb9eb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:39:58.033900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.094880 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cb600624-21c9-43c2-ba89-462dba68e10e req-3cccbb3a-1372-4aba-8ef8-5cb2d5bca81f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730430 Mar 08 12:39:58.148430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::cf1f:a6a3:2bed:c930 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/22fcfd95-5ccc-47d2-a5e9-9fec76fc9277/123131b9-5f72-4429-8b9e-62526b31bfbe) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:58.156406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event updated for resources: {'Port': ['ID=67536e2b-a998-4424-895d-b646215a25b4,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:58.170872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7732ee-e1a8-4d1e-a0f5-eab34e064168 None None] Pushing event updated for resources: {'Port': ['ID=a4e15489-8459-430d-bd3a-a748ba0bb9eb,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:58.176372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] In _notify_port_updated(), no bound segment for port 67536e2b-a998-4424-895d-b646215a25b4 on network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:39:58.187465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:58.188371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.189923 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-48b36d3b-a185-48b7-8419-f920e98091c1 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "PUT /v2.0/ports/67536e2b-a998-4424-895d-b646215a25b4 HTTP/1.1" status: 200 len: 1055 time: 1.6300554 Mar 08 12:39:58.195565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33186) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:58.314871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-e13a0e84-c992-4f29-a769-4b677fdb9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:58.316814 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-e13a0e84-c992-4f29-a769-4b677fdb9474 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0967e5f7b0fb4fed8d47d62098682988&device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 1099 time: 0.2486575 Mar 08 12:39:58.475801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.494623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.547717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ab9d6005-d867-4642-9937-ceaff6244b50 None None] Provisioning complete for port 67536e2b-a998-4424-895d-b646215a25b4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:58.548276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ab9d6005-d867-4642-9937-ceaff6244b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.599947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d6005-d867-4642-9937-ceaff6244b50 None None] Port 67536e2b-a998-4424-895d-b646215a25b4 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:39:58.628428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Made reservation on behalf of 45659b8fa40642d494bd877b724ac842 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:39:58.632578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.639750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Router 4095e967-549c-40d3-be0d-7cbfaf9f47ee is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:39:58.668296 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-785c38b3-5f47-451f-8d17-2d7e054910eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:58.669990 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-785c38b3-5f47-451f-8d17-2d7e054910eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=7be41d0b-784a-4dc2-885b-f3fdba1e757f HTTP/1.1" status: 200 len: 913 time: 0.3122988 Mar 08 12:39:58.683941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.699479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting port 67536e2b-a998-4424-895d-b646215a25b4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:39:58.699827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.720049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] device_id is not set on port d06ea82b-1b23-456f-ab61-67334548a242 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:39:58.744048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Router 88d04cb9-1a7f-4181-94d5-fa150bc3dc11 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:39:58.858900 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-0b021e42-f7cf-40ef-9b0c-dbf1f3164a34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d HTTP/1.1" status: 200 len: 1002 time: 0.1790156 Mar 08 12:39:58.937214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:58.956645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-e1e05a71-0b3f-4ed3-8a46-eb356c84fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:58.958283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-e1e05a71-0b3f-4ed3-8a46-eb356c84fe12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=949648ea-ff8e-41f1-98e2-831fa42ecae5 HTTP/1.1" status: 200 len: 851 time: 0.0850911 Mar 08 12:39:58.959303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Calling delete_port for 67536e2b-a998-4424-895d-b646215a25b4 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:39:58.968119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:58.989592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] Sync routers for ids ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:59.005737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] Routers {'4095e967-549c-40d3-be0d-7cbfaf9f47ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:59.006579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.014150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.051982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Allocated IP 2001:db8::119 (ddf15b59-9370-468d-b2a5-c05281d006c7/7c8140f6-b47b-4283-958a-f14166ac7528/d06ea82b-1b23-456f-ab61-67334548a242) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:39:59.066933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.076842 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5847a225-1427-4982-a263-f432d982ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.091413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] Routers {'4095e967-549c-40d3-be0d-7cbfaf9f47ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:59.092037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.153298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.153989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bda161-1a6b-4e90-ad32-a61c13124cc6 None None] The sync data for ids ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:59.156888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230946b9-3921-4496-9429-757d7c6b9317 None None] Network ddf15b59-9370-468d-b2a5-c05281d006c7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:39:59.255055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:59.259611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-cd44ff3e-b8f8-44ca-86ab-82dcc0cbd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:59.262267 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-cd44ff3e-b8f8-44ca-86ab-82dcc0cbd99a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7be41d0b-784a-4dc2-885b-f3fdba1e757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2920048 Mar 08 12:39:59.289611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:59.316944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:59.324007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:59.324904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.338197 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=123131b9-5f72-4429-8b9e-62526b31bfbe,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:59.409046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.439448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a4e15489-8459-430d-bd3a-a748ba0bb9eb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:39:59.450513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d832d9d-c6ba-4680-abc9-637c959c5a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7772624 Mar 08 12:39:59.460454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.465383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f056a72-e298-4135-a824-468c3deb62d3 req-31cac015-6aeb-4583-b5c4-78d933c75adb tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:59.465589 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-da18dc61-a116-4d4d-9aec-908bb3d30bc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5272360 Mar 08 12:39:59.465694 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f056a72-e298-4135-a824-468c3deb62d3 req-31cac015-6aeb-4583-b5c4-78d933c75adb tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2282243 Mar 08 12:39:59.469088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33194) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:59.469456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33196) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:59.471864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:39:59.475025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': False}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:39:59.477653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.482585 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7df34a50-96db-4764-9873-e9c7da52bb1a tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "PUT /v2.0/routers/88d04cb9-1a7f-4181-94d5-fa150bc3dc11 HTTP/1.1" status: 200 len: 925 time: 4.0128794 Mar 08 12:39:59.483263 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33198) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:59.485956 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] Sync routers for ids ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:39:59.500534 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] Routers {'88d04cb9-1a7f-4181-94d5-fa150bc3dc11'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:59.501449 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.543546 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.555680 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] Routers {'88d04cb9-1a7f-4181-94d5-fa150bc3dc11'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:39:59.556718 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:39:31Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.632750 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:39:59.632750 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d459a-e306-4b60-bfa5-b726f350c0dd None None] The sync data for ids ['88d04cb9-1a7f-4181-94d5-fa150bc3dc11'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:39:59.633604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5bf46c23-e794-425b-bbe0-c60230345cf5 None None] Provisioning complete for port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:59.633604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bf46c23-e794-425b-bbe0-c60230345cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.667699 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.710427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a4e15489-8459-430d-bd3a-a748ba0bb9eb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:39:59.749244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.753811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Network ddf15b59-9370-468d-b2a5-c05281d006c7 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:39:59.762357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:39:59.771689 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4c83c7f8-8620-45f0-b68f-5b0dfd6676b8 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/88d04cb9-1a7f-4181-94d5-fa150bc3dc11 HTTP/1.1" status: 200 len: 925 time: 0.2832377 Mar 08 12:39:59.771689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:39:59.783374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:39:59.783374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.801440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33200) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:39:59.818684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event updated for resources: {'Port': ['ID=d06ea82b-1b23-456f-ab61-67334548a242,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:39:59.856792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bf46c23-e794-425b-bbe0-c60230345cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.924799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5bf46c23-e794-425b-bbe0-c60230345cf5 None None] For port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,segment=NetworkSegment(8d9235a6-1827-42d0-81e9-67691e8d4e65),segment_id=8d9235a6-1827-42d0-81e9-67691e8d4e65)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:39:59.936354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:39:59.976344 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-2901c504-2e9f-4a76-8b8d-a2eaab8ed9f5 service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963928 Mar 08 12:39:59.976944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port a4e15489-8459-430d-bd3a-a748ba0bb9eb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a4e15489-8459-430d-bd3a-a748ba0bb9eb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:00.092527 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-819cd9d3-e6bc-4de5-9e0d-1eef4b3bcde4 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2456362 Mar 08 12:40:00.096016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33202) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:00.141101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bf46c23-e794-425b-bbe0-c60230345cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.146010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.153055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:00.170911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d724df-e2a1-4fac-b92e-0bbe22087499 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:00.177762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d724df-e2a1-4fac-b92e-0bbe22087499 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:00.182549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-65d724df-e2a1-4fac-b92e-0bbe22087499 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7090263 Mar 08 12:40:00.188453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b34c7-28de-43f8-b427-fb2a76aababe tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:00.189350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f056a72-e298-4135-a824-468c3deb62d3 req-89a1edb2-e4de-4989-991a-bf5f1ea5775b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921390 Mar 08 12:40:00.190823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06959bd-2609-4fa9-8d88-9eaa752b8495 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:00.194721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f06959bd-2609-4fa9-8d88-9eaa752b8495 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=88d04cb9-1a7f-4181-94d5-fa150bc3dc11&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3852665 Mar 08 12:40:00.195773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33204) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:00.196101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33206) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:00.196756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.219404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b34c7-28de-43f8-b427-fb2a76aababe tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:00.235126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b34c7-28de-43f8-b427-fb2a76aababe tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:00.237865 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-661b34c7-28de-43f8-b427-fb2a76aababe tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1406310 Mar 08 12:40:00.243239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33208) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:00.301680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf46c23-e794-425b-bbe0-c60230345cf5 None None] Pushing event updated for resources: {'Port': ['ID=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:00.369955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Port': ['ID=67536e2b-a998-4424-895d-b646215a25b4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:00.426747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Deleting port d06ea82b-1b23-456f-ab61-67334548a242 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:00.427467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.441713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Provisioning complete for port a4e15489-8459-430d-bd3a-a748ba0bb9eb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:00.442497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.443446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6eb031a-66df-4320-a52b-4a49611b1a57 req-1740338f-e8a1-4ecc-8b17-163b96c7145c service neutron] 10.222.0.45 "GET /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468706 Mar 08 12:40:00.537756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:00.538533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.540883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=a4e15489-8459-430d-bd3a-a748ba0bb9eb,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:00.648389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.649080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68973c7f-1546-485d-800f-8e6384a9cc52 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:00.650606 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-68973c7f-1546-485d-800f-8e6384a9cc52 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.4477472 Mar 08 12:40:00.661147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33212) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:00.682880 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Calling delete_port for d06ea82b-1b23-456f-ab61-67334548a242 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:00.729382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Provisioning complete for port 89669365-76a9-4094-9c59-9674b6e2f84f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:00.729382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.777826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Port 89669365-76a9-4094-9c59-9674b6e2f84f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:00.796982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Provisioning complete for port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:00.797440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.818361 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a846077f-9dbe-4add-9ba6-87d34790eb65 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=88d04cb9-1a7f-4181-94d5-fa150bc3dc11 HTTP/1.1" status: 200 len: 205 time: 0.1597834 Mar 08 12:40:00.824959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33214) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:00.929046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.934595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 123131b9-5f72-4429-8b9e-62526b31bfbe {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:00.934924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:00.956039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Provisioning complete for port 123131b9-5f72-4429-8b9e-62526b31bfbe triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:00.958556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.037727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Port 123131b9-5f72-4429-8b9e-62526b31bfbe cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:01.061741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Provisioning complete for port d06ea82b-1b23-456f-ab61-67334548a242 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:01.062212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.077552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.080828 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-66f940a5-ad1a-46d5-8c80-885d09c62f2b tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/ports/67536e2b-a998-4424-895d-b646215a25b4 HTTP/1.1" status: 204 len: 168 time: 2.8784180 Mar 08 12:40:01.084619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33216) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:01.100917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.111069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a4e15489-8459-430d-bd3a-a748ba0bb9eb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:01.129714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6fa359-cf29-409b-aa5e-84cd230f3597 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] GET failed (client error): The resource could not be found. Mar 08 12:40:01.134608 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c6fa359-cf29-409b-aa5e-84cd230f3597 tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "GET /v2.0/ports/67536e2b-a998-4424-895d-b646215a25b4 HTTP/1.1" status: 404 len: 333 time: 0.0463574 Mar 08 12:40:01.170100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33218) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:01.172452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99d73-1301-4524-9de4-b9144664d57b None None] Port d06ea82b-1b23-456f-ab61-67334548a242 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:01.184271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.201242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.219292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 123131b9-5f72-4429-8b9e-62526b31bfbe owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:01.223642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a4e15489-8459-430d-bd3a-a748ba0bb9eb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:01.224128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.234034 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event deleted for resources: {'Port': ['ID=d06ea82b-1b23-456f-ab61-67334548a242,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:01.280035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.291243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.297450 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-27c2bbdc-a4bc-468f-8f0e-69083800936b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "DELETE /v2.0/ports/d06ea82b-1b23-456f-ab61-67334548a242 HTTP/1.1" status: 204 len: 168 time: 1.0519991 Mar 08 12:40:01.300969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33224) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:01.309371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Request body: {'port': {'name': 'tempest-new-port-name-2025232623', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:01.310053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.api.validators [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] bootfile-name is not in valid_values {{(pid=104045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:40:01.310649 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.api.validators [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] tftp-server is not in valid_values {{(pid=104045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:40:01.311153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.api.validators [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] server-ip-address is not in valid_values {{(pid=104045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:40:01.369221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:01.375131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f56e9fbf-47a5-4782-ba76-47072fd66263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.390122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.400506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting port 7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:01.400823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.418377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ef5aec2f-8efb-46b1-a9b6-9b9ac51168ae None None] Provisioning complete for port 89669365-76a9-4094-9c59-9674b6e2f84f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:01.418887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ef5aec2f-8efb-46b1-a9b6-9b9ac51168ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.475317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ef5aec2f-8efb-46b1-a9b6-9b9ac51168ae None None] Port 89669365-76a9-4094-9c59-9674b6e2f84f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:01.481853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ef5aec2f-8efb-46b1-a9b6-9b9ac51168ae None None] Could not find standard attr ID for object d06ea82b-1b23-456f-ab61-67334548a242. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:40:01.496834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:01.496834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.593609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Deleting port b1cf96b4-2162-48e5-9e7a-2070cb2673e1 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:01.594012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.720018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.752399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Calling delete_port for b1cf96b4-2162-48e5-9e7a-2070cb2673e1 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:01.773725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.869018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.919466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] In _notify_port_updated(), no bound segment for port 89669365-76a9-4094-9c59-9674b6e2f84f on network ddf15b59-9370-468d-b2a5-c05281d006c7 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:40:01.926729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:01.927505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.932488 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "PUT /v2.0/ports/89669365-76a9-4094-9c59-9674b6e2f84f HTTP/1.1" status: 200 len: 1130 time: 0.6263506 Mar 08 12:40:01.933912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.937241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33226) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:01.962394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:01.983758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d2419-afd7-4057-a9a1-2b082f4e4db6 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event updated for resources: {'Port': ['ID=89669365-76a9-4094-9c59-9674b6e2f84f,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:02.003492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Calling delete_port for 7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:02.005368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=123131b9-5f72-4429-8b9e-62526b31bfbe,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:02.014699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9a33-1bb8-4b86-93e0-30070794ce42 req-77c2da46-3d98-4a4b-86d5-041eb044f247 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:02.016267 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c58a9a33-1bb8-4b86-93e0-30070794ce42 req-77c2da46-3d98-4a4b-86d5-041eb044f247 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.5800452 Mar 08 12:40:02.029639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7417bd-95d2-4ecb-a8d9-40b85b4d0f48 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:02.031173 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9a7417bd-95d2-4ecb-a8d9-40b85b4d0f48 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "GET /v2.0/ports/89669365-76a9-4094-9c59-9674b6e2f84f HTTP/1.1" status: 200 len: 1130 time: 0.0915518 Mar 08 12:40:02.034801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33228) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:02.098823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.105645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-56efeefa-16a8-4833-a40e-5c8bc8ce887f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/123131b9-5f72-4429-8b9e-62526b31bfbe HTTP/1.1" status: 204 len: 168 time: 1.9004436 Mar 08 12:40:02.107064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33230) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:02.163010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Deleting port 89669365-76a9-4094-9c59-9674b6e2f84f {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:02.163660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.209299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c58a9a33-1bb8-4b86-93e0-30070794ce42 req-bea068a8-8823-46c4-ae01-9e58be570529 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818099 Mar 08 12:40:02.230018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.287634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0c32e-5612-4837-b0b3-fc102c14fd8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:02.289297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0c32e-5612-4837-b0b3-fc102c14fd8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:02.292212 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1df0c32e-5612-4837-b0b3-fc102c14fd8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1806417 Mar 08 12:40:02.297199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33232) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:02.322261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-03c4bd4c-2602-4c93-9ec9-050f50a294cd None None] Provisioning complete for port 89669365-76a9-4094-9c59-9674b6e2f84f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:02.322937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03c4bd4c-2602-4c93-9ec9-050f50a294cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.370926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-03c4bd4c-2602-4c93-9ec9-050f50a294cd None None] Port 89669365-76a9-4094-9c59-9674b6e2f84f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:02.451835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 22fcfd95-5ccc-47d2-a5e9-9fec76fc9277 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:02.464777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.558945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event deleted for resources: {'Port': ['ID=b1cf96b4-2162-48e5-9e7a-2070cb2673e1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:02.559284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.598537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.606824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.621003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.627948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.632774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.688403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.704590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Calling delete_port for 89669365-76a9-4094-9c59-9674b6e2f84f owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:02.738275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.746373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.749849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.768559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Port': ['ID=7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:02.912451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Router 4095e967-549c-40d3-be0d-7cbfaf9f47ee has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:02.913725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.917818 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9127da6b-19fb-48dc-8669-5aa4ca6a965f tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/ports/7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438 HTTP/1.1" status: 204 len: 168 time: 1.7460127 Mar 08 12:40:02.920849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33234) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:02.933490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.934055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Fanout notify agent at l3_agent the message router_deleted on router 88d04cb9-1a7f-4181-94d5-fa150bc3dc11 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:02.961233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:02.964046 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-33fcaa91-be5b-44a0-b70c-29ddaef6ce83 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/88d04cb9-1a7f-4181-94d5-fa150bc3dc11 HTTP/1.1" status: 204 len: 168 time: 2.1364512 Mar 08 12:40:02.970357 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-78816693-e6ff-42ea-9e43-7401698951dd tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] GET failed (client error): The resource could not be found. Mar 08 12:40:02.972139 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-78816693-e6ff-42ea-9e43-7401698951dd tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "GET /v2.0/ports/7fdbe4b5-3a37-4ec1-a01b-bc4e0356b438 HTTP/1.1" status: 404 len: 333 time: 0.0503473 Mar 08 12:40:02.972685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33236) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:02.976117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33238) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:02.980577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f2f492a9-0626-4c45-90fc-0cefe82e78c1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1832586138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:03.021328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.073296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.090001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=22fcfd95-5ccc-47d2-a5e9-9fec76fc9277,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:03.101596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.105045 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9b105117-9009-4b3c-a2bd-c5745858c609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/22fcfd95-5ccc-47d2-a5e9-9fec76fc9277 HTTP/1.1" status: 204 len: 168 time: 0.8054812 Mar 08 12:40:03.107799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33240) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:03.108929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf7b68-6ef9-4946-af92-5677f3cd7a27 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:03.111476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event deleted for resources: {'Port': ['ID=89669365-76a9-4094-9c59-9674b6e2f84f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:03.127239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2f492a9-0626-4c45-90fc-0cefe82e78c1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.128531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2f492a9-0626-4c45-90fc-0cefe82e78c1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.159392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:03.164576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.168657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-65e884b8-3fc4-4a98-9076-aa3f28b4e950 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "PUT /v2.0/routers/4095e967-549c-40d3-be0d-7cbfaf9f47ee HTTP/1.1" status: 200 len: 922 time: 3.6942050 Mar 08 12:40:03.168657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33242) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:03.173755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] Sync routers for ids ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:03.198522 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-27da0d35-02e1-42dd-bf2e-c11c23db2fd0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884831 Mar 08 12:40:03.202791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] Routers {'4095e967-549c-40d3-be0d-7cbfaf9f47ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:03.203424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:03.211061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33244) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:03.218014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:03.221989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.228787 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c5ea7a69-adcd-4723-8d0a-c3a120e45e5b tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "DELETE /v2.0/ports/89669365-76a9-4094-9c59-9674b6e2f84f HTTP/1.1" status: 204 len: 168 time: 1.1920519 Mar 08 12:40:03.231905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33246) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:03.316650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:03.360925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting port 428fb9d9-367c-40dd-9dc6-a7fb7e843d1a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:03.361264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.365053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] Routers {'4095e967-549c-40d3-be0d-7cbfaf9f47ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:03.366468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:03.386537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2f492a9-0626-4c45-90fc-0cefe82e78c1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.393173 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Deleting subnet 7c8140f6-b47b-4283-958a-f14166ac7528 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:03.397779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.424806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:03.426170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cd43f-9e6c-4f2a-a89d-23b91beb92f2 None None] The sync data for ids ['4095e967-549c-40d3-be0d-7cbfaf9f47ee'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:03.458911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.480018 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2fd5c86f-c65d-470e-9de4-cac8b3bd6554 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/4095e967-549c-40d3-be0d-7cbfaf9f47ee HTTP/1.1" status: 200 len: 922 time: 0.3068831 Mar 08 12:40:03.482269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33250) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:03.485481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2f492a9-0626-4c45-90fc-0cefe82e78c1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.502171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:03.536435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292a294-9d71-4547-bbc0-e7a1f3d8ef2a req-58a1a88b-a943-4701-afc8-9a2e7ac61ed8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:03.537986 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4292a294-9d71-4547-bbc0-e7a1f3d8ef2a req-58a1a88b-a943-4701-afc8-9a2e7ac61ed8 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1917100 Mar 08 12:40:03.546203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:03.551123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.557553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] Deleting port a4e15489-8459-430d-bd3a-a748ba0bb9eb {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:03.558079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.590384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.597075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.604354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2f492a9-0626-4c45-90fc-0cefe82e78c1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.608180 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f2f492a9-0626-4c45-90fc-0cefe82e78c1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6304455 Mar 08 12:40:03.624605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33252) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:03.630797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:03.645872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] For port a4e15489-8459-430d-bd3a-a748ba0bb9eb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a4e15489-8459-430d-bd3a-a748ba0bb9eb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:03.645872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.657370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Calling delete_port for 428fb9d9-367c-40dd-9dc6-a7fb7e843d1a owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:03.661244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] Calling delete_port for a4e15489-8459-430d-bd3a-a748ba0bb9eb owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:03.698820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898fbe1-634d-4964-8bdf-0350558fdce3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:03.702840 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e898fbe1-634d-4964-8bdf-0350558fdce3 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=4095e967-549c-40d3-be0d-7cbfaf9f47ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2172372 Mar 08 12:40:03.705480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33254) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:03.713500 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4292a294-9d71-4547-bbc0-e7a1f3d8ef2a req-0e2a66b7-706d-4cd2-8a97-a6228aa00978 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508319 Mar 08 12:40:03.757448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.831542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.859907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] No DVR routers for this DVR port a4e15489-8459-430d-bd3a-a748ba0bb9eb on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:03.864429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac3415-ddb5-449d-b093-a95b0be5806e None None] Pushing event deleted for resources: {'Port': ['ID=a4e15489-8459-430d-bd3a-a748ba0bb9eb,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:03.911653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.935801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.942001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:03.942799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Port': ['ID=428fb9d9-367c-40dd-9dc6-a7fb7e843d1a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:03.982995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8140f6-b47b-4283-958a-f14166ac7528,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:03.996129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a862a-cc59-4de0-8171-9b78c6475e0b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:04.000246 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-136a862a-cc59-4de0-8171-9b78c6475e0b tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.2912970 Mar 08 12:40:04.000246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.005389 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d7a1cac8-736a-46e6-9465-051a0a8171d1 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "DELETE /v2.0/subnets/7c8140f6-b47b-4283-958a-f14166ac7528 HTTP/1.1" status: 204 len: 168 time: 0.7698536 Mar 08 12:40:04.005389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33256) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:04.005389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33258) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:04.010256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b4b72-1a7d-4edf-9647-466b442a3926 None None] Network ddf15b59-9370-468d-b2a5-c05281d006c7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:04.043891 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c10a0ce5-d917-457c-8c04-514fa6f2b786 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=4095e967-549c-40d3-be0d-7cbfaf9f47ee HTTP/1.1" status: 200 len: 205 time: 0.0394082 Mar 08 12:40:04.052932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33260) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:04.138018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.155092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.162624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-53502984-46e7-4142-95c3-58e85c3781be tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/ports/428fb9d9-367c-40dd-9dc6-a7fb7e843d1a HTTP/1.1" status: 204 len: 168 time: 1.1851358 Mar 08 12:40:04.164808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33262) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:04.215579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.267026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] DHCP port deletion for ddf15b59-9370-468d-b2a5-c05281d006c7 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:04.302968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting subnet 77aba880-a981-4864-bf16-a71a7831b6e6 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:04.311710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.327143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] Deleting port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:04.327618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.369885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.405712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] For port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,segment=NetworkSegment(8d9235a6-1827-42d0-81e9-67691e8d4e65),segment_id=8d9235a6-1827-42d0-81e9-67691e8d4e65)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:04.406381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.421313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] Calling delete_port for 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:04.422327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Deleting port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:04.422678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.545205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] For port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,segment=NetworkSegment(8d9235a6-1827-42d0-81e9-67691e8d4e65),segment_id=8d9235a6-1827-42d0-81e9-67691e8d4e65)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:04.545581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.590993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.610010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Calling delete_port for 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:04.649822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.675880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.735069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.737932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:04.744048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:04.745827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.756633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:04.756633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.760412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.768761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=b408ccbb-0672-470d-8068-1dc22b7fc9eb,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:04.789214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afac4e-fca4-4fee-8e07-59d6ba9993c8 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:04.796760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.816185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:40:04.847501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] Pushing event deleted for resources: {'Port': ['ID=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:04.862593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37647eb-5dec-4884-9d60-96edd5b62e31 None None] No DVR routers for this DVR port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:04.890814 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-96997abe-2fc2-466f-9f73-6c779dd4020d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6772604 Mar 08 12:40:04.899900 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf54e8-e9da-4f7b-a621-b8b8beb14449 req-dd164840-be4e-4901-8f58-c221299fd0bb tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:04.901491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dfbf54e8-e9da-4f7b-a621-b8b8beb14449 req-dd164840-be4e-4901-8f58-c221299fd0bb tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.0728951 Mar 08 12:40:04.902052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33266) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:04.906906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': 'b408ccbb-0672-470d-8068-1dc22b7fc9eb', 'ip_address': '2001:db8::9f02:2cd7:361e:b1e8'}], 'name': 'tempest-NetworksTestDHCPv6-149984344'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:04.912494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:04.972152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event deleted for resources: {'Port': ['ID=0b91fbad-c3ff-49b0-9c22-aac5030c0da5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:04.991345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] No DVR routers for this DVR port 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:05.014135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'b408ccbb-0672-470d-8068-1dc22b7fc9eb'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:05.015458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.019134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.038245 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dfbf54e8-e9da-4f7b-a621-b8b8beb14449 req-074f05a5-b46b-4b27-acaa-480b73646e59 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154299 Mar 08 12:40:05.084913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Subnet': ['ID=77aba880-a981-4864-bf16-a71a7831b6e6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:05.088217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Deleting port 14e364d1-31f3-479f-8b1c-0dac007b9486 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:05.088556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.125348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Allocated IP 172.26.3.109 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/dbf9b33b-daef-4398-91ca-aa1f9f5b95e4) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:05.152214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.159876 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-291500fe-1bbe-45bd-a980-ef6484d4a42a tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/subnets/77aba880-a981-4864-bf16-a71a7831b6e6 HTTP/1.1" status: 204 len: 168 time: 0.9920919 Mar 08 12:40:05.160294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33268) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:05.162419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.191119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.203397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Calling delete_port for 14e364d1-31f3-479f-8b1c-0dac007b9486 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:05.216897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/b408ccbb-0672-470d-8068-1dc22b7fc9eb/c5701d8e-0518-4659-bd4d-a4a569ba8f00) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:05.220170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf15b59-9370-468d-b2a5-c05281d006c7']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:05.248109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:05.295909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9235a6-1827-42d0-81e9-67691e8d4e65') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:05.296255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9235a6-1827-42d0-81e9-67691e8d4e65') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:05.316081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.341573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.350147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.365564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.368605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:05.369192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.372535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88de5c0-3c5e-403a-a689-7465fc8404a3 None None] Network 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: items = [ Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: items = [ Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:05.376343 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:05.379104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a4e15489-8459-430d-bd3a-a748ba0bb9eb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:05.395050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.417645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 64fe92f0-a054-451f-8fde-60d094052110 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:40:05.418444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: a4e15489-8459-430d-bd3a-a748ba0bb9eb {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:05.419306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a4e15489-8459-430d-bd3a-a748ba0bb9eb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:05.419888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:05.477223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:05.477465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.478630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0b91fbad-c3ff-49b0-9c22-aac5030c0da5 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:05.487870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.528475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Deleting port fb921b84-e67f-451c-b35e-890941da7022 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:05.530002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.557141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:05.582866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:05.590416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:05.596671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Pushing event updated for resources: {'Port': ['ID=c5701d8e-0518-4659-bd4d-a4a569ba8f00,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:05.599389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] For port fb921b84-e67f-451c-b35e-890941da7022, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fb921b84-e67f-451c-b35e-890941da7022,segment=NetworkSegment(7dd350c2-514b-4107-911e-d146d1d5725a),segment_id=7dd350c2-514b-4107-911e-d146d1d5725a)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:05.599751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.616704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Calling delete_port for fb921b84-e67f-451c-b35e-890941da7022 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:05.618745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.627492 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.631023 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] 10.222.0.65 "DELETE /v2.0/networks/ddf15b59-9370-468d-b2a5-c05281d006c7 HTTP/1.1" status: 204 len: 168 time: 1.5942867 Mar 08 12:40:05.632505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::9f02:2cd7:361e:b1e8 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/b408ccbb-0672-470d-8068-1dc22b7fc9eb/64fe92f0-a054-451f-8fde-60d094052110) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:05.650367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647ef09-f5cb-4e3f-9488-9ee332acba40 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111 tempest-ExtraDHCPOptionsIpV6TestJSON-756728111-project] Pushing event deleted for resources: {'Network': ['ID=ddf15b59-9370-468d-b2a5-c05281d006c7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:05.652447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.654251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.677878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Attempting to bind port c5701d8e-0518-4659-bd4d-a4a569ba8f00 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:05.677878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Attempting to bind port c5701d8e-0518-4659-bd4d-a4a569ba8f00 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:05.678431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Attempting to bind port c5701d8e-0518-4659-bd4d-a4a569ba8f00 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:05.688891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:05.689513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:05.690002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.697611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:05.697611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Bound port: c5701d8e-0518-4659-bd4d-a4a569ba8f00, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:05.697611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.720134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event deleted for resources: {'Port': ['ID=14e364d1-31f3-479f-8b1c-0dac007b9486,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:05.734726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:05.742495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:05.748109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:05.792629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] For port c5701d8e-0518-4659-bd4d-a4a569ba8f00, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:05.793451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event updated for resources: {'Port': ['ID=dbf9b33b-daef-4398-91ca-aa1f9f5b95e4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:05.797922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] For port c5701d8e-0518-4659-bd4d-a4a569ba8f00, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c5701d8e-0518-4659-bd4d-a4a569ba8f00,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:05.811100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] DHCP port deletion for 2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:05.869653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] Deleting port fb921b84-e67f-451c-b35e-890941da7022 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:05.871042 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.883152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.887106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.912130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:05.965532 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Port': ['ID=fb921b84-e67f-451c-b35e-890941da7022,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:05.967638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] No DVR routers for this DVR port fb921b84-e67f-451c-b35e-890941da7022 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:05.996614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] For port fb921b84-e67f-451c-b35e-890941da7022, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fb921b84-e67f-451c-b35e-890941da7022,segment=NetworkSegment(7dd350c2-514b-4107-911e-d146d1d5725a),segment_id=7dd350c2-514b-4107-911e-d146d1d5725a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:05.997435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.000253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.004533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.032162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] Calling delete_port for fb921b84-e67f-451c-b35e-890941da7022 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:06.039135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3e153-e450-4797-8d9c-7d334f912237 None None] Pushing event updated for resources: {'Port': ['ID=c5701d8e-0518-4659-bd4d-a4a569ba8f00,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:06.069826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.080679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.095742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4ca48a-d5ca-4117-8cb2-3540b9ee2381']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:06.109813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd350c2-514b-4107-911e-d146d1d5725a') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:06.110262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd350c2-514b-4107-911e-d146d1d5725a') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:06.136564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.161804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.191959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] Pushing event deleted for resources: {'Port': ['ID=fb921b84-e67f-451c-b35e-890941da7022,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:06.197453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.200769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40f3d4-6ee8-40d0-9468-2de6940f3186 None None] No DVR routers for this DVR port fb921b84-e67f-451c-b35e-890941da7022 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:06.204088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5637-e5e3-49e7-9ba8-24740317f1c3 req-df5dfc6c-17c6-43aa-bc83-bcd3e081f4c7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:06.206015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4f7f5637-e5e3-49e7-9ba8-24740317f1c3 req-df5dfc6c-17c6-43aa-bc83-bcd3e081f4c7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.0571439 Mar 08 12:40:06.207122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.207630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Fanout notify agent at l3_agent the message router_deleted on router 4095e967-549c-40d3-be0d-7cbfaf9f47ee {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:06.222506 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:06.226172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.227504 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7d9c982a-1d2d-497e-8ccd-708d1bac8649 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/4095e967-549c-40d3-be0d-7cbfaf9f47ee HTTP/1.1" status: 204 len: 168 time: 2.1620216 Mar 08 12:40:06.233801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33274) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:06.238557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b7b6e774-0175-4119-afff-f9bd408126a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-999995157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:06.257004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.303706 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4f7f5637-e5e3-49e7-9ba8-24740317f1c3 req-18ea6470-9d27-47b1-99db-edb08237ac8e tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693901 Mar 08 12:40:06.355883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:06.365657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:06.373560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:06.382643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:06.383317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.409275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=64fe92f0-a054-451f-8fde-60d094052110,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:06.476159 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7f4b33f7-c590-451f-a53d-ad8d7cb83289 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5727000 Mar 08 12:40:06.478949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33278) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:06.497359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33280) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:06.554609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d28102-5e99-4824-8fd7-06aceb63589b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:06.563810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d28102-5e99-4824-8fd7-06aceb63589b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:06.568480 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a0d28102-5e99-4824-8fd7-06aceb63589b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0856214 Mar 08 12:40:06.569177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33284) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:06.671042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.708215 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-abd8b2bf-878d-4963-8646-e5e88b2c6a81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45659b8fa40642d494bd877b724ac842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092538 Mar 08 12:40:06.710512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33286) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:06.729923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b6e774-0175-4119-afff-f9bd408126a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.730148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 64fe92f0-a054-451f-8fde-60d094052110 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:06.731631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.731816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b6e774-0175-4119-afff-f9bd408126a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.761091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.819491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.825311 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] 10.222.0.65 "DELETE /v2.0/networks/2c4ca48a-d5ca-4117-8cb2-3540b9ee2381 HTTP/1.1" status: 204 len: 168 time: 1.6575191 Mar 08 12:40:06.827635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6ebc-4ccb-4713-9cd6-0f41f71e14df tempest-AllowedAddressPairTestJSON-829297686 tempest-AllowedAddressPairTestJSON-829297686-project] Pushing event deleted for resources: {'Network': ['ID=2c4ca48a-d5ca-4117-8cb2-3540b9ee2381,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:06.874020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.878755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b6e774-0175-4119-afff-f9bd408126a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.889673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 64fe92f0-a054-451f-8fde-60d094052110 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:06.902300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5710b8d6-6ffa-419f-8c56-b8b0a2d60e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.960714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5710b8d6-6ffa-419f-8c56-b8b0a2d60e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:06.969330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b6e774-0175-4119-afff-f9bd408126a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.062765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.066516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.139742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b6e774-0175-4119-afff-f9bd408126a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.143774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:07.146737 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b7b6e774-0175-4119-afff-f9bd408126a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9098332 Mar 08 12:40:07.155948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:07.163733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.163949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c5701d8e-0518-4659-bd4d-a4a569ba8f00 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:07.192437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5710b8d6-6ffa-419f-8c56-b8b0a2d60e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.195599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5710b8d6-6ffa-419f-8c56-b8b0a2d60e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.207176 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5710b8d6-6ffa-419f-8c56-b8b0a2d60e50 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a234545-7714-40c8-8522-38d761dfec29 HTTP/1.1" status: 204 len: 168 time: 0.4883122 Mar 08 12:40:07.219265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710b8d6-6ffa-419f-8c56-b8b0a2d60e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a234545-7714-40c8-8522-38d761dfec29,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:07.279966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c5701d8e-0518-4659-bd4d-a4a569ba8f00 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:07.280141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=64fe92f0-a054-451f-8fde-60d094052110,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:07.280935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.366173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.372275 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d75b123d-e41a-4f28-841b-619d96f9bcfa tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/64fe92f0-a054-451f-8fde-60d094052110 HTTP/1.1" status: 204 len: 168 time: 0.7999721 Mar 08 12:40:07.372983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33300) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:07.393376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Router 4be72fc2-2049-43a6-8feb-94fe1cca35ae is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:07.420310 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.424614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33302) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:07.440975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9c26a79a-e025-4a49-b2a1-2073b5bbf100 None None] Provisioning complete for port c5701d8e-0518-4659-bd4d-a4a569ba8f00 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:07.441703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c26a79a-e025-4a49-b2a1-2073b5bbf100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.525563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port c5701d8e-0518-4659-bd4d-a4a569ba8f00, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c5701d8e-0518-4659-bd4d-a4a569ba8f00,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:07.542060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.567974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff91eb5-b348-4f0d-80cf-d3e3e52dc76c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:07.569075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c26a79a-e025-4a49-b2a1-2073b5bbf100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.569549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff91eb5-b348-4f0d-80cf-d3e3e52dc76c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:07.571128 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dff91eb5-b348-4f0d-80cf-d3e3e52dc76c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1970294 Mar 08 12:40:07.576308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33306) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:07.631437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6ecb7-3fac-4cfd-96fd-b132109ccafb req-e9cc7186-52df-4e4e-8efa-3fb95634323b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:07.633607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.648926 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-09d6ecb7-3fac-4cfd-96fd-b132109ccafb req-e9cc7186-52df-4e4e-8efa-3fb95634323b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1015255 Mar 08 12:40:07.726479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet b408ccbb-0672-470d-8068-1dc22b7fc9eb {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:07.733582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.751547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fb921b84-e67f-451c-b35e-890941da7022 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:07.783817 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-09d6ecb7-3fac-4cfd-96fd-b132109ccafb req-bee48cea-a168-4641-abab-79e4664bb855 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262465 Mar 08 12:40:07.788176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=c5701d8e-0518-4659-bd4d-a4a569ba8f00,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:07.791419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:07.802982 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] Sync routers for ids ['4be72fc2-2049-43a6-8feb-94fe1cca35ae'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:07.815066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.825882 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3681f9c5-a339-4378-8506-d68c827efa0a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "PUT /v2.0/routers/4be72fc2-2049-43a6-8feb-94fe1cca35ae HTTP/1.1" status: 200 len: 884 time: 4.1911576 Mar 08 12:40:07.825882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33310) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:07.834070 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] Routers {'4be72fc2-2049-43a6-8feb-94fe1cca35ae'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:07.834715 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['4be72fc2-2049-43a6-8feb-94fe1cca35ae'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:07.862676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: fb921b84-e67f-451c-b35e-890941da7022 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:07.863005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fb921b84-e67f-451c-b35e-890941da7022 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:07.887785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-9c26a79a-e025-4a49-b2a1-2073b5bbf100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:07.888138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-9c26a79a-e025-4a49-b2a1-2073b5bbf100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:07.923987 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:07.943500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:07.949868 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] Routers {'4be72fc2-2049-43a6-8feb-94fe1cca35ae'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:07.950494 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['4be72fc2-2049-43a6-8feb-94fe1cca35ae'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:07.981095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33318) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:07.988962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6b023995-e379-45fa-a112-4d127eb79b9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27b1d0d10b194b83ad6e00d178e0d653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633478 Mar 08 12:40:08.021537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:08.021537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998331f-4758-4c7f-ae6b-c33c50753ec9 None None] The sync data for ids ['4be72fc2-2049-43a6-8feb-94fe1cca35ae'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:08.107233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.113470 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d685e133-3a73-45f0-a73d-597986398935 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/4be72fc2-2049-43a6-8feb-94fe1cca35ae HTTP/1.1" status: 200 len: 925 time: 0.2931595 Mar 08 12:40:08.116195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33322) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:08.126229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.177298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.206237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aa4c254c-6a69-42fb-b017-aa2ff019fc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.237454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Allocated IP 172.26.3.19 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/25ed1390-611f-4466-8b65-7eef69f7d18d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:08.256429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aa4c254c-6a69-42fb-b017-aa2ff019fc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.275652 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03364733-ca67-41c3-9c69-7d57de955bd1 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:08.279937 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-03364733-ca67-41c3-9c69-7d57de955bd1 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=4be72fc2-2049-43a6-8feb-94fe1cca35ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1584399 Mar 08 12:40:08.280761 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33326) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:08.355704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.395393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf220a2-91e5-4f24-9ce9-9b3d1a8aa7a8 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:08.397703 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fdf220a2-91e5-4f24-9ce9-9b3d1a8aa7a8 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.1153238 Mar 08 12:40:08.405251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33332) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:08.439035 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6cad50a3-f692-4dd6-a1fe-e5c1c3496bd9 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=4be72fc2-2049-43a6-8feb-94fe1cca35ae HTTP/1.1" status: 200 len: 205 time: 0.0295582 Mar 08 12:40:08.439035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.439786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33336) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:08.470495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aa4c254c-6a69-42fb-b017-aa2ff019fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.473134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aa4c254c-6a69-42fb-b017-aa2ff019fc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.474286 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aa4c254c-6a69-42fb-b017-aa2ff019fc5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc32bd69-c542-42c6-a2e4-814f84299300 HTTP/1.1" status: 204 len: 168 time: 0.4903476 Mar 08 12:40:08.475280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=b408ccbb-0672-470d-8068-1dc22b7fc9eb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:08.483923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.489118 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e76bad67-875a-4a29-9306-0230fffbf32f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/b408ccbb-0672-470d-8068-1dc22b7fc9eb HTTP/1.1" status: 204 len: 168 time: 0.9107101 Mar 08 12:40:08.491719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33340) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:08.497640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e5b85-8285-41f3-a193-76113a8f66da None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:08.504540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c254c-6a69-42fb-b017-aa2ff019fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc32bd69-c542-42c6-a2e4-814f84299300,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:08.548366 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-913278f0-1895-47de-aba1-224026be4336 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536256 Mar 08 12:40:08.549051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33342) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:08.554629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:08.577895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.583267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54760a9b-2a02-4309-adf0-8715c3a3ccd0 None None] Could not find standard attr ID for object 64fe92f0-a054-451f-8fde-60d094052110. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:40:08.619575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.671440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:08.685528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:08.695845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:08.700596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event updated for resources: {'Port': ['ID=25ed1390-611f-4466-8b65-7eef69f7d18d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:08.758813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33346) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:08.771347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:08.772289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:08.778108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.830202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] Deleting port c5701d8e-0518-4659-bd4d-a4a569ba8f00 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:08.830612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.963367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] For port c5701d8e-0518-4659-bd4d-a4a569ba8f00, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c5701d8e-0518-4659-bd4d-a4a569ba8f00,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:08.964365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:08.996292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] Calling delete_port for c5701d8e-0518-4659-bd4d-a4a569ba8f00 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:09.140211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c5701d8e-0518-4659-bd4d-a4a569ba8f00 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:09.182358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.192515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1817669140'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:09.230894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] Pushing event deleted for resources: {'Port': ['ID=c5701d8e-0518-4659-bd4d-a4a569ba8f00,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:09.235666 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be339516-21b2-4513-baf6-d7060cd7c698 None None] No DVR routers for this DVR port c5701d8e-0518-4659-bd4d-a4a569ba8f00 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:09.242045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No active binding found for port c5701d8e-0518-4659-bd4d-a4a569ba8f00 {{(pid=104047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:40:09.242554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c5701d8e-0518-4659-bd4d-a4a569ba8f00 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:09.265157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.272727 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.285156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914b78a-a25b-41be-ab2e-673e52dbb403 req-2036e2d3-3b37-48f6-b157-3ec38cdc58ac tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:09.285156 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3914b78a-a25b-41be-ab2e-673e52dbb403 req-2036e2d3-3b37-48f6-b157-3ec38cdc58ac tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2369385 Mar 08 12:40:09.323641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:09.327041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.332862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:09.334393 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3914b78a-a25b-41be-ab2e-673e52dbb403 req-38db3f5b-8eec-4b4d-889a-569f32a1590d tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461173 Mar 08 12:40:09.343629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:09.346741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:09.347324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.351799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.364874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c622b-d21c-4ea3-8cc0-90b3d5183f55 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:09.365050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=808a6c7a-4455-4590-aa48-5cfef2390f0a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:09.435980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Deleting port dbf9b33b-daef-4398-91ca-aa1f9f5b95e4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:09.436677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.451560 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b28b5b67-c633-4909-9b5a-64954accb1ab tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9012485 Mar 08 12:40:09.455602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33362) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:09.461626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': '808a6c7a-4455-4590-aa48-5cfef2390f0a', 'ip_address': '2001:db8::9fb2:73d0:be62:8729'}], 'name': 'tempest-NetworksTestDHCPv6-149752598'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:09.486143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.573574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.581290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.635364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.644696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:09.653134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cbf698-4396-406f-9ff6-fecb8dd38da8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:09.654838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Calling delete_port for dbf9b33b-daef-4398-91ca-aa1f9f5b95e4 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:09.670469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.670905 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment 1b111e31-4de5-4050-a4ea-c53c1d1ae340 of type vlan for network 3b50daee-abce-43b9-a255-9b8d6d12a593 Mar 08 12:40:09.719898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.729512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '808a6c7a-4455-4590-aa48-5cfef2390f0a'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:09.732511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.755931 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:09.877829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.895653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.897810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33372) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:09.902615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:09.903373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.906176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/808a6c7a-4455-4590-aa48-5cfef2390f0a/70c0869a-da5d-4a14-af34-9f5275ab6bf1) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:09.983526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:09.985041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 1014b7a6-bd04-4567-a656-4e251ceabbf4 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:40:09.988484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.051649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a27dad19-164a-4fdd-9bc8-c032bd18dcef tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] Request body: {'port': {'network_id': '2a713a5c-56f0-436c-9a96-78674b573a72', 'name': 'tempest-NetworksNegativeTestJSON-1405719221'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:10.070942 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27dad19-164a-4fdd-9bc8-c032bd18dcef tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] POST failed (client error): The resource could not be found. Mar 08 12:40:10.072098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27dad19-164a-4fdd-9bc8-c032bd18dcef tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:10.077031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a27dad19-164a-4fdd-9bc8-c032bd18dcef tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1722155 Mar 08 12:40:10.079036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33376) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.079195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.082461 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3221221 Mar 08 12:40:10.095525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828a72f-bd55-482f-86b3-2cc76431be6a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=3b50daee-abce-43b9-a255-9b8d6d12a593,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:10.108136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 3b50daee-abce-43b9-a255-9b8d6d12a593 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:10.126222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.167922 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b94add-4e75-4c71-976a-cd447773ebb5 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] DELETE failed (client error): The resource could not be found. Mar 08 12:40:10.168558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b94add-4e75-4c71-976a-cd447773ebb5 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:10.175167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-62b94add-4e75-4c71-976a-cd447773ebb5 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "DELETE /v2.0/networks/f04d1429-62de-4a0d-8d5f-5a076a986338 HTTP/1.1" status: 404 len: 339 time: 0.0932937 Mar 08 12:40:10.178049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event deleted for resources: {'Port': ['ID=dbf9b33b-daef-4398-91ca-aa1f9f5b95e4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:10.179783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33378) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.187704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.220930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33380) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.229793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': '3b50daee-abce-43b9-a255-9b8d6d12a593', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:10.247164 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-509a28a5-d39a-4516-a2a4-d42151c427ce tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] DELETE failed (client error): The resource could not be found. Mar 08 12:40:10.247871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509a28a5-d39a-4516-a2a4-d42151c427ce tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:10.255724 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-509a28a5-d39a-4516-a2a4-d42151c427ce tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "DELETE /v2.0/ports/65ceb5ba-ea5c-40ca-ae85-c15427fa612e HTTP/1.1" status: 404 len: 333 time: 0.0537176 Mar 08 12:40:10.261265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33382) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.273125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:10.276472 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:10.281665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:10.286876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Pushing event updated for resources: {'Port': ['ID=70c0869a-da5d-4a14-af34-9f5275ab6bf1,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:10.298073 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2cccdb-94eb-4a3c-9b76-06f15487b170 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] DELETE failed (client error): The resource could not be found. Mar 08 12:40:10.298528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2cccdb-94eb-4a3c-9b76-06f15487b170 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:10.301631 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ac2cccdb-94eb-4a3c-9b76-06f15487b170 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "DELETE /v2.0/subnets/37abff09-1129-48b6-867c-329772f5038e HTTP/1.1" status: 404 len: 337 time: 0.0393722 Mar 08 12:40:10.306362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33384) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.340352 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f601c5b-601e-4007-8dfc-391a275f639d tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] GET failed (client error): The resource could not be found. Mar 08 12:40:10.346291 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f601c5b-601e-4007-8dfc-391a275f639d tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "GET /v2.0/networks/e11a1db3-a902-4bb6-bcff-927902ab17ca HTTP/1.1" status: 404 len: 339 time: 0.0342011 Mar 08 12:40:10.346911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33386) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.356070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Attempting to bind port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:10.356471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Attempting to bind port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:10.363242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Attempting to bind port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:10.363242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:10.364341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:10.364341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.364341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:10.365276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Bound port: 70c0869a-da5d-4a14-af34-9f5275ab6bf1, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:10.365276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.387414 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef4138e-edc8-4a20-a0f3-1a1d5a04b73d tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] GET failed (client error): The resource could not be found. Mar 08 12:40:10.394224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3ef4138e-edc8-4a20-a0f3-1a1d5a04b73d tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "GET /v2.0/ports/933bb104-292d-4638-9a25-5505686311a7 HTTP/1.1" status: 404 len: 333 time: 0.0463772 Mar 08 12:40:10.397375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33390) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.398660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.441750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] For port 70c0869a-da5d-4a14-af34-9f5275ab6bf1, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:10.445203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] For port 70c0869a-da5d-4a14-af34-9f5275ab6bf1, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=70c0869a-da5d-4a14-af34-9f5275ab6bf1,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:10.501610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.565363 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d05b10c-087e-4422-b163-4a3c80c03d2d tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] GET failed (client error): The resource could not be found. Mar 08 12:40:10.565960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d9d7e-072f-44e3-b4f1-31a707a27c7f None None] Pushing event updated for resources: {'Port': ['ID=70c0869a-da5d-4a14-af34-9f5275ab6bf1,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:10.572879 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8d05b10c-087e-4422-b163-4a3c80c03d2d tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "GET /v2.0/subnets/758ba752-6ec3-472d-8c82-65c9743e9450 HTTP/1.1" status: 404 len: 337 time: 0.1002996 Mar 08 12:40:10.575568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33392) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.582422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.587757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6201696e-b4cc-4698-a0ca-a0efc75ff25a tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:10.593167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.616480 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6201696e-b4cc-4698-a0ca-a0efc75ff25a tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] PUT failed (client error): The resource could not be found. Mar 08 12:40:10.617149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6201696e-b4cc-4698-a0ca-a0efc75ff25a tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:10.618979 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6201696e-b4cc-4698-a0ca-a0efc75ff25a tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "PUT /v2.0/networks/1110ac3a-99ba-4092-9599-2cd25c53e422 HTTP/1.1" status: 404 len: 339 time: 0.0398958 Mar 08 12:40:10.624410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33394) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.635100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1565d437-afc7-4c52-9c97-b6bde6d01db2 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:10.660779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0adb-ac1e-4e15-9deb-6b6692db341e req-619d3e42-40ee-4116-8a34-68761e7e6e84 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:10.662330 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b13a0adb-ac1e-4e15-9deb-6b6692db341e req-619d3e42-40ee-4116-8a34-68761e7e6e84 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1900301 Mar 08 12:40:10.667049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-1565d437-afc7-4c52-9c97-b6bde6d01db2 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] PUT failed (client error): The resource could not be found. Mar 08 12:40:10.667756 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1565d437-afc7-4c52-9c97-b6bde6d01db2 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:10.672462 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1565d437-afc7-4c52-9c97-b6bde6d01db2 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "PUT /v2.0/ports/cddc6061-e0a1-43b9-b839-458f16c2c52a HTTP/1.1" status: 404 len: 333 time: 0.0427146 Mar 08 12:40:10.672462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::9fb2:73d0:be62:8729 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/808a6c7a-4455-4590-aa48-5cfef2390f0a/1014b7a6-bd04-4567-a656-4e251ceabbf4) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:10.674790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33396) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.680818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-deb6316c-b4aa-48c0-b405-48810e692db8 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:10.694558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Router afac5243-db24-4d13-85cc-ecb1473de946 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:10.725254 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb6316c-b4aa-48c0-b405-48810e692db8 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] PUT failed (client error): The resource could not be found. Mar 08 12:40:10.726685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb6316c-b4aa-48c0-b405-48810e692db8 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:10.732334 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-deb6316c-b4aa-48c0-b405-48810e692db8 tempest-NetworksNegativeTestJSON-1235254715 tempest-NetworksNegativeTestJSON-1235254715-project] 10.222.0.65 "PUT /v2.0/subnets/c876a675-650e-4a2b-bb5d-3fa5a29053d0 HTTP/1.1" status: 404 len: 337 time: 0.0561788 Mar 08 12:40:10.750131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.750981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Fanout notify agent at l3_agent the message router_deleted on router 4be72fc2-2049-43a6-8feb-94fe1cca35ae {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:10.757879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.762648 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b558e800-dbde-4599-9a91-a6974305b0bf tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/4be72fc2-2049-43a6-8feb-94fe1cca35ae HTTP/1.1" status: 204 len: 168 time: 2.3180897 Mar 08 12:40:10.768461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.782627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2bcf3f1b-9271-48b8-86c6-3342dd2cc9dd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-562971854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:10.791967 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b13a0adb-ac1e-4e15-9deb-6b6692db341e req-74829753-388b-4904-8130-57b7e1e73c87 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066835 Mar 08 12:40:10.837737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:10.842471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.942858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:10.953351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:10.953504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] Sync routers for ids ['afac5243-db24-4d13-85cc-ecb1473de946'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:10.955102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c9bc83c-e5e7-425a-931b-258a97b41e0c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "PUT /v2.0/routers/afac5243-db24-4d13-85cc-ecb1473de946 HTTP/1.1" status: 200 len: 878 time: 3.8089061 Mar 08 12:40:10.957726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33402) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:10.969334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] Routers {'afac5243-db24-4d13-85cc-ecb1473de946'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:10.970103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['afac5243-db24-4d13-85cc-ecb1473de946'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:10.997778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.025680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3f1b-9271-48b8-86c6-3342dd2cc9dd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.027186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3f1b-9271-48b8-86c6-3342dd2cc9dd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.041202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:11.052863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] Routers {'afac5243-db24-4d13-85cc-ecb1473de946'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:11.053774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['afac5243-db24-4d13-85cc-ecb1473de946'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:11.110601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:11.120806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf05bf6-1c38-47ec-9862-97880577c161 None None] The sync data for ids ['afac5243-db24-4d13-85cc-ecb1473de946'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:11.127527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-43d8d975-4b96-4eca-a8de-da03d1fb4564 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/afac5243-db24-4d13-85cc-ecb1473de946 HTTP/1.1" status: 200 len: 919 time: 0.1686110 Mar 08 12:40:11.132556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33404) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.154996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.203987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3f1b-9271-48b8-86c6-3342dd2cc9dd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.210097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 70c0869a-da5d-4a14-af34-9f5275ab6bf1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:11.215419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=1014b7a6-bd04-4567-a656-4e251ceabbf4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:11.219264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33682b5b-e9bc-4bf2-b641-88194ae7073e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:11.221296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.222392 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-33682b5b-e9bc-4bf2-b641-88194ae7073e tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=afac5243-db24-4d13-85cc-ecb1473de946&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0900674 Mar 08 12:40:11.224404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33406) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.284300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:11.288706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:11.289275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:11.297638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.297876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:11.301324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:11.302238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.328979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36c0eb-7ef0-4a9f-9d5d-c8cccdbf36a5 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:11.330585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3c36c0eb-7ef0-4a9f-9d5d-c8cccdbf36a5 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.1051686 Mar 08 12:40:11.333311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33410) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.335857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3f1b-9271-48b8-86c6-3342dd2cc9dd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.351124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': '1b111e31-4de5-4050-a4ea-c53c1d1ae340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3b50daee-abce-43b9-a255-9b8d6d12a593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:11.351774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: 3b50daee-abce-43b9-a255-9b8d6d12a593, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:11.364302 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4507b4aa-0abe-49a9-bc4f-e65f1050f5d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9089291 Mar 08 12:40:11.365384 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:11.367440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33412) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.377144 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-91f5deec-0eeb-4c5d-9a77-2f38da6db35b tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=afac5243-db24-4d13-85cc-ecb1473de946 HTTP/1.1" status: 200 len: 205 time: 0.0404415 Mar 08 12:40:11.382125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33414) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.428430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33416) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.432705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.443385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca3d76-6b03-456e-9ca6-5710ebfb1f27 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:11.449881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca3d76-6b03-456e-9ca6-5710ebfb1f27 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:11.451520 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-90ca3d76-6b03-456e-9ca6-5710ebfb1f27 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0792775 Mar 08 12:40:11.454687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33420) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.464631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network 3b50daee-abce-43b9-a255-9b8d6d12a593 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:11.468125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3f1b-9271-48b8-86c6-3342dd2cc9dd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.472222 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2bcf3f1b-9271-48b8-86c6-3342dd2cc9dd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6910651 Mar 08 12:40:11.472849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33422) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.477186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': True}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:11.483116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 70c0869a-da5d-4a14-af34-9f5275ab6bf1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=70c0869a-da5d-4a14-af34-9f5275ab6bf1,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:11.554401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.564169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.605100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 3b50daee-abce-43b9-a255-9b8d6d12a593) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:11.623386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:11.625518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5989004-eb2f-4ee3-820a-cb3f70453825 None None] Network 3b50daee-abce-43b9-a255-9b8d6d12a593 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:11.629923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.710886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=70c0869a-da5d-4a14-af34-9f5275ab6bf1,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:11.751721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.774548 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e5da3ee2-d9dc-45a8-af97-43ba75d0a11d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5513749 Mar 08 12:40:11.776739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33424) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:11.782374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1214959941'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:11.903766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-3b50daee-abce-43b9-a255-9b8d6d12a593', 'network_id': '3b50daee-abce-43b9-a255-9b8d6d12a593', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:11.903964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:11.905060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.907394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.956428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:11.976971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Deleting port 25ed1390-611f-4466-8b65-7eef69f7d18d {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:11.978383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:11.999503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5031bf2-2cfd-43cb-beab-2bb780deb9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.070664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.074153 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-db23bcf6-97b4-407b-88cb-4123a403d8a8 None None] Provisioning complete for port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:12.074913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-db23bcf6-97b4-407b-88cb-4123a403d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.086498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Calling delete_port for 25ed1390-611f-4466-8b65-7eef69f7d18d owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:12.128584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Allocated IP 172.20.255.242 (3b50daee-abce-43b9-a255-9b8d6d12a593/1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c/8f775804-99e3-4f3f-97c3-b8c868afc8f6) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:12.168479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169b354-9bf7-49db-93b9-d5aa7102c5f2 req-1e0b7a99-1ef1-4609-9ddc-de923e645dfa tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:12.170150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e169b354-9bf7-49db-93b9-d5aa7102c5f2 req-1e0b7a99-1ef1-4609-9ddc-de923e645dfa tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2436516 Mar 08 12:40:12.220342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.256870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.257481 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment d2ff6796-541d-4ad4-9659-b2c5fff11593 of type vlan for network d8835242-2d3f-4c4b-84ec-7d5fde21b118 Mar 08 12:40:12.277315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 1014b7a6-bd04-4567-a656-4e251ceabbf4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:12.277658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.301418 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e169b354-9bf7-49db-93b9-d5aa7102c5f2 req-2ff55cb5-7ac2-4d55-afce-ca132995795b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895762 Mar 08 12:40:12.331265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.390517 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.394943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5031bf2-2cfd-43cb-beab-2bb780deb9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.403770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.433323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event deleted for resources: {'Port': ['ID=25ed1390-611f-4466-8b65-7eef69f7d18d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:12.434996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.441243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:12.441867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.460602 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.475435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 1014b7a6-bd04-4567-a656-4e251ceabbf4 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:12.487087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5031bf2-2cfd-43cb-beab-2bb780deb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.490193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.553605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Network 3b50daee-abce-43b9-a255-9b8d6d12a593 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:12.554553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=d8835242-2d3f-4c4b-84ec-7d5fde21b118,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:12.555418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Pushing event updated for resources: {'Port': ['ID=8f775804-99e3-4f3f-97c3-b8c868afc8f6,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:12.562657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:12.565545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:12.567149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.567872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1131295f-2d2e-47dc-b01d-57cddbe575f8 None None] Provisioning complete for port 1014b7a6-bd04-4567-a656-4e251ceabbf4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:12.568295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1131295f-2d2e-47dc-b01d-57cddbe575f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.588719 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d5031bf2-2cfd-43cb-beab-2bb780deb9ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a277bb4791fe47c1ac8093fb35d89805&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1590660 Mar 08 12:40:12.591774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33428) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:12.592359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5031bf2-2cfd-43cb-beab-2bb780deb9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a081db7-32dc-4186-90d6-5b3cca512be7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:12.598219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d8835242-2d3f-4c4b-84ec-7d5fde21b118 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:12.600986 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0ee9af9a-022f-406f-bdf2-88d4c66c5c7e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8217781 Mar 08 12:40:12.606970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33430) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:12.618342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:12.672181 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.674881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.711375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1131295f-2d2e-47dc-b01d-57cddbe575f8 None None] Port 1014b7a6-bd04-4567-a656-4e251ceabbf4 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:12.732029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Attempting to bind port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:12.732326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Attempting to bind port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1b111e31-4de5-4050-a4ea-c53c1d1ae340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3b50daee-abce-43b9-a255-9b8d6d12a593'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:12.732711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Attempting to bind port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 on network 3b50daee-abce-43b9-a255-9b8d6d12a593 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:12.738528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:12.738993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Checking segment: {'id': '1b111e31-4de5-4050-a4ea-c53c1d1ae340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3b50daee-abce-43b9-a255-9b8d6d12a593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:12.739455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.739894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Bound using segment: {'id': '1b111e31-4de5-4050-a4ea-c53c1d1ae340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3b50daee-abce-43b9-a255-9b8d6d12a593'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:12.740418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Bound port: 8f775804-99e3-4f3f-97c3-b8c868afc8f6, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b111e31-4de5-4050-a4ea-c53c1d1ae340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3b50daee-abce-43b9-a255-9b8d6d12a593'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:12.740794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.808852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] For port 8f775804-99e3-4f3f-97c3-b8c868afc8f6, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:12.809689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.810521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Fanout notify agent at l3_agent the message router_deleted on router afac5243-db24-4d13-85cc-ecb1473de946 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:12.812219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] For port 8f775804-99e3-4f3f-97c3-b8c868afc8f6, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8f775804-99e3-4f3f-97c3-b8c868afc8f6,segment=NetworkSegment(1b111e31-4de5-4050-a4ea-c53c1d1ae340),segment_id=1b111e31-4de5-4050-a4ea-c53c1d1ae340)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:12.818222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.821403 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-108ce9b0-6edb-4953-9598-c2177267ddf7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/afac5243-db24-4d13-85cc-ecb1473de946 HTTP/1.1" status: 204 len: 168 time: 1.4356019 Mar 08 12:40:12.824475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33432) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:12.828930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b7ea049a-b1f7-4e40-a30e-8e25e4ad6033 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-859737231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:12.875345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c680ea9f-c108-4e6c-a881-7bb6c9df76ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.896022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.925332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7ea049a-b1f7-4e40-a30e-8e25e4ad6033 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.927359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7ea049a-b1f7-4e40-a30e-8e25e4ad6033 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.942928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c680ea9f-c108-4e6c-a881-7bb6c9df76ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:12.974995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152792de-ccda-4827-b4dc-f8ec166b38ed None None] Pushing event updated for resources: {'Port': ['ID=8f775804-99e3-4f3f-97c3-b8c868afc8f6,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:12.996768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.007793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7ea049a-b1f7-4e40-a30e-8e25e4ad6033 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.014470 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.043290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:13.046850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.096898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 70c0869a-da5d-4a14-af34-9f5275ab6bf1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:13.101138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7ea049a-b1f7-4e40-a30e-8e25e4ad6033 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.106100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.138366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=1014b7a6-bd04-4567-a656-4e251ceabbf4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:13.170038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:13.170038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.174194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c680ea9f-c108-4e6c-a881-7bb6c9df76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.181910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c680ea9f-c108-4e6c-a881-7bb6c9df76ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.185296 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c680ea9f-c108-4e6c-a881-7bb6c9df76ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a081db7-32dc-4186-90d6-5b3cca512be7 HTTP/1.1" status: 204 len: 168 time: 0.5858421 Mar 08 12:40:13.185598 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7ea049a-b1f7-4e40-a30e-8e25e4ad6033 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.192630 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b7ea049a-b1f7-4e40-a30e-8e25e4ad6033 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3669803 Mar 08 12:40:13.197022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33436) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:13.211613 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': True}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:13.300775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680ea9f-c108-4e6c-a881-7bb6c9df76ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a081db7-32dc-4186-90d6-5b3cca512be7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:13.302987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.311326 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bf676fa9-5b1d-45a7-9aee-4b469cbdb93d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/1014b7a6-bd04-4567-a656-4e251ceabbf4 HTTP/1.1" status: 204 len: 168 time: 1.8558297 Mar 08 12:40:13.315019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33438) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:13.409424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc069503-4628-4a47-adc0-c88bb6332bb4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:13.411463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc069503-4628-4a47-adc0-c88bb6332bb4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:13.413229 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bc069503-4628-4a47-adc0-c88bb6332bb4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0938838 Mar 08 12:40:13.416740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33442) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:13.492289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 808a6c7a-4455-4590-aa48-5cfef2390f0a {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:13.501266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.562606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.607397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Allocated IP 172.26.3.53 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/28c0c3ab-6846-4472-b94d-f67c54663097) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:13.661440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.676821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.697684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a8bf-d0a3-4f54-a57f-be43368f7edb req-6276dbf0-c1af-48a2-aac6-8a90a7bdb1db tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:13.698708 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6589a8bf-d0a3-4f54-a57f-be43368f7edb req-6276dbf0-c1af-48a2-aac6-8a90a7bdb1db tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2454932 Mar 08 12:40:13.787059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.826674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=808a6c7a-4455-4590-aa48-5cfef2390f0a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:13.833457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.839618 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-40d8570d-c4ee-46fe-b723-c2a56e208c5c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/808a6c7a-4455-4590-aa48-5cfef2390f0a HTTP/1.1" status: 204 len: 168 time: 0.4186032 Mar 08 12:40:13.840645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33452) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:13.842414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca59dd-daba-4a62-aa5a-d6f54819be39 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:13.864955 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6589a8bf-d0a3-4f54-a57f-be43368f7edb req-3e96965d-2ecd-4664-b61a-e47901e710c1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518805 Mar 08 12:40:13.914693 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-273efd09-db6f-4301-8a0e-e973b11bce56 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697956 Mar 08 12:40:13.926476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33456) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:13.936072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:13.945256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.001177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28f27c-258a-41eb-9ab9-5d400a1f0362 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:14.007222 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-da28f27c-258a-41eb-9ab9-5d400a1f0362 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0796049 Mar 08 12:40:14.010335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33458) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:14.023827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=556322e2-45ef-4e24-93ba-0ba26f3a48ca,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:14.087574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90aaaf-e004-490c-9178-4aa7179a067d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:14.092049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8d90aaaf-e004-490c-9178-4aa7179a067d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0799654 Mar 08 12:40:14.092708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33462) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:14.123301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': 'd2ff6796-541d-4ad4-9659-b2c5fff11593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:14.123659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: d8835242-2d3f-4c4b-84ec-7d5fde21b118, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:14.142941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:14.151559 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-65710364-f30f-4ef9-9f90-92e9ce0293d9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573874 Mar 08 12:40:14.152247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33466) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:14.158839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:14.195971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.223550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] Deleting port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:14.224218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.317687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] For port 70c0869a-da5d-4a14-af34-9f5275ab6bf1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=70c0869a-da5d-4a14-af34-9f5275ab6bf1,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:14.320188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.334862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34552d4-9e70-46fe-82d3-d7ced6035e8f None None] Network 3b50daee-abce-43b9-a255-9b8d6d12a593 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:14.336894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] Calling delete_port for 70c0869a-da5d-4a14-af34-9f5275ab6bf1 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:14.381371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:14.385987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.449667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2f608db1-4474-40cb-a541-46157b954de0 None None] Provisioning complete for port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:14.450098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2f608db1-4474-40cb-a541-46157b954de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.582668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:14.614861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:14.624018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33474) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:14.624018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:14.663153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Port': ['ID=28c0c3ab-6846-4472-b94d-f67c54663097,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:14.684438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.709202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network d8835242-2d3f-4c4b-84ec-7d5fde21b118 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:14.711907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.757874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.820165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2f608db1-4474-40cb-a541-46157b954de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.836869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6d37c462-a203-47b4-b084-4077d60ebf15 tempest-DvrRoutersNegativeTest-1066091309 tempest-DvrRoutersNegativeTest-1066091309-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1362785895', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:14.837333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:14.839795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.policy [None req-6d37c462-a203-47b4-b084-4077d60ebf15 tempest-DvrRoutersNegativeTest-1066091309 tempest-DvrRoutersNegativeTest-1066091309-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104046) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 08 12:40:14.840090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.policy [None req-6d37c462-a203-47b4-b084-4077d60ebf15 tempest-DvrRoutersNegativeTest-1066091309 tempest-DvrRoutersNegativeTest-1066091309-project] Failed policy check for 'create_router' {{(pid=104046) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 08 12:40:14.840662 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-6d37c462-a203-47b4-b084-4077d60ebf15 tempest-DvrRoutersNegativeTest-1066091309 tempest-DvrRoutersNegativeTest-1066091309-project] create failed (client error): Access was denied to this resource. Mar 08 12:40:14.845474 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6d37c462-a203-47b4-b084-4077d60ebf15 tempest-DvrRoutersNegativeTest-1066091309 tempest-DvrRoutersNegativeTest-1066091309-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2164185 Mar 08 12:40:14.847705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d8835242-2d3f-4c4b-84ec-7d5fde21b118) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:14.859140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc062cc-153b-4623-8cbd-42252f74d340 None None] Network d8835242-2d3f-4c4b-84ec-7d5fde21b118 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:14.861695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.867394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:14.877061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:14.877662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.884466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:14.888011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:14.922658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=ba7c8531-868e-4e10-98f2-9faec5e23213,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:14.923886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2f608db1-4474-40cb-a541-46157b954de0 None None] For port 8f775804-99e3-4f3f-97c3-b8c868afc8f6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8f775804-99e3-4f3f-97c3-b8c868afc8f6,segment=NetworkSegment(1b111e31-4de5-4050-a4ea-c53c1d1ae340),segment_id=1b111e31-4de5-4050-a4ea-c53c1d1ae340)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:14.934384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] No DVR routers for this DVR port 70c0869a-da5d-4a14-af34-9f5275ab6bf1 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:14.975935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881d14b-10ac-48ce-add1-8a827a6f3dd6 None None] Pushing event deleted for resources: {'Port': ['ID=70c0869a-da5d-4a14-af34-9f5275ab6bf1,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:14.977258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e10e28-ca70-4d1a-8a67-4c57a38d8bae None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:15.034739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2f608db1-4474-40cb-a541-46157b954de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.049554 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a48c833e-6444-4278-ab05-9d92fbb576c9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8933125 Mar 08 12:40:15.051107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33482) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:15.058622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': 'ba7c8531-868e-4e10-98f2-9faec5e23213', 'ip_address': '2001:db8::b31f:79db:500a:cc0a'}], 'name': 'tempest-NetworksTestDHCPv6-1728491076'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:15.075536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d1fef76b-8488-4c8b-a88e-f53f79c8a50f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4661140 Mar 08 12:40:15.085709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33484) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:15.164818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f608db1-4474-40cb-a541-46157b954de0 None None] Pushing event updated for resources: {'Port': ['ID=8f775804-99e3-4f3f-97c3-b8c868afc8f6,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:15.229537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Allocated IP 172.26.3.135 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/2ef8270e-ffda-4956-ba19-10ce88dff45b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:15.247759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d8247bc2-3ec2-4084-8672-b7f7748d7aa2 None None] Provisioning complete for port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:15.248119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d8247bc2-3ec2-4084-8672-b7f7748d7aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.250113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8f775804-99e3-4f3f-97c3-b8c868afc8f6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:15.274120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376dcc7-8d46-4840-b44e-437e46fc028d req-8b3d71c0-8b65-47e6-8ca4-97d4ffde15bf tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:15.276523 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2376dcc7-8d46-4840-b44e-437e46fc028d req-8b3d71c0-8b65-47e6-8ca4-97d4ffde15bf tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2056229 Mar 08 12:40:15.323012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d8835242-2d3f-4c4b-84ec-7d5fde21b118', 'network_id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '556322e2-45ef-4e24-93ba-0ba26f3a48ca'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:15.323847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.352097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:15.392093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'ba7c8531-868e-4e10-98f2-9faec5e23213'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:15.392925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.438636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.446718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.476828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.506499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2376dcc7-8d46-4840-b44e-437e46fc028d req-60cb723f-23fe-4588-9a18-ec82a941f4e1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190118 Mar 08 12:40:15.506835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 72c0bb11-be64-4e46-9c95-5c1a6c554f8b yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:40:15.571311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33490) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:15.618851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.652363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.686479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Allocated IP 172.20.0.2 (d8835242-2d3f-4c4b-84ec-7d5fde21b118/556322e2-45ef-4e24-93ba-0ba26f3a48ca/ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:15.722747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::b31f:79db:500a:cc0a (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/ba7c8531-868e-4e10-98f2-9faec5e23213/72c0bb11-be64-4e46-9c95-5c1a6c554f8b) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:15.747642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60e3deab-4de7-478d-9f31-aab5aea4ac21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.764767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:15.765126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.830534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.834198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.839935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.858914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60e3deab-4de7-478d-9f31-aab5aea4ac21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.940899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:15.942700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60e3deab-4de7-478d-9f31-aab5aea4ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:15.950163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:15.953280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:15.959297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef8270e-ffda-4956-ba19-10ce88dff45b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:15.963458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.025902 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-60e3deab-4de7-478d-9f31-aab5aea4ac21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4997b03fad84763bf85d69400aa9675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514210 Mar 08 12:40:16.028918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3deab-4de7-478d-9f31-aab5aea4ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cab134-468d-40f7-b17e-882993ddc439,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:16.037105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33494) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:16.038927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.050859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.080998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Network d8835242-2d3f-4c4b-84ec-7d5fde21b118 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:16.085829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:16.088446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 70c0869a-da5d-4a14-af34-9f5275ab6bf1 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:16.115685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:16.134476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2c408c6-565d-4e91-aec4-a7d095e1bc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.134833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 70c0869a-da5d-4a14-af34-9f5275ab6bf1 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:16.135140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 70c0869a-da5d-4a14-af34-9f5275ab6bf1 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:16.160273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2c408c6-565d-4e91-aec4-a7d095e1bc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.205070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.233357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Pushing event updated for resources: {'Port': ['ID=ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:16.261550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Attempting to bind port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:16.261933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Attempting to bind port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd2ff6796-541d-4ad4-9659-b2c5fff11593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:16.262766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Attempting to bind port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b on network d8835242-2d3f-4c4b-84ec-7d5fde21b118 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:16.263328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.271089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:16.271464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Checking segment: {'id': 'd2ff6796-541d-4ad4-9659-b2c5fff11593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:16.271837 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.272215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Bound using segment: {'id': 'd2ff6796-541d-4ad4-9659-b2c5fff11593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:16.272976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Bound port: ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ff6796-541d-4ad4-9659-b2c5fff11593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:16.273126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.275258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:16.280388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:16.285472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:16.291380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:16.292017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.297480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/ba7c8531-868e-4e10-98f2-9faec5e23213/a7356bb5-01d6-403d-afe1-0a148f535afd) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:16.298604 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=72c0bb11-be64-4e46-9c95-5c1a6c554f8b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:16.340100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Router 71b69e8e-6d43-4ff9-8309-9095974d6bb4 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:16.343594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=556322e2-45ef-4e24-93ba-0ba26f3a48ca,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:16.371306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2c408c6-565d-4e91-aec4-a7d095e1bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.374151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2c408c6-565d-4e91-aec4-a7d095e1bc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.378357 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b2c408c6-565d-4e91-aec4-a7d095e1bc9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44cab134-468d-40f7-b17e-882993ddc439 HTTP/1.1" status: 204 len: 168 time: 0.3376439 Mar 08 12:40:16.387202 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c408c6-565d-4e91-aec4-a7d095e1bc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cab134-468d-40f7-b17e-882993ddc439,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:16.426147 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-67ac4961-9fab-48a5-980c-6ffdac2cbf9b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3744988 Mar 08 12:40:16.432031 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33498) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:16.438273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-21a3c212-0e41-4d2c-8869-68206569b96c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': 'ba7c8531-868e-4e10-98f2-9faec5e23213', 'ip_address': '2001:db8::b31f:79db:500a:cc0a'}], 'name': 'tempest-NetworksTestDHCPv6-2133103118'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:16.512912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] For port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:16.530450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] For port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b,segment=NetworkSegment(d2ff6796-541d-4ad4-9659-b2c5fff11593),segment_id=d2ff6796-541d-4ad4-9659-b2c5fff11593)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:16.614905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.622635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.626099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.700938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3c212-0e41-4d2c-8869-68206569b96c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:16.706272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-21a3c212-0e41-4d2c-8869-68206569b96c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.727899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-21a3c212-0e41-4d2c-8869-68206569b96c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 8126aa14-13fc-471e-a189-8ad867766ad8 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:40:16.732092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19184149-a4bb-476b-8890-37b0a302a82b None None] Pushing event updated for resources: {'Port': ['ID=ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:16.755124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:16.781220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8835242-2d3f-4c4b-84ec-7d5fde21b118']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:16.803382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073aeb6b-1f69-42f7-840d-69107a986f22 None None] Network d8835242-2d3f-4c4b-84ec-7d5fde21b118 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:16.895188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Pushing event updated for resources: {'Port': ['ID=a7356bb5-01d6-403d-afe1-0a148f535afd,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:16.905530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:16.908388 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:16.928940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:17.101572 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a3c212-0e41-4d2c-8869-68206569b96c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 08 12:40:17.102544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a3c212-0e41-4d2c-8869-68206569b96c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:17.168504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Attempting to bind port a7356bb5-01d6-403d-afe1-0a148f535afd on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:17.168954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Attempting to bind port a7356bb5-01d6-403d-afe1-0a148f535afd by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:17.169403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Attempting to bind port a7356bb5-01d6-403d-afe1-0a148f535afd on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:17.180650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ff6796-541d-4ad4-9659-b2c5fff11593') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:17.181025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ff6796-541d-4ad4-9659-b2c5fff11593') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:17.185544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8f775804-99e3-4f3f-97c3-b8c868afc8f6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:17.200867 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21a3c212-0e41-4d2c-8869-68206569b96c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7677703 Mar 08 12:40:17.202469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.203735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33510) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:17.208375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:17.208854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:17.209309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.209757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:17.210349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Bound port: a7356bb5-01d6-403d-afe1-0a148f535afd, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:17.210769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.215208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:17.226483 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] Sync routers for ids ['71b69e8e-6d43-4ff9-8309-9095974d6bb4'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:17.227610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.229100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-717a926b-ea81-4484-b572-b4761174db75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "PUT /v2.0/routers/71b69e8e-6d43-4ff9-8309-9095974d6bb4 HTTP/1.1" status: 200 len: 917 time: 5.7553864 Mar 08 12:40:17.234160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.237955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33512) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:17.241201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] Routers {'71b69e8e-6d43-4ff9-8309-9095974d6bb4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:17.241815 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['71b69e8e-6d43-4ff9-8309-9095974d6bb4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:17.255224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d392-8eae-422c-9bdd-5e290e00a45b req-9aa2cef5-1dd8-46a2-adba-fb821bc59e2b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:17.256838 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6892d392-8eae-422c-9bdd-5e290e00a45b req-9aa2cef5-1dd8-46a2-adba-fb821bc59e2b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.6281402 Mar 08 12:40:17.261267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.293641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:17.294388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:17.297970 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:17.314925 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:17.322183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4481d51-3d94-4976-a675-1dc58614f513 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:17.326426 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] Routers {'71b69e8e-6d43-4ff9-8309-9095974d6bb4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:17.327041 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['71b69e8e-6d43-4ff9-8309-9095974d6bb4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:17.331978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4481d51-3d94-4976-a675-1dc58614f513 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:17.335815 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a4481d51-3d94-4976-a675-1dc58614f513 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1307054 Mar 08 12:40:17.338896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33516) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:17.358950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] For port a7356bb5-01d6-403d-afe1-0a148f535afd, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:17.371712 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:17.371931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] For port a7356bb5-01d6-403d-afe1-0a148f535afd, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a7356bb5-01d6-403d-afe1-0a148f535afd,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:17.372451 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0fc43-3416-4cff-96e8-ea33467a4a34 None None] The sync data for ids ['71b69e8e-6d43-4ff9-8309-9095974d6bb4'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:17.381942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:17.381942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.454583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.472292 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 72c0bb11-be64-4e46-9c95-5c1a6c554f8b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:17.472728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.532407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effb790-d5f6-4f4f-b3cb-507640cccd06 None None] Pushing event updated for resources: {'Port': ['ID=a7356bb5-01d6-403d-afe1-0a148f535afd,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:17.568721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cde7cdc0-9505-4063-9e29-bfa54ddc6820 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/71b69e8e-6d43-4ff9-8309-9095974d6bb4 HTTP/1.1" status: 200 len: 923 time: 0.3296187 Mar 08 12:40:17.571140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33518) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:17.574762 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6892d392-8eae-422c-9bdd-5e290e00a45b req-ea4371b8-0d1c-4494-a074-6c40919dfd11 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270715 Mar 08 12:40:17.575621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.api [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:40:17.575621 dv-neutron-829486-2-hyperv neutron-server[104046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:40:17.575621 dv-neutron-829486-2-hyperv neutron-server[104046]: [parameters: {'id': 'd8835242-2d3f-4c4b-84ec-7d5fde21b118'}] Mar 08 12:40:17.575621 dv-neutron-829486-2-hyperv neutron-server[104046]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:17.575961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG oslo_db.api [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:17.588441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.631806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 72c0bb11-be64-4e46-9c95-5c1a6c554f8b owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:17.660301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566f0ce-bb03-49b3-8165-c6451709e554 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:17.661852 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5566f0ce-bb03-49b3-8165-c6451709e554 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=71b69e8e-6d43-4ff9-8309-9095974d6bb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0892370 Mar 08 12:40:17.689179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33524) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:17.796791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.805654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.878046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5495bd3-d7f5-43dc-b5ff-6d0961a6576d tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:17.879457 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e5495bd3-d7f5-43dc-b5ff-6d0961a6576d tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.1893406 Mar 08 12:40:17.884733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33530) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:17.912261 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05b536b5-40cd-447a-8843-84bbc090b7a3 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=71b69e8e-6d43-4ff9-8309-9095974d6bb4 HTTP/1.1" status: 200 len: 205 time: 0.0284555 Mar 08 12:40:17.915053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33532) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:17.917211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:17.982636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33534) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:18.004948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=72c0bb11-be64-4e46-9c95-5c1a6c554f8b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:18.045015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.048197 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6dd8f2ee-9643-4cd6-b718-c9317fb9f791 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/72c0bb11-be64-4e46-9c95-5c1a6c554f8b HTTP/1.1" status: 204 len: 168 time: 0.7076294 Mar 08 12:40:18.051502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33538) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:18.092519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.101683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.103446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Router 9a37f592-44a7-4ed6-aac6-d728028cfa75 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:18.140774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-492e5995-f2d2-4f9b-a200-42a0026db780 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-500903054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:18.155519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb89e46-7491-4140-9272-f33555da3efe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:18.157271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb89e46-7491-4140-9272-f33555da3efe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:18.158911 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2bb89e46-7491-4140-9272-f33555da3efe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1058748 Mar 08 12:40:18.167206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33540) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:18.333758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-492e5995-f2d2-4f9b-a200-42a0026db780 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.334844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-492e5995-f2d2-4f9b-a200-42a0026db780 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.355822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet ba7c8531-868e-4e10-98f2-9faec5e23213 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:18.372522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.421510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:18.426588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.430504 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a0318f85-41a1-4731-a3f4-07f199875c28 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "PUT /v2.0/routers/9a37f592-44a7-4ed6-aac6-d728028cfa75 HTTP/1.1" status: 200 len: 914 time: 5.2271369 Mar 08 12:40:18.435813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] Sync routers for ids ['9a37f592-44a7-4ed6-aac6-d728028cfa75'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:18.440037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33542) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:18.453234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] Routers {'9a37f592-44a7-4ed6-aac6-d728028cfa75'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:18.454300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9a37f592-44a7-4ed6-aac6-d728028cfa75'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:18.476527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-492e5995-f2d2-4f9b-a200-42a0026db780 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.487858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.505006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:18.513671 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:18.514038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.517138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] Routers {'9a37f592-44a7-4ed6-aac6-d728028cfa75'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:18.517959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9a37f592-44a7-4ed6-aac6-d728028cfa75'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:18.542165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.560755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:18.560755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac7d74-b7cf-485f-bf0d-ef9aae280d4a None None] The sync data for ids ['9a37f592-44a7-4ed6-aac6-d728028cfa75'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:18.575369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-492e5995-f2d2-4f9b-a200-42a0026db780 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.611431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Deleting port 28c0c3ab-6846-4472-b94d-f67c54663097 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:18.619394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.699477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.716213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b,segment=NetworkSegment(d2ff6796-541d-4ad4-9659-b2c5fff11593),segment_id=d2ff6796-541d-4ad4-9659-b2c5fff11593)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:18.716743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.717916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Calling delete_port for 28c0c3ab-6846-4472-b94d-f67c54663097 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:18.747648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-492e5995-f2d2-4f9b-a200-42a0026db780 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.748865 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-492e5995-f2d2-4f9b-a200-42a0026db780 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7649250 Mar 08 12:40:18.761304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33546) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:18.763950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:18.771139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1493483380'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:18.821426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-abe12fea-e8b8-4f25-8968-271560edf985 None None] Provisioning complete for port a7356bb5-01d6-403d-afe1-0a148f535afd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:18.822318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abe12fea-e8b8-4f25-8968-271560edf985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.830685 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d4dfa798-18e0-4236-a30d-de6c8f0d6f71 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/9a37f592-44a7-4ed6-aac6-d728028cfa75 HTTP/1.1" status: 200 len: 920 time: 0.3871589 Mar 08 12:40:18.833660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33548) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:18.883652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.895529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dedc8-4cc0-4881-9ee4-f9500e9a937b req-90040b04-53db-4596-825b-6fb6c35329d0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:18.897113 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-753dedc8-4cc0-4881-9ee4-f9500e9a937b req-90040b04-53db-4596-825b-6fb6c35329d0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2064195 Mar 08 12:40:18.911942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51c93e-65ee-40e8-82f1-d5527dc09982 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:18.917302 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fc51c93e-65ee-40e8-82f1-d5527dc09982 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=9a37f592-44a7-4ed6-aac6-d728028cfa75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0827265 Mar 08 12:40:18.919587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33550) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:18.940688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abe12fea-e8b8-4f25-8968-271560edf985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.962645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Made reservation on behalf of 42103ed069c141058809adafff64622d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:18.966371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:18.985932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.042573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-753dedc8-4cc0-4881-9ee4-f9500e9a937b req-083ea765-5b43-4955-931e-5e4778d6803a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150773 Mar 08 12:40:19.052635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50c9fb4-4b3d-4e5d-9d70-ed3ebc985b90 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:19.054771 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c50c9fb4-4b3d-4e5d-9d70-ed3ebc985b90 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.1342213 Mar 08 12:40:19.058618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33552) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:19.091578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.091934 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c21084fa-900d-4c70-a9b7-4fd292d55485 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a37f592-44a7-4ed6-aac6-d728028cfa75 HTTP/1.1" status: 200 len: 205 time: 0.0319760 Mar 08 12:40:19.092545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33554) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:19.139021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event deleted for resources: {'Port': ['ID=28c0c3ab-6846-4472-b94d-f67c54663097,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:19.145121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.147524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.229831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a7356bb5-01d6-403d-afe1-0a148f535afd up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:19.233870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:19.239061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.239264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7c8531-868e-4e10-98f2-9faec5e23213,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:19.248144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-abe12fea-e8b8-4f25-8968-271560edf985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:19.248812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-abe12fea-e8b8-4f25-8968-271560edf985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:19.250053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.253366 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9b44e8c0-c3f4-4d7c-b3a1-2ae42d960127 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ba7c8531-868e-4e10-98f2-9faec5e23213 HTTP/1.1" status: 204 len: 168 time: 1.0843120 Mar 08 12:40:19.254282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=ff57b9dd-bc9f-4fa5-b6e2-a3ec4f2fd04b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:19.279317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33556) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:19.344160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a7356bb5-01d6-403d-afe1-0a148f535afd triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:19.344535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.346349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b8ea1d-2044-46c6-8358-98755357b712 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:19.374552 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9c9d9ce1-ce9d-4bc4-acb4-e7440a393a07 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882208 Mar 08 12:40:19.377683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33558) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:19.386948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:19.393740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.408340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.461403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.491928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.502007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.542798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.547243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8835242-2d3f-4c4b-84ec-7d5fde21b118']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:19.570551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ff6796-541d-4ad4-9659-b2c5fff11593') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:19.570844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ff6796-541d-4ad4-9659-b2c5fff11593') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:19.590107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.593273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port a7356bb5-01d6-403d-afe1-0a148f535afd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a7356bb5-01d6-403d-afe1-0a148f535afd,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:19.627259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.627807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Fanout notify agent at l3_agent the message router_deleted on router 71b69e8e-6d43-4ff9-8309-9095974d6bb4 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:19.630050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:19.634378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.643327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.648788 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ca307421-11ff-488f-a256-3659592bd244 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/71b69e8e-6d43-4ff9-8309-9095974d6bb4 HTTP/1.1" status: 204 len: 168 time: 1.7285271 Mar 08 12:40:19.660216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33560) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:19.667805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-dda09045-9602-4669-82fd-7a9a42d32223 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-954686372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:19.672369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:19.677048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.828553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=a7356bb5-01d6-403d-afe1-0a148f535afd,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:19.839260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] Deleting port a7356bb5-01d6-403d-afe1-0a148f535afd {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:19.839995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.842363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dda09045-9602-4669-82fd-7a9a42d32223 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.846009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dda09045-9602-4669-82fd-7a9a42d32223 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.928225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] For port a7356bb5-01d6-403d-afe1-0a148f535afd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a7356bb5-01d6-403d-afe1-0a148f535afd,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:19.928563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.939965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.958509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] Calling delete_port for a7356bb5-01d6-403d-afe1-0a148f535afd owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:19.958861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dda09045-9602-4669-82fd-7a9a42d32223 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.961445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1d5e851b-909c-44d0-9589-a14d2e3f8ab4 None None] Could not find standard attr ID for object 72c0bb11-be64-4e46-9c95-5c1a6c554f8b. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:40:19.961630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.982691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:19.983089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:19.986142 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:20.048806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.051139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dda09045-9602-4669-82fd-7a9a42d32223 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.059216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3da713-2d0c-4f37-9f02-df5d7cf54328,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:20.091589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.107011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.115245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:20.128092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:20.135871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:20.136986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.142015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=bf4aa98e-8900-45fb-81d0-acf0677a81fa,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:20.151976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] No DVR routers for this DVR port a7356bb5-01d6-403d-afe1-0a148f535afd on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:20.154555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674e547-b334-4a01-be6e-0572aec01517 None None] Pushing event deleted for resources: {'Port': ['ID=a7356bb5-01d6-403d-afe1-0a148f535afd,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:20.186406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dda09045-9602-4669-82fd-7a9a42d32223 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.186406 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dda09045-9602-4669-82fd-7a9a42d32223 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5172527 Mar 08 12:40:20.186583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1f99b-87b9-402b-82db-31726f6059b3 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:20.186669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33566) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:20.190837 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': False}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:20.237450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.245026 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ec48316b-7a1f-44cc-85da-8784af09ec3d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8614419 Mar 08 12:40:20.245290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33568) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:20.250234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c9b75bbe-c5dc-474d-b6b7-67c550442ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': 'bf4aa98e-8900-45fb-81d0-acf0677a81fa', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1323764721'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:20.253317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:20.257052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.261713 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/d8835242-2d3f-4c4b-84ec-7d5fde21b118 HTTP/1.1" status: 204 len: 168 time: 5.1745627 Mar 08 12:40:20.273382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33570) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:20.281554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234746485'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:20.339766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1b795-df77-4061-afb4-4b0c0ebdea50 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=d8835242-2d3f-4c4b-84ec-7d5fde21b118,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:20.347247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.347514 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Added segment 6de1fe28-be75-4c5d-bc6d-7aec5c655de0 of type vlan for network e6b129c3-cd29-40ad-ae38-df92c9cc66bf Mar 08 12:40:20.358487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105997-adcc-402c-b368-e54f63f440f4 req-6ddf9b9d-8066-4cf6-bd4d-5ef6afe934e0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:20.360093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e105997-adcc-402c-b368-e54f63f440f4 req-6ddf9b9d-8066-4cf6-bd4d-5ef6afe934e0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2282782 Mar 08 12:40:20.387058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'bf4aa98e-8900-45fb-81d0-acf0677a81fa'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:20.388029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.398066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:20.404937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.434691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b75bbe-c5dc-474d-b6b7-67c550442ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:20.443099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9b75bbe-c5dc-474d-b6b7-67c550442ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.479952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-c9b75bbe-c5dc-474d-b6b7-67c550442ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 31bdb9be-c772-4a02-a09a-fa3998ccc12d yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:40:20.497593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.546634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/bf4aa98e-8900-45fb-81d0-acf0677a81fa/50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:20.593132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.618859 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e105997-adcc-402c-b368-e54f63f440f4 req-cb1f73f2-73e3-4474-91fb-f61a614ff17b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106872 Mar 08 12:40:20.627679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Deleting port 2ef8270e-ffda-4956-ba19-10ce88dff45b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:20.628018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.740184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.740478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.779995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.785467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:20.786084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.796836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Calling delete_port for 2ef8270e-ffda-4956-ba19-10ce88dff45b owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:20.804963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:20.807240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:20.807747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:20.861413 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b75bbe-c5dc-474d-b6b7-67c550442ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:40:20.861781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:20.861917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b75bbe-c5dc-474d-b6b7-67c550442ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:20.867195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:20.872978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:20.873761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Pushing event updated for resources: {'Port': ['ID=50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:20.917738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Network': ['ID=e6b129c3-cd29-40ad-ae38-df92c9cc66bf,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:20.928338 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1ae9939e-004d-4ae1-a4f6-67c4a2e31a25 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1655049 Mar 08 12:40:20.931690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33576) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:20.935133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:20.939519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'subnet': {'network_id': 'e6b129c3-cd29-40ad-ae38-df92c9cc66bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:20.954889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Attempting to bind port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:20.955249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Attempting to bind port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:20.955608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Attempting to bind port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:20.989127 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c9b75bbe-c5dc-474d-b6b7-67c550442ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7427504 Mar 08 12:40:20.993326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33580) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:20.995423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:20.995798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:20.996201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.001547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:21.001547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Bound port: 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:21.001547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.116591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] For port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:21.120773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] For port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:21.140561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Made reservation on behalf of 42103ed069c141058809adafff64622d for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:21.145383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.194930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a7356bb5-01d6-403d-afe1-0a148f535afd no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:21.201640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.230438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50110cd0-24b2-47e9-94d5-cc1a503e0257 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.231968 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-50110cd0-24b2-47e9-94d5-cc1a503e0257 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2369928 Mar 08 12:40:21.234696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: a7356bb5-01d6-403d-afe1-0a148f535afd {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:21.234696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a7356bb5-01d6-403d-afe1-0a148f535afd not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:21.237335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33582) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:21.292014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.294730 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defc20a-867f-4298-a1dc-1323a01da9eb None None] Pushing event updated for resources: {'Port': ['ID=50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:21.311736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.326012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.328651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.337921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52c7e2-bfb0-4dc6-8034-a140d6e2cf27 req-66a6cd56-ea2e-4688-bbb8-c541d4a1b17c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.339929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa52c7e2-bfb0-4dc6-8034-a140d6e2cf27 req-66a6cd56-ea2e-4688-bbb8-c541d4a1b17c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2014825 Mar 08 12:40:21.359680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec631a-b8f8-4954-b9bc-51a15a822382 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.361375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec631a-b8f8-4954-b9bc-51a15a822382 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.364508 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-45ec631a-b8f8-4954-b9bc-51a15a822382 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1263568 Mar 08 12:40:21.369056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33584) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:21.391590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-96cb0484-ddc3-4454-b7a0-fd637a305765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.393106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-96cb0484-ddc3-4454-b7a0-fd637a305765 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.2106571 Mar 08 12:40:21.394249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event deleted for resources: {'Port': ['ID=2ef8270e-ffda-4956-ba19-10ce88dff45b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:21.482566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:21.511404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.511742 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment 1a65d766-4cd0-4a99-976d-b3568a0b2455 of type vlan for network 4a383228-5b62-4e58-bd61-8363b58711b3 Mar 08 12:40:21.517381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet bf4aa98e-8900-45fb-81d0-acf0677a81fa {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:21.532030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.665157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.695344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.704830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.742886 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa52c7e2-bfb0-4dc6-8034-a140d6e2cf27 req-e9339ef2-40e7-4125-986b-f533397541b1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649909 Mar 08 12:40:21.809432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.815801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.880765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.891624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Allocated IP 172.26.3.191 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/f6398f7e-b405-4ee6-9ce3-e4a8a3598985) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:21.898587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-d1086015-db01-4ab9-9296-2badaa800e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.900842 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-d1086015-db01-4ab9-9296-2badaa800e02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.4755971 Mar 08 12:40:21.937191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.947506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.956497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:21.963679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.969414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.969998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Fanout notify agent at l3_agent the message router_deleted on router 9a37f592-44a7-4ed6-aac6-d728028cfa75 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:21.980493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:21.981887 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-207d378a-cbb4-4e3f-b8a3-f47c2ed1274c tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/9a37f592-44a7-4ed6-aac6-d728028cfa75 HTTP/1.1" status: 204 len: 168 time: 2.8881309 Mar 08 12:40:22.011094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33588) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:22.021372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3e2fd493-49cb-4f28-8e81-8bdda16cadc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441929936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:22.057343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-0bed395e-916f-48d3-91a1-95331a5fde37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 1001 time: 0.1446004 Mar 08 12:40:22.079768 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8052721 Mar 08 12:40:22.100899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33590) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:22.128675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': '4a383228-5b62-4e58-bd61-8363b58711b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:22.213772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2418b-ab0d-4506-97ce-0d7416f0c600 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=4a383228-5b62-4e58-bd61-8363b58711b3,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:22.232390 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Subnet': ['ID=898ff660-1a38-4957-a222-e0f58ac01603,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:22.232629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 4a383228-5b62-4e58-bd61-8363b58711b3 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:22.244543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.257367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Checking segment: {'id': '6de1fe28-be75-4c5d-bc6d-7aec5c655de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e6b129c3-cd29-40ad-ae38-df92c9cc66bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:22.259881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network hostable DHCP agents. Network: e6b129c3-cd29-40ad-ae38-df92c9cc66bf, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:22.310326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4aa98e-8900-45fb-81d0-acf0677a81fa,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:22.312847 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.318706 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-22a1798e-2a08-4c0f-b985-ed75d0ff58bf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/bf4aa98e-8900-45fb-81d0-acf0677a81fa HTTP/1.1" status: 204 len: 168 time: 0.9429741 Mar 08 12:40:22.319500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33594) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:22.389730 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e7198131-2a61-4775-ab79-115e7860c85d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669386 Mar 08 12:40:22.396246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33596) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:22.403485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:22.471834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:22.534612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e6b129c3-cd29-40ad-ae38-df92c9cc66bf) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:22.540747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:22.541330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.549328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ce296-d667-4ace-8d5f-3bf26d6042e5 None None] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:22.582161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd493-49cb-4f28-8e81-8bdda16cadc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.583199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd493-49cb-4f28-8e81-8bdda16cadc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.605484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.620830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:22.624602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.632542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-245c3259-2cfa-473f-abaa-f4b6bf9f179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:22.632542 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-245c3259-2cfa-473f-abaa-f4b6bf9f179c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.5598407 Mar 08 12:40:22.652283 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5ca9385c-f236-4555-8bdb-1b6e63c80665 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7188830 Mar 08 12:40:22.658587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33598) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:22.663521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'network': {'name': 'tempest-router-network01--176453801'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:22.719090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff88c3-b172-4b6c-9bd2-aa2d15a70f06 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:22.768762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd493-49cb-4f28-8e81-8bdda16cadc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.792207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef98f-3441-46e0-876d-bab170172ce9 req-c0d4b6aa-2805-41b9-af48-5b613b8aad21 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:22.793748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25eef98f-3441-46e0-876d-bab170172ce9 req-c0d4b6aa-2805-41b9-af48-5b613b8aad21 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 945 time: 0.2023845 Mar 08 12:40:22.801918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-9fcc3279-3631-40c8-94b5-095098fc0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:22.804119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-9fcc3279-3631-40c8-94b5-095098fc0b80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1528010 Mar 08 12:40:22.822085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Made reservation on behalf of 42103ed069c141058809adafff64622d for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:22.824115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-53f0caa8-a498-45b0-ba67-f835f24711c2 None None] Provisioning complete for port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:22.824602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53f0caa8-a498-45b0-ba67-f835f24711c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.826849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.856633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:22.867098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-e6b129c3-cd29-40ad-ae38-df92c9cc66bf', 'network_id': 'e6b129c3-cd29-40ad-ae38-df92c9cc66bf', 'tenant_id': '42103ed069c141058809adafff64622d', 'fixed_ips': [{'subnet_id': '898ff660-1a38-4957-a222-e0f58ac01603'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:22.868537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.874709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd493-49cb-4f28-8e81-8bdda16cadc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.887856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:22.891436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.891660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.891758 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Added segment 90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1 of type vlan for network 4912fc64-bd9b-468b-826f-d594bb542165 Mar 08 12:40:22.895357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:22.956308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.083386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:23.083696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing IP validity checks on allocation pools {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 12:40:23.084007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 12:40:23.088981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd493-49cb-4f28-8e81-8bdda16cadc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.093094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33602) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:23.093594 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3e2fd493-49cb-4f28-8e81-8bdda16cadc7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0791817 Mar 08 12:40:23.098860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'enable_snat': False}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:23.103071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.109662 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25eef98f-3441-46e0-876d-bab170172ce9 req-c0747580-2f4c-48e2-b2aa-b40315e04d19 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045073 Mar 08 12:40:23.115032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.135317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:23.138669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:23.148336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.148687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:23.209078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Pushing event updated for resources: {'Port': ['ID=f6398f7e-b405-4ee6-9ce3-e4a8a3598985,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:23.282596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53f0caa8-a498-45b0-ba67-f835f24711c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.282596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Allocated IP 172.20.0.2 (e6b129c3-cd29-40ad-ae38-df92c9cc66bf/898ff660-1a38-4957-a222-e0f58ac01603/a7f0fa26-9c36-4d65-a610-71057bbb6256) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:23.282596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:23.295640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d73ba0-5214-4eab-83e1-df1bbc56caff req-b7bba7fe-e740-4485-8059-d771452c03b5 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:23.302420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c2d73ba0-5214-4eab-83e1-df1bbc56caff req-b7bba7fe-e740-4485-8059-d771452c03b5 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.4377170 Mar 08 12:40:23.331579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-53f0caa8-a498-45b0-ba67-f835f24711c2 None None] For port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:23.352691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:23.377885 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-b89dffdd-e3d9-4a32-a5e3-80dd795dbc63 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598538 Mar 08 12:40:23.382654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53f0caa8-a498-45b0-ba67-f835f24711c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.412995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:23.422219 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7595632 Mar 08 12:40:23.427633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:23.428493 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.436346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33604) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:23.438788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=e1db4e35-072c-47a4-ac71-5a4d28b0665a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:23.458185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'network': {'name': 'tempest-router-network02--1218353744'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:23.479209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0caa8-a498-45b0-ba67-f835f24711c2 None None] Pushing event updated for resources: {'Port': ['ID=50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:23.500150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c460b0d-41a2-49d1-a845-215f4ec33782 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Network': ['ID=4912fc64-bd9b-468b-826f-d594bb542165,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:23.512312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] Deleting port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:23.512673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.531838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 4912fc64-bd9b-468b-826f-d594bb542165 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:23.552156 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c08f8413-55c9-40e8-a129-6e477c4eae8c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1548529 Mar 08 12:40:23.562802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c2d73ba0-5214-4eab-83e1-df1bbc56caff req-aecb093f-b4c8-4a46-aa3f-75eef41a91c6 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491863 Mar 08 12:40:23.568040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33606) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:23.612942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5c8cdc57-21ab-425d-a27b-b5d0bff8de29 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1483037009', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:23.631564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.733587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bb86262-a919-4f17-9aea-a5996f9e58b6 req-b164eca9-140c-41ab-b865-cd3669bf67ba service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405645 Mar 08 12:40:23.748462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.761673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] For port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:23.762441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.809044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdc57-21ab-425d-a27b-b5d0bff8de29 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.810213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdc57-21ab-425d-a27b-b5d0bff8de29 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.811749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] Calling delete_port for 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:23.814544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:23.820570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:23.826462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:23.837168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Pushing event updated for resources: {'Port': ['ID=a7f0fa26-9c36-4d65-a610-71057bbb6256,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:23.854275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.917863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Made reservation on behalf of 42103ed069c141058809adafff64622d for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:23.921221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.939209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Attempting to bind port a7f0fa26-9c36-4d65-a610-71057bbb6256 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:23.939582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Attempting to bind port a7f0fa26-9c36-4d65-a610-71057bbb6256 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '6de1fe28-be75-4c5d-bc6d-7aec5c655de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e6b129c3-cd29-40ad-ae38-df92c9cc66bf'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:23.939956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Attempting to bind port a7f0fa26-9c36-4d65-a610-71057bbb6256 on network e6b129c3-cd29-40ad-ae38-df92c9cc66bf {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:23.948685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:23.949315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Checking segment: {'id': '6de1fe28-be75-4c5d-bc6d-7aec5c655de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e6b129c3-cd29-40ad-ae38-df92c9cc66bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:23.949541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.949870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Bound using segment: {'id': '6de1fe28-be75-4c5d-bc6d-7aec5c655de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e6b129c3-cd29-40ad-ae38-df92c9cc66bf'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:23.950327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Bound port: a7f0fa26-9c36-4d65-a610-71057bbb6256, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de1fe28-be75-4c5d-bc6d-7aec5c655de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e6b129c3-cd29-40ad-ae38-df92c9cc66bf'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:23.950691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.957969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdc57-21ab-425d-a27b-b5d0bff8de29 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:23.971608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.005760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-6b8f8089-4904-4b0f-8a16-2491d334c700 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:24.007451 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-6b8f8089-4904-4b0f-8a16-2491d334c700 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 945 time: 0.4629085 Mar 08 12:40:24.008258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:24.034954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.035670 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Added segment 9d03444e-0270-4a65-a36e-b2b910bb6b61 of type vlan for network 70412a9e-12e6-4ce4-b08f-6c1169068300 Mar 08 12:40:24.051390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] For port a7f0fa26-9c36-4d65-a610-71057bbb6256, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:24.053224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=6603c9fb-4069-4dfc-ab89-f40a1111c36c,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:24.056006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdc57-21ab-425d-a27b-b5d0bff8de29 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.056907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] For port a7f0fa26-9c36-4d65-a610-71057bbb6256, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a7f0fa26-9c36-4d65-a610-71057bbb6256,segment=NetworkSegment(6de1fe28-be75-4c5d-bc6d-7aec5c655de0),segment_id=6de1fe28-be75-4c5d-bc6d-7aec5c655de0)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:24.093626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.112198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.129738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': '1a65d766-4cd0-4a99-976d-b3568a0b2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4a383228-5b62-4e58-bd61-8363b58711b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:24.130113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: 4a383228-5b62-4e58-bd61-8363b58711b3, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:24.147801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdc57-21ab-425d-a27b-b5d0bff8de29 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.148414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.152126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] Pushing event deleted for resources: {'Port': ['ID=50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:24.155004 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5c8cdc57-21ab-425d-a27b-b5d0bff8de29 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5695717 Mar 08 12:40:24.159191 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33612) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:24.179039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.250007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf902b11-8416-46a0-afa5-c796cb86cb9f None None] No DVR routers for this DVR port 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:24.261370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Deleting port 294b677b-b970-4213-83a6-cda5cec47981 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:24.261768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.305175 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.306749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf968edc-fa78-4b2f-9cc7-36c9aeecb3c8 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:24.307149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:24.307149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.399832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network 4a383228-5b62-4e58-bd61-8363b58711b3 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:24.418933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c66584-7126-4243-8679-6f2bc91c6dca None None] Pushing event updated for resources: {'Port': ['ID=a7f0fa26-9c36-4d65-a610-71057bbb6256,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:24.475917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Network': ['ID=70412a9e-12e6-4ce4-b08f-6c1169068300,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:24.540551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 70412a9e-12e6-4ce4-b08f-6c1169068300 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:24.544985 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'e1db4e35-072c-47a4-ac71-5a4d28b0665a'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:24.546016 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.554063 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f91dd8b2-23b2-4a0d-ac1d-a2d56a264dfa tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1095946 Mar 08 12:40:24.554577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33616) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:24.561702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'subnet': {'network_id': '4912fc64-bd9b-468b-826f-d594bb542165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:24.579468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 4a383228-5b62-4e58-bd61-8363b58711b3) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:24.598372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f599297-415d-41d5-a39f-cf2f7ccb0576 req-261c59ec-af90-42d1-a64e-dd2937c5f961 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:24.599945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9f599297-415d-41d5-a39f-cf2f7ccb0576 req-261c59ec-af90-42d1-a64e-dd2937c5f961 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 945 time: 0.3024144 Mar 08 12:40:24.607016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:24.607786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.624824 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] For port 294b677b-b970-4213-83a6-cda5cec47981, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=294b677b-b970-4213-83a6-cda5cec47981,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:24.625192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:24.682234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d91c2-dfa9-453d-8b4d-ab413cd70b13 req-ca9988bb-15e6-4799-8077-47ca2420fceb tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:24.682234 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d20d91c2-dfa9-453d-8b4d-ab413cd70b13 req-ca9988bb-15e6-4799-8077-47ca2420fceb tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.3856688 Mar 08 12:40:24.692527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21aaeaf-64e2-42e8-8eb2-e6c1a71c7f44 None None] Network 4a383228-5b62-4e58-bd61-8363b58711b3 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:24.987954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.013276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/e1db4e35-072c-47a4-ac71-5a4d28b0665a/9168cf6e-f35a-48a5-a177-14de7452676c) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:25.017866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.067217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-4a383228-5b62-4e58-bd61-8363b58711b3', 'network_id': '4a383228-5b62-4e58-bd61-8363b58711b3', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '6603c9fb-4069-4dfc-ab89-f40a1111c36c'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:25.068546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Made reservation on behalf of 42103ed069c141058809adafff64622d for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:25.068819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.073148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.116456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ff906572-a61a-4842-812b-92272636c443 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0142415 Mar 08 12:40:25.153156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33620) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:25.204319 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9f599297-415d-41d5-a39f-cf2f7ccb0576 req-2d44b1ee-2d18-4e03-be4c-ea7bffd2d7dc tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5294124-421e-497a-aa4e-4523ca8681d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5218709 Mar 08 12:40:25.222688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.256545 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d20d91c2-dfa9-453d-8b4d-ab413cd70b13 req-be4d0fd7-2c32-4f8d-ace2-2d9eaf328866 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5660219 Mar 08 12:40:25.272685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.351870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.385804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.386331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.386794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Floating IP 14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03 disassociated. External IP: 172.26.3.190, port: 294b677b-b970-4213-83a6-cda5cec47981. Mar 08 12:40:25.387134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Calling delete_port for 294b677b-b970-4213-83a6-cda5cec47981 owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:25.451559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Allocated IP 172.26.3.31 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/14e55936-9d2d-492f-8bda-492d7a017609) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:25.537725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a7f0fa26-9c36-4d65-a610-71057bbb6256 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:25.640533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.732766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c72d6f-9605-4b4a-a0ec-f38a51e44b7f req-a3426a5a-1c1f-4b9c-8555-e3f94f134b9f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:25.734749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-94c72d6f-9605-4b4a-a0ec-f38a51e44b7f req-a3426a5a-1c1f-4b9c-8555-e3f94f134b9f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3863926 Mar 08 12:40:25.794028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.812303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Allocated IP 172.20.0.3 (4a383228-5b62-4e58-bd61-8363b58711b3/6603c9fb-4069-4dfc-ab89-f40a1111c36c/e7dc1f3c-2e1e-44bd-b99c-76086b2f498a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:25.835533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.847283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3d4ef-4b49-4c8c-aafa-6abc82bf11a2 None None] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:25.853022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.889966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-203379f2-1a64-4eb6-8cfb-2dd4182620bb tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:25.891584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-203379f2-1a64-4eb6-8cfb-2dd4182620bb tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.2584713 Mar 08 12:40:25.901527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:25.949089 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-94c72d6f-9605-4b4a-a0ec-f38a51e44b7f req-3f9eb4af-e58a-44c2-b4d8-f104e443faed tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579652 Mar 08 12:40:25.952846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.002804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Subnet': ['ID=c85c084e-4407-47a3-b8c8-13005f39b0c5,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:26.011293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event deleted for resources: {'Port': ['ID=294b677b-b970-4213-83a6-cda5cec47981,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:26.011873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.014399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.017213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a7f0fa26-9c36-4d65-a610-71057bbb6256 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:26.017213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.018584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.063834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:26.084627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::1 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/e1db4e35-072c-47a4-ac71-5a4d28b0665a/b7f58105-c571-44eb-a375-86047ced638b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:26.106505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:26.112266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:26.132085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7fa6259d-6cd8-4b8f-9591-2722407ca1bd None None] Provisioning complete for port a7f0fa26-9c36-4d65-a610-71057bbb6256 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:26.132453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7fa6259d-6cd8-4b8f-9591-2722407ca1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.153389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Checking segment: {'id': '90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4912fc64-bd9b-468b-826f-d594bb542165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:26.153932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network hostable DHCP agents. Network: 4912fc64-bd9b-468b-826f-d594bb542165, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:26.176627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:26.218160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:26.220539 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Pushing event updated for resources: {'Port': ['ID=14e55936-9d2d-492f-8bda-492d7a017609,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:26.227562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:26.240692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Pushing event updated for resources: {'Port': ['ID=9168cf6e-f35a-48a5-a177-14de7452676c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:26.283694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.339045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network 4912fc64-bd9b-468b-826f-d594bb542165 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:26.359079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Router 7d15fbca-c5da-4199-964b-a567ce03975c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:26.425883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.451802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17d17a4d-b601-4b4a-898a-65441c77d5d9 req-46ee53ec-abc9-451f-98f6-fc505e8f3c1b tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0793710 Mar 08 12:40:26.481553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.500857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Router dfd33af2-61c8-4411-b3f6-3d6ffceae617 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:26.526180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:26.540858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:26.545322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:26.546283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.560435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856943-e4f4-4cd0-badd-ff0711a518a6 req-d7d5be7e-f64b-4e23-a5c5-df3d22e0d931 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:26.563023 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27856943-e4f4-4cd0-badd-ff0711a518a6 req-d7d5be7e-f64b-4e23-a5c5-df3d22e0d931 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2139871 Mar 08 12:40:26.577455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Attempting to bind port 9168cf6e-f35a-48a5-a177-14de7452676c on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:26.578849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Attempting to bind port 9168cf6e-f35a-48a5-a177-14de7452676c by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:26.579387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Attempting to bind port 9168cf6e-f35a-48a5-a177-14de7452676c on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:26.602122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.638010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=b7f58105-c571-44eb-a375-86047ced638b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:26.638408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:26.639254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:26.640062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.640660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:26.641346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Bound port: 9168cf6e-f35a-48a5-a177-14de7452676c, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:26.641934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.676727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port a7f0fa26-9c36-4d65-a610-71057bbb6256, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a7f0fa26-9c36-4d65-a610-71057bbb6256,segment=NetworkSegment(6de1fe28-be75-4c5d-bc6d-7aec5c655de0),segment_id=6de1fe28-be75-4c5d-bc6d-7aec5c655de0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:26.680046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.749122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:26.750826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 4912fc64-bd9b-468b-826f-d594bb542165) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:26.766677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:26.767176 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] Sync routers for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:26.767692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.777433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.777433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7fa6259d-6cd8-4b8f-9591-2722407ca1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.782247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d9540-cf6f-4c5d-8c32-4eb3275d03c8 None None] Network 4912fc64-bd9b-468b-826f-d594bb542165 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:26.784611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Pushing event updated for resources: {'Port': ['ID=e7dc1f3c-2e1e-44bd-b99c-76086b2f498a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:26.792143 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:26.796266 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:26.830093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Network 4a383228-5b62-4e58-bd61-8363b58711b3 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:26.854702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] No DVR routers for this DVR port 294b677b-b970-4213-83a6-cda5cec47981 on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:26.862003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.865614 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-1a7a478e-a60e-416d-b74b-2fe6bbdcf93d req-f7ac3641-5d9b-4a3c-bfad-06efcf308081 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.45 "DELETE /v2.0/ports/294b677b-b970-4213-83a6-cda5cec47981 HTTP/1.1" status: 204 len: 173 time: 2.8465099 Mar 08 12:40:26.866401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'name': 'network-vif-deleted', 'tag': '294b677b-b970-4213-83a6-cda5cec47981'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:40:26.869603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e1925-0ea4-45d3-9f11-75aa3d2340f1" -d '{"events": [{"server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "name": "network-vif-deleted", "tag": "294b677b-b970-4213-83a6-cda5cec47981"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:40:26.905998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:26.909672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:26.923037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:26.950716 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27856943-e4f4-4cd0-badd-ff0711a518a6 req-94e783d4-7f52-40b5-82f2-9606c4f6d149 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745749 Mar 08 12:40:26.975215 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f69298b3-ccbb-4e27-b524-f3eaf807c701 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4164164 Mar 08 12:40:26.975884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Deleting port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:26.976321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:26.978741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33632) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:26.994251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'subnet': {'network_id': '70412a9e-12e6-4ce4-b08f-6c1169068300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:27.030593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.097173 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:27.117698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:27.117698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50edb8c1-662b-4843-a5ab-ac2b8ff0a7f4 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:27.186097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2992-07b7-4e89-9c19-1a7ba0759a57 req-465f9334-3f5b-4d50-9a61-39ab6f264df2 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:27.187711 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ccd2992-07b7-4e89-9c19-1a7ba0759a57 req-465f9334-3f5b-4d50-9a61-39ab6f264df2 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.6179800 Mar 08 12:40:27.197819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b47f4c-dc2d-4570-81df-6346807fcff9 x-openstack-request-id: req-f8b47f4c-dc2d-4570-81df-6346807fcff9 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:40:27.199562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6cbf7e-9ca0-4256-bc62-232a386d0fb2", "name": "network-vif-deleted", "tag": "294b677b-b970-4213-83a6-cda5cec47981", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:40:27.199914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8b47f4c-dc2d-4570-81df-6346807fcff9 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:40:27.200415 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6cbf7e-9ca0-4256-bc62-232a386d0fb2', 'name': 'network-vif-deleted', 'tag': '294b677b-b970-4213-83a6-cda5cec47981', 'status': 'completed', 'code': 200} Mar 08 12:40:27.221718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.267196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Made reservation on behalf of 42103ed069c141058809adafff64622d for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:27.272074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.296195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] For port 9168cf6e-f35a-48a5-a177-14de7452676c, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:27.333552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=6603c9fb-4069-4dfc-ab89-f40a1111c36c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:27.397257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.404437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=a7f0fa26-9c36-4d65-a610-71057bbb6256,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:27.442290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] For port 9168cf6e-f35a-48a5-a177-14de7452676c, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9168cf6e-f35a-48a5-a177-14de7452676c,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:27.458224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-7fa6259d-6cd8-4b8f-9591-2722407ca1bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:27.458616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-7fa6259d-6cd8-4b8f-9591-2722407ca1bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:27.463103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Attempting to bind port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:27.463502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Attempting to bind port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1a65d766-4cd0-4a99-976d-b3568a0b2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4a383228-5b62-4e58-bd61-8363b58711b3'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:27.466786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Attempting to bind port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a on network 4a383228-5b62-4e58-bd61-8363b58711b3 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:27.473785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:27.480742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.484398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-73deb03b-678f-43a5-a05b-d0c69bea1bda tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "PUT /v2.0/routers/dfd33af2-61c8-4411-b3f6-3d6ffceae617 HTTP/1.1" status: 200 len: 919 time: 7.2966421 Mar 08 12:40:27.492650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.497523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33636) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:27.504910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] Sync routers for ids ['dfd33af2-61c8-4411-b3f6-3d6ffceae617'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:27.525720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:27.528640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Checking segment: {'id': '1a65d766-4cd0-4a99-976d-b3568a0b2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4a383228-5b62-4e58-bd61-8363b58711b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:27.528640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.528640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Bound using segment: {'id': '1a65d766-4cd0-4a99-976d-b3568a0b2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4a383228-5b62-4e58-bd61-8363b58711b3'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:27.528640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Bound port: e7dc1f3c-2e1e-44bd-b99c-76086b2f498a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a65d766-4cd0-4a99-976d-b3568a0b2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4a383228-5b62-4e58-bd61-8363b58711b3'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:27.528640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.544011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.603271 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.639076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a383228-5b62-4e58-bd61-8363b58711b3']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.644401 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ccd2992-07b7-4e89-9c19-1a7ba0759a57 req-268ce749-b067-4670-b86b-504d95c81158 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658013 Mar 08 12:40:27.648681 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] Checking router: 7d15fbca-c5da-4199-964b-a567ce03975c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:27.663729 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:27.664450 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.696886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] For port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:27.697455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.710585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a65d766-4cd0-4a99-976d-b3568a0b2455') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.710828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a65d766-4cd0-4a99-976d-b3568a0b2455') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.746975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.763918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] Routers {'dfd33af2-61c8-4411-b3f6-3d6ffceae617'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:27.765198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['dfd33af2-61c8-4411-b3f6-3d6ffceae617'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:27.803480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.811830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.829943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:27.901222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] For port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:27.986197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] For port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e7dc1f3c-2e1e-44bd-b99c-76086b2f498a,segment=NetworkSegment(1a65d766-4cd0-4a99-976d-b3568a0b2455),segment_id=1a65d766-4cd0-4a99-976d-b3568a0b2455)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:28.008327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:28.109856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Subnet': ['ID=7235329c-03b0-40b0-be7c-ca0f90b48563,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:28.187669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81a9c6-109c-4b70-9596-008493937c43 None None] Pushing event updated for resources: {'Port': ['ID=9168cf6e-f35a-48a5-a177-14de7452676c,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:28.190045 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:28.215891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.219974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-4912fc64-bd9b-468b-826f-d594bb542165', 'network_id': '4912fc64-bd9b-468b-826f-d594bb542165', 'tenant_id': '42103ed069c141058809adafff64622d', 'fixed_ips': [{'subnet_id': 'c85c084e-4407-47a3-b8c8-13005f39b0c5'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:28.220997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.248610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] Routers {'dfd33af2-61c8-4411-b3f6-3d6ffceae617'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:28.250093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['dfd33af2-61c8-4411-b3f6-3d6ffceae617'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:28.306048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Checking segment: {'id': '9d03444e-0270-4a65-a36e-b2b910bb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '70412a9e-12e6-4ce4-b08f-6c1169068300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:28.306442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network hostable DHCP agents. Network: 70412a9e-12e6-4ce4-b08f-6c1169068300, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:28.340878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 294b677b-b970-4213-83a6-cda5cec47981 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:28.357975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:28.363958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6997fc4-0572-4d4e-83aa-d675d43e31c7 None None] The sync data for ids ['dfd33af2-61c8-4411-b3f6-3d6ffceae617'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:28.401732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 294b677b-b970-4213-83a6-cda5cec47981 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:28.402378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 294b677b-b970-4213-83a6-cda5cec47981 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:28.412281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network 70412a9e-12e6-4ce4-b08f-6c1169068300 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:28.460298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Router d0f779cf-0647-4b16-99e8-92c0f85a82a0 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:28.512782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2769d-7f3a-47d2-8e8d-c5b3d9583939 None None] Pushing event updated for resources: {'Port': ['ID=e7dc1f3c-2e1e-44bd-b99c-76086b2f498a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:28.543443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b540db7-750b-43c2-ae66-6e3d59164700 None None] Network 4a383228-5b62-4e58-bd61-8363b58711b3 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:28.564553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 70412a9e-12e6-4ce4-b08f-6c1169068300) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:28.574077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:28.574665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.582303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e59c0b-acae-4fbb-ac17-e1a03325ec6d None None] Network 70412a9e-12e6-4ce4-b08f-6c1169068300 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:28.628637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5232414e-cdaf-4d62-9840-9e3e3a4f502a None None] Provisioning complete for port a7f0fa26-9c36-4d65-a610-71057bbb6256 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:28.629001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5232414e-cdaf-4d62-9840-9e3e3a4f502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.631545 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:28.674507 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59425310-8e0a-4edf-b670-fd644d01a890 None None] The sync data for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv is: [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '2be8417f-a151-4a0e-ad41-32f9dd16762b', 'name': '', 'network_id': '092aac41-913b-48a5-94f7-c65ddaafdfa8', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'mac_address': 'fa:16:3e:11:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:56Z', 'updated_at': '2022-03-08T12:39:03Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'subnets': [{'id': '3e3c93b4-1d0c-4615-947a-0ab1cce024de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:28.687518 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-66ce731b-17e6-4410-bc5b-6e3ac14fc9cb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074311 Mar 08 12:40:28.693009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33644) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:28.791974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.801059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:28.801462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.817774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:28.823503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:28.833117 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1ffa0ed1-3517-48bc-b3d1-099d93dc2903 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "PUT /v2.0/routers/d0f779cf-0647-4b16-99e8-92c0f85a82a0 HTTP/1.1" status: 200 len: 914 time: 5.7315104 Mar 08 12:40:28.839447 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] Sync routers for ids ['d0f779cf-0647-4b16-99e8-92c0f85a82a0'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:28.859458 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] Routers {'d0f779cf-0647-4b16-99e8-92c0f85a82a0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:28.860417 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0f779cf-0647-4b16-99e8-92c0f85a82a0'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:28.881452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33646) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:28.933739 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:28.960515 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] Routers {'d0f779cf-0647-4b16-99e8-92c0f85a82a0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:28.961399 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0f779cf-0647-4b16-99e8-92c0f85a82a0'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:29.037516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:29.038520 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c23a05-7ed5-4cc1-8864-c64e0674098d None None] The sync data for ids ['d0f779cf-0647-4b16-99e8-92c0f85a82a0'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:29.066686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Allocated IP 172.20.0.2 (4912fc64-bd9b-468b-826f-d594bb542165/c85c084e-4407-47a3-b8c8-13005f39b0c5/ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:29.153256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-59b1afaa-a040-422d-b97c-463aa58e7b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.288925 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e95a82f2-f365-4331-8d0e-9a4af6ae7cf1 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/d0f779cf-0647-4b16-99e8-92c0f85a82a0 HTTP/1.1" status: 200 len: 920 time: 0.4060812 Mar 08 12:40:29.293735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33648) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:29.355622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.360019 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4cfbe908-2bc4-49c2-ae49-dfebc392d233 req-c41383dc-41bc-44f7-9ffe-081467754c7f tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e6cbf7e-9ca0-4256-bc62-232a386d0fb2 HTTP/1.1" status: 200 len: 210 time: 1.4788122 Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:29.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:29.365476 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-87236372-f429-4237-9565-9e5bf4b19690 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/dfd33af2-61c8-4411-b3f6-3d6ffceae617 HTTP/1.1" status: 200 len: 925 time: 1.8563526 Mar 08 12:40:29.372959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.api [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:40:29.372959 dv-neutron-829486-2-hyperv neutron-server[104046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:40:29.372959 dv-neutron-829486-2-hyperv neutron-server[104046]: [parameters: {'id': '4a383228-5b62-4e58-bd61-8363b58711b3'}] Mar 08 12:40:29.372959 dv-neutron-829486-2-hyperv neutron-server[104046]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:29.373600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG oslo_db.api [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:29.375911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33650) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:29.419222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c70f75-2978-4b9a-bb2a-aad9c4f37623 None None] New status for floating IP 14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:40:29.439039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.439842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.449666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.511810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.511810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.512155 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Floating IP 32b09b35-45c9-4768-a97d-3eb414ac9da7 disassociated. External IP: 172.26.3.233, port: 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d. Mar 08 12:40:29.512231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Calling delete_port for 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:29.513742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c70672-fd02-4ac1-b135-8d28a3283d85 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:29.517826 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-84c70672-fd02-4ac1-b135-8d28a3283d85 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=d0f779cf-0647-4b16-99e8-92c0f85a82a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2207663 Mar 08 12:40:29.532035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33652) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:29.558765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9168cf6e-f35a-48a5-a177-14de7452676c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:29.615520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4775b-4b68-4598-b9c8-d78fb186e38b tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:29.615989 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cec4775b-4b68-4598-b9c8-d78fb186e38b tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=dfd33af2-61c8-4411-b3f6-3d6ffceae617&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2375016 Mar 08 12:40:29.619285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33654) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:29.656304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db303b98-0a8c-4684-952c-7d35283ad549 req-2a35c525-d235-49f1-82ce-56596f4a5a1f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:29.658080 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db303b98-0a8c-4684-952c-7d35283ad549 req-2a35c525-d235-49f1-82ce-56596f4a5a1f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 1.7519639 Mar 08 12:40:29.717269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=b7f58105-c571-44eb-a375-86047ced638b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:29.846868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4660dd-ae08-4d94-be53-8c512ef2eb75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:29.851034 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1a4660dd-ae08-4d94-be53-8c512ef2eb75 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.2281134 Mar 08 12:40:29.853365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33656) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:29.867846 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583b043-9a2a-433e-9c06-815503eee059 req-a371f334-3d4b-4c49-80ea-08d09893735e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:29.870010 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d583b043-9a2a-433e-9c06-815503eee059 req-a371f334-3d4b-4c49-80ea-08d09893735e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 946 time: 0.3484359 Mar 08 12:40:29.880326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ec2942b3-7509-4834-95a5-19a3a16f9909 None None] Provisioning complete for port 9168cf6e-f35a-48a5-a177-14de7452676c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:29.880787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec2942b3-7509-4834-95a5-19a3a16f9909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.885560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.889006 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-79966f79-a8c1-4a2a-af94-0c26fcac8d99 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfd33af2-61c8-4411-b3f6-3d6ffceae617 HTTP/1.1" status: 200 len: 205 time: 0.0319698 Mar 08 12:40:29.889580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33658) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:29.920254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-70412a9e-12e6-4ce4-b08f-6c1169068300', 'network_id': '70412a9e-12e6-4ce4-b08f-6c1169068300', 'tenant_id': '42103ed069c141058809adafff64622d', 'fixed_ips': [{'subnet_id': '7235329c-03b0-40b0-be7c-ca0f90b48563'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:29.921099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.924089 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db303b98-0a8c-4684-952c-7d35283ad549 req-eceaeaad-a11d-4b5f-8281-1f2f574b376f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078826 Mar 08 12:40:29.939509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.958499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:29.959283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9168cf6e-f35a-48a5-a177-14de7452676c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:29.959283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:29.968668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:29.984826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06562c96-a224-44c2-954b-c2688fca5766 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:29.984826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-06562c96-a224-44c2-954b-c2688fca5766 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/networks/579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 881 time: 0.4430792 Mar 08 12:40:29.986909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33660) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:30.046792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.067176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a05f188e-4d52-47cb-82b2-25d18b55160a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0f779cf-0647-4b16-99e8-92c0f85a82a0 HTTP/1.1" status: 200 len: 205 time: 0.0757465 Mar 08 12:40:30.069452 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d583b043-9a2a-433e-9c06-815503eee059 req-2ca36f30-f502-43dc-8aa0-f9bbda67d0f7 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups?id=35feed9e-3bb6-4cd3-a325-6f07e4c85be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723197 Mar 08 12:40:30.081948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33664) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:30.151285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.219143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Network 4912fc64-bd9b-468b-826f-d594bb542165 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:30.241485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Allocated IP 172.20.0.1 (4912fc64-bd9b-468b-826f-d594bb542165/c85c084e-4407-47a3-b8c8-13005f39b0c5/d661042a-a5b2-41b6-baa9-f21417415d81) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:30.294329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fe987-0f71-4cf3-ab7c-2a3426a2c132 req-06df9bb6-bfa7-4054-81e7-89767e5f88d9 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:30.296349 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f0fe987-0f71-4cf3-ab7c-2a3426a2c132 req-06df9bb6-bfa7-4054-81e7-89767e5f88d9 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1634073 Mar 08 12:40:30.300160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:30.300505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.336371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Allocated IP 172.20.0.2 (70412a9e-12e6-4ce4-b08f-6c1169068300/7235329c-03b0-40b0-be7c-ca0f90b48563/6e5a710f-fa36-4032-a248-ff28f7472253) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:30.376185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.388004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:30.390004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Pushing event updated for resources: {'Port': ['ID=ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:30.406948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:30.413085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:30.442475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event deleted for resources: {'Port': ['ID=87cc0ae2-ee30-43b7-9779-f6ac63a33a6d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:30.450600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Router afd54690-23e3-4824-88b9-1ee08186c475 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:30.466455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f0fe987-0f71-4cf3-ab7c-2a3426a2c132 req-579eef08-e0b1-414b-97b0-96b7e496d012 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578071 Mar 08 12:40:30.469700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e7dc1f3c-2e1e-44bd-b99c-76086b2f498a,segment=NetworkSegment(1a65d766-4cd0-4a99-976d-b3568a0b2455),segment_id=1a65d766-4cd0-4a99-976d-b3568a0b2455)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:30.470064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.523050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for e7dc1f3c-2e1e-44bd-b99c-76086b2f498a owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:30.586415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33672) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:30.609217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:30.609217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:30.628587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec2942b3-7509-4834-95a5-19a3a16f9909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.677695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Attempting to bind port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:30.678069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Attempting to bind port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4912fc64-bd9b-468b-826f-d594bb542165'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:30.678420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Attempting to bind port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 on network 4912fc64-bd9b-468b-826f-d594bb542165 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:30.701022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:30.701496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Checking segment: {'id': '90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4912fc64-bd9b-468b-826f-d594bb542165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:30.701881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.702283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Bound using segment: {'id': '90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4912fc64-bd9b-468b-826f-d594bb542165'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:30.702746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Bound port: ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4912fc64-bd9b-468b-826f-d594bb542165'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:30.703115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.733346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.791595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.808025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:30.818237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ec2942b3-7509-4834-95a5-19a3a16f9909 None None] For port 9168cf6e-f35a-48a5-a177-14de7452676c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9168cf6e-f35a-48a5-a177-14de7452676c,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:30.820186 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fea59dd3-6ef5-4a2c-b69b-f653c7e3a93f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "PUT /v2.0/routers/afd54690-23e3-4824-88b9-1ee08186c475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6597443 Mar 08 12:40:30.835116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727de36-89d8-451d-a21a-c8955682ea57 req-42cdc376-c266-40ec-81a6-082d8f79238a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:30.835116 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b727de36-89d8-451d-a21a-c8955682ea57 req-42cdc376-c266-40ec-81a6-082d8f79238a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2480636 Mar 08 12:40:30.835317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33674) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:30.846321 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Sync routers for ids ['afd54690-23e3-4824-88b9-1ee08186c475'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:30.853324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.860683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Router d4475bef-bdf7-4e85-a138-72e8eb21bb4b has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:30.862525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-296eaaf3-dbf2-4fba-9246-b1ad2c24ec42 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.864285 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Routers {'afd54690-23e3-4824-88b9-1ee08186c475'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:30.866583 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:01Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['afd54690-23e3-4824-88b9-1ee08186c475'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:30.870159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] For port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:30.879834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] For port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1,segment=NetworkSegment(90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1),segment_id=90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:30.911017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.914241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-296eaaf3-dbf2-4fba-9246-b1ad2c24ec42 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.917924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec2942b3-7509-4834-95a5-19a3a16f9909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:30.989080 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Set router afd54690-23e3-4824-88b9-1ee08186c475 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:31.003286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.006272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.023705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.028303 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b727de36-89d8-451d-a21a-c8955682ea57 req-40ce77ad-2ee8-4b07-9de9-2fff68021246 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577051 Mar 08 12:40:31.048862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Network 70412a9e-12e6-4ce4-b08f-6c1169068300 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:31.066292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:31.083661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:31.096683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.106780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:31.109058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:31.117661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=e7dc1f3c-2e1e-44bd-b99c-76086b2f498a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.118031 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.135853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2942b3-7509-4834-95a5-19a3a16f9909 None None] Pushing event updated for resources: {'Port': ['ID=9168cf6e-f35a-48a5-a177-14de7452676c,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.151652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port e7dc1f3c-2e1e-44bd-b99c-76086b2f498a on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:31.180359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3edb211a-cada-4b37-80f1-1d0c24009506 None None] Provisioning complete for port b7f58105-c571-44eb-a375-86047ced638b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:31.180994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3edb211a-cada-4b37-80f1-1d0c24009506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.283574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Port': ['ID=d661042a-a5b2-41b6-baa9-f21417415d81,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.309209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f5cba-f4b2-4764-a7ea-c0c94d37e3ed tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:31.318260 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-143f5cba-f4b2-4764-a7ea-c0c94d37e3ed tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports/b7f58105-c571-44eb-a375-86047ced638b HTTP/1.1" status: 200 len: 911 time: 0.4763868 Mar 08 12:40:31.318550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33680) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:31.320220 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-132f1a52-abe7-417a-8bfb-ceb250fb7977 req-c387805f-c350-4327-ad2c-4d809b068c5e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 210 time: 0.0574472 Mar 08 12:40:31.357771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-296eaaf3-dbf2-4fba-9246-b1ad2c24ec42 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.361111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-296eaaf3-dbf2-4fba-9246-b1ad2c24ec42 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.366282 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-296eaaf3-dbf2-4fba-9246-b1ad2c24ec42 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "DELETE /v2.0/security-groups/f5294124-421e-497a-aa4e-4523ca8681d8 HTTP/1.1" status: 204 len: 168 time: 0.7787600 Mar 08 12:40:31.386846 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33684) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:31.394162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network 4912fc64-bd9b-468b-826f-d594bb542165 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:31.404551 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.409485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:31.418009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:31.533621 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'name': 'tempest-NetworksTestDHCPv6-router-1483037009', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:23Z', 'updated_at': '2022-03-08T12:40:26Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None, '_interfaces': [{'id': 'b7f58105-c571-44eb-a375-86047ced638b', 'name': '', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'mac_address': 'fa:16:3e:24:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1db4e35-072c-47a4-ac71-5a4d28b0665a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:25Z', 'updated_at': '2022-03-08T12:40:29Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'subnets': [{'id': 'e1db4e35-072c-47a4-ac71-5a4d28b0665a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:31.607641 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Checking router: afd54690-23e3-4824-88b9-1ee08186c475 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:31.608264 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Updating router afd54690-23e3-4824-88b9-1ee08186c475 port b7f58105-c571-44eb-a375-86047ced638b binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:40:31.612597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Attempting to bind port 6e5a710f-fa36-4032-a248-ff28f7472253 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:31.613174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Attempting to bind port 6e5a710f-fa36-4032-a248-ff28f7472253 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9d03444e-0270-4a65-a36e-b2b910bb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '70412a9e-12e6-4ce4-b08f-6c1169068300'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:31.613306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Attempting to bind port 6e5a710f-fa36-4032-a248-ff28f7472253 on network 70412a9e-12e6-4ce4-b08f-6c1169068300 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:31.659336 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.669998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-3edb211a-cada-4b37-80f1-1d0c24009506 None None] Port b7f58105-c571-44eb-a375-86047ced638b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:31.677867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:31.682152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Checking segment: {'id': '9d03444e-0270-4a65-a36e-b2b910bb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '70412a9e-12e6-4ce4-b08f-6c1169068300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:31.682152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.682152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Bound using segment: {'id': '9d03444e-0270-4a65-a36e-b2b910bb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '70412a9e-12e6-4ce4-b08f-6c1169068300'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:31.682152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Bound port: 6e5a710f-fa36-4032-a248-ff28f7472253, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d03444e-0270-4a65-a36e-b2b910bb6b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '70412a9e-12e6-4ce4-b08f-6c1169068300'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:31.682152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.682809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb550f7-2f7e-4bbb-a899-6753aef7d3cd None None] Pushing event updated for resources: {'Port': ['ID=ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.685642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e48fdf3-55b2-4466-8420-ddb2eb88ba5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.730410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.732693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a7f0fa26-9c36-4d65-a610-71057bbb6256 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:31.739941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Deleting port 14e55936-9d2d-492f-8bda-492d7a017609 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:31.740455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.805945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Pushing event updated for resources: {'Port': ['ID=6e5a710f-fa36-4032-a248-ff28f7472253,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.842307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] For port 6e5a710f-fa36-4032-a248-ff28f7472253, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:31.846375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] For port 6e5a710f-fa36-4032-a248-ff28f7472253, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e5a710f-fa36-4032-a248-ff28f7472253,segment=NetworkSegment(9d03444e-0270-4a65-a36e-b2b910bb6b61),segment_id=9d03444e-0270-4a65-a36e-b2b910bb6b61)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:31.853653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a7f0fa26-9c36-4d65-a610-71057bbb6256 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:31.854201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.902911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eaaf3-dbf2-4fba-9246-b1ad2c24ec42 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5294124-421e-497a-aa4e-4523ca8681d8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:31.918898 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-03b21bd2-ec37-4162-9a79-fac5024422c5 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] show failed (client error): The resource could not be found. Mar 08 12:40:31.924017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-03b21bd2-ec37-4162-9a79-fac5024422c5 tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "GET /v2.0/security-groups/f5294124-421e-497a-aa4e-4523ca8681d8 HTTP/1.1" status: 404 len: 347 time: 0.5329638 Mar 08 12:40:31.925032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33686) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:31.930114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Deleting port f6398f7e-b405-4ee6-9ce3-e4a8a3598985 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:31.931460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:31.931742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:31.963200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] Sync routers for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:31.974862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.021937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.038238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.057868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Calling delete_port for 14e55936-9d2d-492f-8bda-492d7a017609 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:32.067222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:32.068216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:32.119271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffb738-cbe1-413e-afe5-af9e8174402a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:32.126373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffb738-cbe1-413e-afe5-af9e8174402a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:32.128538 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e7ffb738-cbe1-413e-afe5-af9e8174402a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8073592 Mar 08 12:40:32.137379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9c842-f100-4f5b-a40b-f1bed32496f0 req-60a6c7cc-71b7-4386-a896-0c344bcfcac0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:32.146986 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-41c9c842-f100-4f5b-a40b-f1bed32496f0 req-60a6c7cc-71b7-4386-a896-0c344bcfcac0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3001902 Mar 08 12:40:32.167445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.169515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33688) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:32.191177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff56c6-2f1f-485f-9ac6-4874a3e65d76 None None] Pushing event updated for resources: {'Port': ['ID=6e5a710f-fa36-4032-a248-ff28f7472253,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:32.205302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] No DVR routers for this DVR port 87cc0ae2-ee30-43b7-9779-f6ac63a33a6d on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:32.214534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.220539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f0e3c48a-d11b-4843-8131-bc784bd6625a req-c673df3c-4156-455b-89d6-c2c0d0e0b986 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.45 "DELETE /v2.0/ports/87cc0ae2-ee30-43b7-9779-f6ac63a33a6d HTTP/1.1" status: 204 len: 173 time: 6.3203630 Mar 08 12:40:32.319204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Calling delete_port for f6398f7e-b405-4ee6-9ce3-e4a8a3598985 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:32.360605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:32.390041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-41c9c842-f100-4f5b-a40b-f1bed32496f0 req-1c344c92-e57e-423b-8dc8-ba13d1be15b3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420263 Mar 08 12:40:32.392693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.396755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'name': 'network-vif-deleted', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:40:32.403430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e08ca-abaa-48b2-9fa8-aaaf1fd33369" -d '{"events": [{"server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "name": "network-vif-deleted", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:40:32.437957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a383228-5b62-4e58-bd61-8363b58711b3']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:32.526246 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.609178 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.625540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9168cf6e-f35a-48a5-a177-14de7452676c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:32.662551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e00edc-84f3-44d5-a176-743cd28fe39a x-openstack-request-id: req-47e00edc-84f3-44d5-a176-743cd28fe39a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:40:32.662985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bab9b66-db24-41bb-bbaa-e0237032fa95", "name": "network-vif-deleted", "tag": "87cc0ae2-ee30-43b7-9779-f6ac63a33a6d", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:40:32.663243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47e00edc-84f3-44d5-a176-743cd28fe39a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:40:32.663791 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bab9b66-db24-41bb-bbaa-e0237032fa95', 'name': 'network-vif-deleted', 'tag': '87cc0ae2-ee30-43b7-9779-f6ac63a33a6d', 'status': 'completed', 'code': 200} Mar 08 12:40:32.735681 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Pushing event updated for resources: {'Port': ['ID=b7f58105-c571-44eb-a375-86047ced638b,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:32.738213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a65d766-4cd0-4a99-976d-b3568a0b2455') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:32.738796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a65d766-4cd0-4a99-976d-b3568a0b2455') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:32.792806 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0945c561-408a-4387-90e0-97efc6fd86c5 req-16e280ea-a743-4f70-8d2e-10f33678b17d tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bab9b66-db24-41bb-bbaa-e0237032fa95 HTTP/1.1" status: 200 len: 210 time: 0.1279652 Mar 08 12:40:32.800391 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.843256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.843505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.848087 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Attempting to bind port b7f58105-c571-44eb-a375-86047ced638b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:32.849295 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Attempting to bind port b7f58105-c571-44eb-a375-86047ced638b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:32.849940 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Attempting to bind port b7f58105-c571-44eb-a375-86047ced638b on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:32.865568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.865568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.865568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.865568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.865568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.865568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.865568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.866565 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.867042 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.867462 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.868506 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.868921 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:32.884541 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:32.885620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:32.886602 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:32.887257 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.887851 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:32.893131 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Bound port: b7f58105-c571-44eb-a375-86047ced638b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:32.893650 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.897518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:32.905505 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:32.917697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9168cf6e-f35a-48a5-a177-14de7452676c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:32.918343 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:32.965197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbd14a-ae6f-4c12-8541-e20f8db02a82 None None] Network 4912fc64-bd9b-468b-826f-d594bb542165 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:33.003193 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] For port b7f58105-c571-44eb-a375-86047ced638b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:33.007214 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] For port b7f58105-c571-44eb-a375-86047ced638b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b7f58105-c571-44eb-a375-86047ced638b,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:33.117284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4dc78e88-e22d-4f9f-aeab-bc756466e1ff None None] Provisioning complete for port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:33.117605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4dc78e88-e22d-4f9f-aeab-bc756466e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.123024 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.143675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Deleting port 3b9f0ce1-8ec4-41b0-ab8d-6774b8437477 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:33.144261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.223059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.285505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.293180 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc14783-8527-4be2-931e-28d5ab3680a8 None None] Pushing event updated for resources: {'Port': ['ID=b7f58105-c571-44eb-a375-86047ced638b,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:33.301555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.309231 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/4a383228-5b62-4e58-bd61-8363b58711b3 HTTP/1.1" status: 204 len: 168 time: 8.1511312 Mar 08 12:40:33.310124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33694) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:33.317190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513651154'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:33.325336 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Routers {'afd54690-23e3-4824-88b9-1ee08186c475'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:33.327133 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['afd54690-23e3-4824-88b9-1ee08186c475'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:33.350309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fd893-703c-41ed-9257-0a726cb7bab7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=4a383228-5b62-4e58-bd61-8363b58711b3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:33.357583 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.409505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.436047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event deleted for resources: {'Port': ['ID=f6398f7e-b405-4ee6-9ce3-e4a8a3598985,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:33.440541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.455104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 5, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:33.483559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.483980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.526736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.529609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:33.541821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.542127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Calling delete_port for 3b9f0ce1-8ec4-41b0-ab8d-6774b8437477 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:33.636905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] Checking router: d4475bef-bdf7-4e85-a138-72e8eb21bb4b for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:33.662952 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] Set router afd54690-23e3-4824-88b9-1ee08186c475 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:33.739901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.781365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4dc78e88-e22d-4f9f-aeab-bc756466e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.813896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:33.814678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:33.849489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.851675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:33.901243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event deleted for resources: {'Port': ['ID=14e55936-9d2d-492f-8bda-492d7a017609,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:33.934828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:33.946748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa137f2-342f-404d-81eb-63ea3198e60e req-9339f29c-de22-47fc-8294-68a0868f4cfd tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:33.948273 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cfa137f2-342f-404d-81eb-63ea3198e60e req-9339f29c-de22-47fc-8294-68a0868f4cfd tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3453481 Mar 08 12:40:34.002699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:34.037435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33702) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:34.045990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.045990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Fanout notify agent at l3_agent the message router_deleted on router d0f779cf-0647-4b16-99e8-92c0f85a82a0 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:34.059601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d91d01-ad37-4339-8aa0-a565eda0e236 None None] Network 70412a9e-12e6-4ce4-b08f-6c1169068300 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:34.063801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.066061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:34.082696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.087216 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'name': 'tempest-NetworksTestDHCPv6-router-1483037009', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:23Z', 'updated_at': '2022-03-08T12:40:26Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None, '_interfaces': [{'id': 'b7f58105-c571-44eb-a375-86047ced638b', 'name': '', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'mac_address': 'fa:16:3e:24:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1db4e35-072c-47a4-ac71-5a4d28b0665a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:25Z', 'updated_at': '2022-03-08T12:40:32Z', 'revision_number': 4, 'project_id': 'a20f4efc62584465997db4534081d51a', 'subnets': [{'id': 'e1db4e35-072c-47a4-ac71-5a4d28b0665a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:34.087408 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3015e112-8139-41ad-9326-b125f39e50af tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/d0f779cf-0647-4b16-99e8-92c0f85a82a0 HTTP/1.1" status: 204 len: 168 time: 4.0007672 Mar 08 12:40:34.090815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.091152 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment 2b011cab-de8d-4b26-b5bc-4cb3ee93a80d of type vlan for network 50cd3775-b084-47cd-bc16-3941b43cfd26 Mar 08 12:40:34.102871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33704) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:34.105972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network 4912fc64-bd9b-468b-826f-d594bb542165 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:34.112942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Pushing event deleted for resources: {'Port': ['ID=3b9f0ce1-8ec4-41b0-ab8d-6774b8437477,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:34.115372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:34.120513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-420738351', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:34.133100 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10052c8-5c89-47b5-821b-b247cc71a2aa None None] The sync data for ids ['afd54690-23e3-4824-88b9-1ee08186c475'] in dv-neutron-829486-2-hyperv is: [{'id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'name': 'tempest-NetworksTestDHCPv6-router-1483037009', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:23Z', 'updated_at': '2022-03-08T12:40:26Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None, '_interfaces': [{'id': 'b7f58105-c571-44eb-a375-86047ced638b', 'name': '', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'mac_address': 'fa:16:3e:24:43:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1db4e35-072c-47a4-ac71-5a4d28b0665a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:25Z', 'updated_at': '2022-03-08T12:40:32Z', 'revision_number': 4, 'project_id': 'a20f4efc62584465997db4534081d51a', 'subnets': [{'id': 'e1db4e35-072c-47a4-ac71-5a4d28b0665a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:34.135453 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cfa137f2-342f-404d-81eb-63ea3198e60e req-b4fa8249-6597-40f3-b2aa-fff64eb2eebd tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769321 Mar 08 12:40:34.145342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.168253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.182596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4dc78e88-e22d-4f9f-aeab-bc756466e1ff None None] For port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1,segment=NetworkSegment(90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1),segment_id=90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:34.289219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.302639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Port': ['ID=d661042a-a5b2-41b6-baa9-f21417415d81,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:34.309252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.321599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.346593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.358771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4dc78e88-e22d-4f9f-aeab-bc756466e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.369756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c526f201-ef42-4522-a080-32e33406ee8e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.428400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.433465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.437643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1516df23-9fe0-4817-a6c1-33d89fcf3e2c tempest-ServersTestJSON-856612720 tempest-ServersTestJSON-856612720-project] 10.222.0.65 "DELETE /v2.0/floatingips/14e1dfe8-cbc5-4c1a-abd8-c65cbdbd2e03 HTTP/1.1" status: 204 len: 168 time: 2.4723709 Mar 08 12:40:34.444808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33710) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:34.504287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.505727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.568068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.579294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:34.579939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.582396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.582894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Fanout notify agent at l3_agent the message router_deleted on router dfd33af2-61c8-4411-b3f6-3d6ffceae617 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:34.599984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.600644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c526f201-ef42-4522-a080-32e33406ee8e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.601144 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fbcfa11d-5d8c-4226-be19-fccc91b5cd0d tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/dfd33af2-61c8-4411-b3f6-3d6ffceae617 HTTP/1.1" status: 204 len: 168 time: 4.7106197 Mar 08 12:40:34.612183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33714) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:34.657102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1991280018', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:34.698237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.782462 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4709628 Mar 08 12:40:34.783243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33716) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:34.791412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': '50cd3775-b084-47cd-bc16-3941b43cfd26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:34.798978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea8290-d9bc-4899-8d9a-289781a74c4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=50cd3775-b084-47cd-bc16-3941b43cfd26,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:34.819542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Provisioning complete for port b7f58105-c571-44eb-a375-86047ced638b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:34.819922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:34.850516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1b1d2-245f-4532-abcf-66efb79b0325 req-3a8624dc-9fb9-44cb-9aae-a93f9b62083b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:34.852739 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7fb1b1d2-245f-4532-abcf-66efb79b0325 req-3a8624dc-9fb9-44cb-9aae-a93f9b62083b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1880589 Mar 08 12:40:34.888097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 50cd3775-b084-47cd-bc16-3941b43cfd26 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:34.939302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Router 63dcde2b-10b6-476c-8f78-bbd57b9104cc is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:34.981183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:34.981924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.077119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc78e88-e22d-4f9f-aeab-bc756466e1ff None None] Pushing event updated for resources: {'Port': ['ID=ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:35.132043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:35.137478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.353676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.379271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.438715 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7fb1b1d2-245f-4532-abcf-66efb79b0325 req-f803e45c-cdd0-4615-ae1b-153d25446a65 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5521457 Mar 08 12:40:35.466685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] For port b7f58105-c571-44eb-a375-86047ced638b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b7f58105-c571-44eb-a375-86047ced638b,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:35.471267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port b7f58105-c571-44eb-a375-86047ced638b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:35.471637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.483191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 5, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:35.490983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.492185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.536936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.542296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4ac39-f8ea-4cee-af20-2c230f9a5b04 None None] The sync data for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv is: [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:38:53Z', 'revision_number': 4, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '49e618eb-460c-4af3-8ed7-f257ef89affd', 'name': '', 'network_id': '7be41d0b-784a-4dc2-885b-f3fdba1e757f', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'mac_address': 'fa:16:3e:3f:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:51Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 5, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'subnets': [{'id': '949648ea-ff8e-41f1-98e2-831fa42ecae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:35.605563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.634601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Provisioning complete for port 6e5a710f-fa36-4032-a248-ff28f7472253 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:35.635172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.734970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b7f58105-c571-44eb-a375-86047ced638b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:35.775905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Pushing event updated for resources: {'Port': ['ID=b7f58105-c571-44eb-a375-86047ced638b,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:35.787275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c526f201-ef42-4522-a080-32e33406ee8e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.793262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c526f201-ef42-4522-a080-32e33406ee8e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.797126 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c526f201-ef42-4522-a080-32e33406ee8e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "DELETE /v2.0/security-groups/35feed9e-3bb6-4cd3-a325-6f07e4c85be1 HTTP/1.1" status: 204 len: 168 time: 1.7512159 Mar 08 12:40:35.799281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33718) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:35.833624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526f201-ef42-4522-a080-32e33406ee8e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35feed9e-3bb6-4cd3-a325-6f07e4c85be1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:35.837572 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-f02b55a0-205c-41d6-ae40-b209289e59f8 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] show failed (client error): The resource could not be found. Mar 08 12:40:35.842505 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f02b55a0-205c-41d6-ae40-b209289e59f8 tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "GET /v2.0/security-groups/35feed9e-3bb6-4cd3-a325-6f07e4c85be1 HTTP/1.1" status: 404 len: 347 time: 0.0275395 Mar 08 12:40:35.842959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33720) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:35.889620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d93544-8541-4440-b84d-646b65f084ca None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:40:35.918303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:35.930159 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] Sync routers for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:35.940766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b7f58105-c571-44eb-a375-86047ced638b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:35.941999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.943515 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:35.944434 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:35.965774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:35.970407 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4d66e6e1-00e4-48c9-96d4-9900a7e2427a tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "PUT /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2763450 Mar 08 12:40:35.983774 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:35.993234 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:35.993712 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:36.034093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] For port 6e5a710f-fa36-4032-a248-ff28f7472253, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e5a710f-fa36-4032-a248-ff28f7472253,segment=NetworkSegment(9d03444e-0270-4a65-a36e-b2b910bb6b61),segment_id=9d03444e-0270-4a65-a36e-b2b910bb6b61)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:36.034318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.035706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33722) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:36.063081 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:36.063731 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadf1b3-737a-4b96-b28f-a17a73c48f48 None None] The sync data for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:36.100924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.226781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.247368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15b579-c16d-4fbd-a61e-3d9c44c0d40b None None] Pushing event updated for resources: {'Port': ['ID=6e5a710f-fa36-4032-a248-ff28f7472253,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:36.276784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8442b7d-d992-40f4-a89c-af8806532cd2 None None] New status for floating IP 32b09b35-45c9-4768-a97d-3eb414ac9da7: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:40:36.276784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:36.277405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=bd321d05-9a84-44b6-b0eb-e08a3b918fdb,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:36.359524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.362725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2b30b04d-ed64-48cd-8a48-0f025143cfe2 None None] Provisioning complete for port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:36.362905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b30b04d-ed64-48cd-8a48-0f025143cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.395864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': '2b011cab-de8d-4b26-b5bc-4cb3ee93a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '50cd3775-b084-47cd-bc16-3941b43cfd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:36.396376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: 50cd3775-b084-47cd-bc16-3941b43cfd26, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:36.406840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] For port b7f58105-c571-44eb-a375-86047ced638b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b7f58105-c571-44eb-a375-86047ced638b,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:36.406840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.447169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d93544-8541-4440-b84d-646b65f084ca None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:40:36.449300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for b7f58105-c571-44eb-a375-86047ced638b owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:36.514877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network 50cd3775-b084-47cd-bc16-3941b43cfd26 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:36.574106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Deleting port 3b4b354b-b94c-4876-ba90-8bd100a717e3 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:36.575380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.633764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:36.633764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.635636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 50cd3775-b084-47cd-bc16-3941b43cfd26) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:36.645555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:36.646487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.663244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.748566 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7bf4f18b-4941-4a43-bec1-8953351b2f15 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9587772 Mar 08 12:40:36.750149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33726) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:36.787580 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-d7250987-2bb3-4165-b31d-ef91efde6bce tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:40:36.788867 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d7250987-2bb3-4165-b31d-ef91efde6bce tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "PUT /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7133887 Mar 08 12:40:36.801942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33728) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:36.838336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2b30b04d-ed64-48cd-8a48-0f025143cfe2 None None] Provisioning complete for port 6e5a710f-fa36-4032-a248-ff28f7472253 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:36.838939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b30b04d-ed64-48cd-8a48-0f025143cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.857663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.858037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:36.876075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824cf67-71d1-4c89-88b3-6eba848289a7 req-b9ef3ffa-ed37-49cd-8e15-df673d0c2dac tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:36.877628 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9824cf67-71d1-4c89-88b3-6eba848289a7 req-b9ef3ffa-ed37-49cd-8e15-df673d0c2dac tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2247403 Mar 08 12:40:36.913433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e5a710f-fa36-4032-a248-ff28f7472253 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:36.935023 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Calling delete_port for 3b4b354b-b94c-4876-ba90-8bd100a717e3 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:36.984919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.098590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.205330 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9824cf67-71d1-4c89-88b3-6eba848289a7 req-b416da82-7606-4a41-addf-77a98a92c777 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839060 Mar 08 12:40:37.222269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Deleting port 2be8417f-a151-4a0e-ad41-32f9dd16762b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:37.222606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.263860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6e5a710f-fa36-4032-a248-ff28f7472253 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:37.264228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.285209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.301753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30a5d9-16e1-42bd-a448-940679b79e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-50cd3775-b084-47cd-bc16-3941b43cfd26', 'network_id': '50cd3775-b084-47cd-bc16-3941b43cfd26', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': 'bd321d05-9a84-44b6-b0eb-e08a3b918fdb'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:37.303057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ca30a5d9-16e1-42bd-a448-940679b79e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.329578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.334143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=bd321d05-9a84-44b6-b0eb-e08a3b918fdb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:37.341962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2b30b04d-ed64-48cd-8a48-0f025143cfe2 None None] Provisioning complete for port d661042a-a5b2-41b6-baa9-f21417415d81 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:37.341962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b30b04d-ed64-48cd-8a48-0f025143cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.344046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] For port 2be8417f-a151-4a0e-ad41-32f9dd16762b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2be8417f-a151-4a0e-ad41-32f9dd16762b,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:37.344582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.389822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.393904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Calling delete_port for 2be8417f-a151-4a0e-ad41-32f9dd16762b owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:37.412737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.456925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2b30b04d-ed64-48cd-8a48-0f025143cfe2 None None] Port d661042a-a5b2-41b6-baa9-f21417415d81 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:37.467409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cd3775-b084-47cd-bc16-3941b43cfd26']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:37.473269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=b7f58105-c571-44eb-a375-86047ced638b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:37.481157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.481510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b011cab-de8d-4b26-b5bc-4cb3ee93a80d') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:37.482033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b011cab-de8d-4b26-b5bc-4cb3ee93a80d') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:37.489833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.500509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.517685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79316a9f-37b0-4e10-a4e0-c7265d004745 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:40:37.519622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.558938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:37.559700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.559817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:37.563078 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:37.700116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79316a9f-37b0-4e10-a4e0-c7265d004745 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:40:37.740544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.755378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.759592 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/50cd3775-b084-47cd-bc16-3941b43cfd26 HTTP/1.1" status: 204 len: 168 time: 1.0082228 Mar 08 12:40:37.769513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33732) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:37.776748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1821289199'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:37.780609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092aeee-76ed-457f-ae86-6a378e99a6b8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=50cd3775-b084-47cd-bc16-3941b43cfd26,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:37.800015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e5a710f-fa36-4032-a248-ff28f7472253 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:37.843309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.875164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2be8417f-a151-4a0e-ad41-32f9dd16762b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:37.881605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:37.887351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.899250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6e5a710f-fa36-4032-a248-ff28f7472253 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:37.899806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.960625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:37.974256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:37.974722 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment e647ff1f-d690-4bbd-af5a-983e126de2cd of type vlan for network 62ef0201-0651-4954-ac80-69527fe23a99 Mar 08 12:40:38.061467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.070168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef114de-42e4-42f4-a023-521776342548 req-d57af8cb-d7c5-4c7f-9d33-f1af9374d274 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:38.071734 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cef114de-42e4-42f4-a023-521776342548 req-d57af8cb-d7c5-4c7f-9d33-f1af9374d274 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.7103059 Mar 08 12:40:38.088664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.105052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a44ab6-edbf-40b5-aa08-49d44de73d56 None None] Network 50cd3775-b084-47cd-bc16-3941b43cfd26 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:38.136344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.143280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a44ab6-edbf-40b5-aa08-49d44de73d56 None None] Network 50cd3775-b084-47cd-bc16-3941b43cfd26 could not be found, it might have been deleted concurrently. {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 08 12:40:38.162522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2203373-d32e-42f0-9ad0-834daaa1074a None None] Network 50cd3775-b084-47cd-bc16-3941b43cfd26 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:38.186372 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2203373-d32e-42f0-9ad0-834daaa1074a None None] Network 50cd3775-b084-47cd-bc16-3941b43cfd26 could not be found, it might have been deleted concurrently. {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 08 12:40:38.199067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.204981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:38.205585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.326160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=62ef0201-0651-4954-ac80-69527fe23a99,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:38.333341 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cef114de-42e4-42f4-a023-521776342548 req-d1fcc6cf-78be-475d-9430-f4480c9de3ef tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329965 Mar 08 12:40:38.334121 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a2c45d3e-a0b6-4cc9-8ca7-0e2b751f01d8 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5629680 Mar 08 12:40:38.338435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33734) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:38.343851 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': '62ef0201-0651-4954-ac80-69527fe23a99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:38.352677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 62ef0201-0651-4954-ac80-69527fe23a99 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:38.404099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Allocated IP 172.26.3.134 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/e599b36c-edc5-4124-9fc6-66cec1caea17) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:38.406253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.502013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Pushing event deleted for resources: {'Port': ['ID=3b4b354b-b94c-4876-ba90-8bd100a717e3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:38.564930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Router afd54690-23e3-4824-88b9-1ee08186c475 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:38.613202 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Router 7d15fbca-c5da-4199-964b-a567ce03975c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:38.620486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:38.623926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.725621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d46e5b-04f3-45bd-bf26-cb7c78483a8a req-f37b2fd4-a028-40fc-b15c-53857d48e88f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:38.727971 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64d46e5b-04f3-45bd-bf26-cb7c78483a8a req-f37b2fd4-a028-40fc-b15c-53857d48e88f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2528298 Mar 08 12:40:38.772013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.775144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.776417 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1879df71-7d9b-46a4-be2e-4d441200f92e tempest-ServersTestManualDisk-92210708 tempest-ServersTestManualDisk-92210708-project] 10.222.0.65 "DELETE /v2.0/floatingips/32b09b35-45c9-4768-a97d-3eb414ac9da7 HTTP/1.1" status: 204 len: 168 time: 2.8644822 Mar 08 12:40:38.782534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33738) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:38.850865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:38.857624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-75dd1958-d91b-47b0-8007-00899d674926 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "PUT /v2.0/routers/afd54690-23e3-4824-88b9-1ee08186c475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6578250 Mar 08 12:40:38.862315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:38.863798 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] Sync routers for ids ['afd54690-23e3-4824-88b9-1ee08186c475'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:38.870266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33740) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:38.875732 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] Routers {'afd54690-23e3-4824-88b9-1ee08186c475'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:38.876511 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['afd54690-23e3-4824-88b9-1ee08186c475'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:38.934024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64d46e5b-04f3-45bd-bf26-cb7c78483a8a req-4aef8b15-4225-4f51-b0bc-3d5780114162 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650670 Mar 08 12:40:38.953172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.044467 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] Set router afd54690-23e3-4824-88b9-1ee08186c475 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:39.055472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5cd3d-4abb-44f0-b2d7-35e6cb478c72 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:39.057407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5cd3d-4abb-44f0-b2d7-35e6cb478c72 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:39.061518 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-84a5cd3d-4abb-44f0-b2d7-35e6cb478c72 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1877794 Mar 08 12:40:39.070351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33744) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:39.099269 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'name': 'tempest-NetworksTestDHCPv6-router-1483037009', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:23Z', 'updated_at': '2022-03-08T12:40:36Z', 'revision_number': 3, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:39.132170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.132432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:39.136630 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] Checking router: afd54690-23e3-4824-88b9-1ee08186c475 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:39.146096 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5f2a6e87-9916-4e05-a2bb-2d297fd20b0d admin admin] 10.222.0.65 "PUT /v2.0/routers/7d15fbca-c5da-4199-964b-a567ce03975c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6946528 Mar 08 12:40:39.146198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] Sync routers for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:39.150723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33746) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:39.154975 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] Routers {'afd54690-23e3-4824-88b9-1ee08186c475'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:39.156233 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['afd54690-23e3-4824-88b9-1ee08186c475'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:39.159624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:39.160524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:39.255576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:39.261349 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet e1db4e35-072c-47a4-ac71-5a4d28b0665a {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:39.262215 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] Set router afd54690-23e3-4824-88b9-1ee08186c475 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:39.272802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.279292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:39.281885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:39.288671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:39.339887 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'name': 'tempest-NetworksTestDHCPv6-router-1483037009', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:23Z', 'updated_at': '2022-03-08T12:40:36Z', 'revision_number': 3, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:39.360090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Allocated IP 172.26.3.212 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/be363b33-584b-4a91-8cc7-abb0014632f7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:39.370026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96598672-92e2-4e69-8f4d-60c7462e0a84 req-261f002e-0558-4881-bc57-6c4e5f1ac58b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:39.371570 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96598672-92e2-4e69-8f4d-60c7462e0a84 req-261f002e-0558-4881-bc57-6c4e5f1ac58b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3249822 Mar 08 12:40:39.381410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event updated for resources: {'Port': ['ID=e599b36c-edc5-4124-9fc6-66cec1caea17,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:39.395833 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8823a10-00af-402c-8fd0-7e96fcf35534 None None] The sync data for ids ['afd54690-23e3-4824-88b9-1ee08186c475'] in dv-neutron-829486-2-hyperv is: [{'id': 'afd54690-23e3-4824-88b9-1ee08186c475', 'name': 'tempest-NetworksTestDHCPv6-router-1483037009', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:23Z', 'updated_at': '2022-03-08T12:40:36Z', 'revision_number': 3, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:39.430488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.454548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.501343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.535147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:40:37Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:39.567775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] Checking router: 7d15fbca-c5da-4199-964b-a567ce03975c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:39.577718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] Routers {'7d15fbca-c5da-4199-964b-a567ce03975c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:39.578508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d15fbca-c5da-4199-964b-a567ce03975c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:39.591022 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96598672-92e2-4e69-8f4d-60c7462e0a84 req-5e68567d-46bb-438d-9985-68aa0ced1414 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051816 Mar 08 12:40:39.668884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=5c70566a-da2f-4861-9ac8-e144aa937a5e,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:39.713905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] Set router 7d15fbca-c5da-4199-964b-a567ce03975c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:39.720435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.730265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': 'e647ff1f-d690-4bbd-af5a-983e126de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '62ef0201-0651-4954-ac80-69527fe23a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:39.731030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: 62ef0201-0651-4954-ac80-69527fe23a99, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:39.799352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.878676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b7f58105-c571-44eb-a375-86047ced638b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:39.896668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network 62ef0201-0651-4954-ac80-69527fe23a99 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:39.907808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Deleting port feeb08af-5d31-4e40-8151-15e3dbb9e452 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:39.908530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:39.908910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b7f58105-c571-44eb-a375-86047ced638b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:39.909376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b7f58105-c571-44eb-a375-86047ced638b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:39.980620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 62ef0201-0651-4954-ac80-69527fe23a99) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:39.993964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edfd5fe-a3ca-4ffd-9ae1-2ddfda86cfa0 None None] Network 62ef0201-0651-4954-ac80-69527fe23a99 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:40.003067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:40.003740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.009410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:40:37Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:40.047096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e072be3-e019-4840-a18a-2084c7862608 None None] The sync data for ids ['7d15fbca-c5da-4199-964b-a567ce03975c'] in dv-neutron-829486-2-hyperv is: [{'id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'name': 'tempest-ServersTestJSON-1083603902-router', 'tenant_id': 'd41fd6812062453e9f0f332104a52f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:47Z', 'updated_at': '2022-03-08T12:40:37Z', 'revision_number': 5, 'project_id': 'd41fd6812062453e9f0f332104a52f9f', 'gw_port': {'id': 'feeb08af-5d31-4e40-8151-15e3dbb9e452', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d15fbca-c5da-4199-964b-a567ce03975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:49Z', 'updated_at': '2022-03-08T12:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:40.062129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] For port feeb08af-5d31-4e40-8151-15e3dbb9e452, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=feeb08af-5d31-4e40-8151-15e3dbb9e452,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:40.062494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.087823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.096873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Calling delete_port for feeb08af-5d31-4e40-8151-15e3dbb9e452 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:40.166231 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-865e2b4c-fad4-4420-963e-6eb61d571fed tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8267496 Mar 08 12:40:40.171713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33750) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:40.198612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.264290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e773ac2-4efa-4c0d-b41c-dd983a4a6d46 req-a3ae581e-9611-44d9-af74-aac5232ebf9d tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:40.265820 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e773ac2-4efa-4c0d-b41c-dd983a4a6d46 req-a3ae581e-9611-44d9-af74-aac5232ebf9d tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.5633383 Mar 08 12:40:40.366104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-62ef0201-0651-4954-ac80-69527fe23a99', 'network_id': '62ef0201-0651-4954-ac80-69527fe23a99', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '5c70566a-da2f-4861-9ac8-e144aa937a5e'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:40.366790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.419377 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e773ac2-4efa-4c0d-b41c-dd983a4a6d46 req-d706108f-1e7f-435a-b010-c98fccf4783e tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164088 Mar 08 12:40:40.423390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.468682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=e1db4e35-072c-47a4-ac71-5a4d28b0665a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:40.487334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.494667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.500748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-88babfcc-8eb9-4512-b9e7-6fa55dd43e63 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/e1db4e35-072c-47a4-ac71-5a4d28b0665a HTTP/1.1" status: 204 len: 168 time: 1.4295068 Mar 08 12:40:40.506749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33754) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:40.507768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Deleting port d661042a-a5b2-41b6-baa9-f21417415d81 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:40.508118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.518643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cbf3d-90d9-49e9-9894-300fbb1e28e5 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:40.520437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.569408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.675188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.676615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Allocated IP 172.20.0.2 (62ef0201-0651-4954-ac80-69527fe23a99/5c70566a-da2f-4861-9ac8-e144aa937a5e/78bd6362-2ea8-4d74-a5c2-93f1a683c160) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:40.710844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.747632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:40.765612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:40.778215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=feeb08af-5d31-4e40-8151-15e3dbb9e452,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:40.798330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:40.881653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.886653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Deleting port 49e618eb-460c-4af3-8ed7-f257ef89affd {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:40.886979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.888205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event updated for resources: {'Port': ['ID=be363b33-584b-4a91-8cc7-abb0014632f7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:40.890590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:40.910042 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.943227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.951487 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-eac103af-861f-4e0b-93a0-eb9e45874f44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4394193 Mar 08 12:40:40.958328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] Deleting port 9168cf6e-f35a-48a5-a177-14de7452676c {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:40.958725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd779898-b39b-4c8e-91c8-87bbe31ee2ed req-c8f9562e-caaa-4a0f-8d90-2a41593b3d2b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:40.958897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:40.960163 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd779898-b39b-4c8e-91c8-87bbe31ee2ed req-c8f9562e-caaa-4a0f-8d90-2a41593b3d2b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3827937 Mar 08 12:40:40.960628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33756) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:41.029133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.030139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Calling delete_port for d661042a-a5b2-41b6-baa9-f21417415d81 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:41.034016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.040223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] For port 9168cf6e-f35a-48a5-a177-14de7452676c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9168cf6e-f35a-48a5-a177-14de7452676c,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:41.040544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.054697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] Calling delete_port for 9168cf6e-f35a-48a5-a177-14de7452676c owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:41.100330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.106389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] For port 49e618eb-460c-4af3-8ed7-f257ef89affd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=49e618eb-460c-4af3-8ed7-f257ef89affd,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:41.106565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.116883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.126456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Calling delete_port for 49e618eb-460c-4af3-8ed7-f257ef89affd owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:41.156910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df3913a-344a-400b-90db-a9e491ee8b4e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.160985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=5c70566a-da2f-4861-9ac8-e144aa937a5e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:41.163829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.164453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d15fbca-c5da-4199-964b-a567ce03975c {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:41.166731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Network 62ef0201-0651-4954-ac80-69527fe23a99 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:41.174699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:41.177163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:41.181337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Pushing event updated for resources: {'Port': ['ID=78bd6362-2ea8-4d74-a5c2-93f1a683c160,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:41.224983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.247755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ef0201-0651-4954-ac80-69527fe23a99']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:41.257403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e647ff1f-d690-4bbd-af5a-983e126de2cd') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:41.257673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e647ff1f-d690-4bbd-af5a-983e126de2cd') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:41.265032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Attempting to bind port 78bd6362-2ea8-4d74-a5c2-93f1a683c160 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:41.265379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Attempting to bind port 78bd6362-2ea8-4d74-a5c2-93f1a683c160 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'e647ff1f-d690-4bbd-af5a-983e126de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '62ef0201-0651-4954-ac80-69527fe23a99'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:41.265728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Attempting to bind port 78bd6362-2ea8-4d74-a5c2-93f1a683c160 on network 62ef0201-0651-4954-ac80-69527fe23a99 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:41.271413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:41.271862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Checking segment: {'id': 'e647ff1f-d690-4bbd-af5a-983e126de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '62ef0201-0651-4954-ac80-69527fe23a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:41.272251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.272430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.272626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Bound using segment: {'id': 'e647ff1f-d690-4bbd-af5a-983e126de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '62ef0201-0651-4954-ac80-69527fe23a99'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:41.273078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Bound port: 78bd6362-2ea8-4d74-a5c2-93f1a683c160, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e647ff1f-d690-4bbd-af5a-983e126de2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '62ef0201-0651-4954-ac80-69527fe23a99'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:41.273444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.277734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.282765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.286156 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-87f80d16-8b03-47c7-890b-dba9973ec1b0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7d15fbca-c5da-4199-964b-a567ce03975c HTTP/1.1" status: 204 len: 168 time: 2.1319530 Mar 08 12:40:41.288906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33758) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:41.297216 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd779898-b39b-4c8e-91c8-87bbe31ee2ed req-134f8e98-6a9b-43f2-abc3-226035704a7b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184788 Mar 08 12:40:41.317724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] Pushing event deleted for resources: {'Port': ['ID=9168cf6e-f35a-48a5-a177-14de7452676c,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:41.328672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956cf79d-3c5f-41ce-b1dc-6b6c7cbc201f None None] No DVR routers for this DVR port 9168cf6e-f35a-48a5-a177-14de7452676c on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:41.368744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.384283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:41.384682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:41.387890 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:41.420677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] For port 78bd6362-2ea8-4d74-a5c2-93f1a683c160, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:41.460638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] Deleting subnet 3e3c93b4-1d0c-4615-947a-0ab1cce024de {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:41.465735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.470128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] For port 78bd6362-2ea8-4d74-a5c2-93f1a683c160, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=78bd6362-2ea8-4d74-a5c2-93f1a683c160,segment=NetworkSegment(e647ff1f-d690-4bbd-af5a-983e126de2cd),segment_id=e647ff1f-d690-4bbd-af5a-983e126de2cd)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:41.524596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.532246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:40:41.532246 dv-neutron-829486-2-hyperv neutron-server[104045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:40:41.532246 dv-neutron-829486-2-hyperv neutron-server[104045]: [parameters: {'id': '62ef0201-0651-4954-ac80-69527fe23a99'}] Mar 08 12:40:41.532246 dv-neutron-829486-2-hyperv neutron-server[104045]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:41.540241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:41.548367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.635979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df3913a-344a-400b-90db-a9e491ee8b4e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.642094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df3913a-344a-400b-90db-a9e491ee8b4e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.657873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.687440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.692209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9168cf6e-f35a-48a5-a177-14de7452676c no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:41.722982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9168cf6e-f35a-48a5-a177-14de7452676c {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:41.723312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9168cf6e-f35a-48a5-a177-14de7452676c not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:41.724191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device feeb08af-5d31-4e40-8151-15e3dbb9e452 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:41.726624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481bd8d4-ff6e-4bcf-b71e-57c71590c344 None None] Network 62ef0201-0651-4954-ac80-69527fe23a99 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:41.750520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798565b-30bd-4761-a9cd-f30a6337ea86 None None] Pushing event updated for resources: {'Port': ['ID=78bd6362-2ea8-4d74-a5c2-93f1a683c160,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:41.752407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.764259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: feeb08af-5d31-4e40-8151-15e3dbb9e452 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:41.764598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device feeb08af-5d31-4e40-8151-15e3dbb9e452 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:41.765008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2be8417f-a151-4a0e-ad41-32f9dd16762b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:41.774670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.808255 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:40:41.809545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e618eb-460c-4af3-8ed7-f257ef89affd,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:41.820099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 2be8417f-a151-4a0e-ad41-32f9dd16762b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:41.820431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2be8417f-a151-4a0e-ad41-32f9dd16762b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:41.825342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df3913a-344a-400b-90db-a9e491ee8b4e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.826573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3913a-344a-400b-90db-a9e491ee8b4e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Fanout notify agent at l3_agent the message router_deleted on router afd54690-23e3-4824-88b9-1ee08186c475 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:41.839279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df3913a-344a-400b-90db-a9e491ee8b4e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.843803 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4df3913a-344a-400b-90db-a9e491ee8b4e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/routers/afd54690-23e3-4824-88b9-1ee08186c475 HTTP/1.1" status: 204 len: 168 time: 0.8735054 Mar 08 12:40:41.847393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33762) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:41.850019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:41.850258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Port': ['ID=d661042a-a5b2-41b6-baa9-f21417415d81,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:41.860568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:41.948073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3c93b4-1d0c-4615-947a-0ab1cce024de,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:42.030352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.036051 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-988a3741-e87f-4976-a8fd-6d80fd76654d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3e3c93b4-1d0c-4615-947a-0ab1cce024de HTTP/1.1" status: 204 len: 168 time: 0.7456441 Mar 08 12:40:42.039763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e30e8-734d-4a13-99dc-70e378f1f48f None None] Network 092aac41-913b-48a5-94f7-c65ddaafdfa8 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:42.046688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.051078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33764) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:42.256995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:42.260619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.286338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.292936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port 78bd6362-2ea8-4d74-a5c2-93f1a683c160 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:42.292936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.301718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] DHCP port deletion for 092aac41-913b-48a5-94f7-c65ddaafdfa8 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:42.360643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] Deleting port f1a85365-8761-4014-a837-44af90685fba {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:42.361013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.429435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] For port f1a85365-8761-4014-a837-44af90685fba, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f1a85365-8761-4014-a837-44af90685fba,segment=NetworkSegment(270350f2-991c-4721-95da-6b32b76bb898),segment_id=270350f2-991c-4721-95da-6b32b76bb898)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:42.430594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.444248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] Calling delete_port for f1a85365-8761-4014-a837-44af90685fba owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:42.520929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.614168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.650585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] Pushing event deleted for resources: {'Port': ['ID=f1a85365-8761-4014-a837-44af90685fba,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:42.652608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce0752-cae4-4f6b-96c5-a13ac4e4f7fa None None] No DVR routers for this DVR port f1a85365-8761-4014-a837-44af90685fba on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:42.658131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.666131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.685558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce668ef4-05ad-4632-83c4-64de2e6710dc None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:40:42.745610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port 78bd6362-2ea8-4d74-a5c2-93f1a683c160, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=78bd6362-2ea8-4d74-a5c2-93f1a683c160,segment=NetworkSegment(e647ff1f-d690-4bbd-af5a-983e126de2cd),segment_id=e647ff1f-d690-4bbd-af5a-983e126de2cd)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:42.745610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:42.777870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Router ffdf6b29-9a48-4456-a327-fdd30b991b46 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:42.803869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce668ef4-05ad-4632-83c4-64de2e6710dc None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:40:42.807361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for 78bd6362-2ea8-4d74-a5c2-93f1a683c160 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:42.952314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.075376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Router d4475bef-bdf7-4e85-a138-72e8eb21bb4b has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:43.082183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092aac41-913b-48a5-94f7-c65ddaafdfa8']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.135594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270350f2-991c-4721-95da-6b32b76bb898') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.135874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270350f2-991c-4721-95da-6b32b76bb898') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.136037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.157794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Router 63dcde2b-10b6-476c-8f78-bbd57b9104cc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:43.159118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.163882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.181804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:43.191844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.196903 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] Sync routers for ids ['ffdf6b29-9a48-4456-a327-fdd30b991b46'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:43.205335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.212069 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] Routers {'ffdf6b29-9a48-4456-a327-fdd30b991b46'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:43.212069 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['ffdf6b29-9a48-4456-a327-fdd30b991b46'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.212286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:43.226908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:43.240092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c520c7-d165-4846-8608-88371fa05840 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:43.244313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:43.244735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:43.247723 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:43.254050 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.255783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:43.256373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.263972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=78bd6362-2ea8-4d74-a5c2-93f1a683c160,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:43.269587 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] Routers {'ffdf6b29-9a48-4456-a327-fdd30b991b46'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:43.269587 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['ffdf6b29-9a48-4456-a327-fdd30b991b46'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.270081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port 78bd6362-2ea8-4d74-a5c2-93f1a683c160 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:43.312817 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.313785 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5853b-781c-48f3-8b45-be3728746be8 None None] The sync data for ids ['ffdf6b29-9a48-4456-a327-fdd30b991b46'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:43.322336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:43.330491 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b13d3b42-4751-44f3-8ce0-427ee43e9041 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4475bef-bdf7-4e85-a138-72e8eb21bb4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5451498 Mar 08 12:40:43.336300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] Sync routers for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:43.343388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33766) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:43.369672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.371004 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9acebe88-90ab-4160-8aaf-ad313200dd9d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2552524 Mar 08 12:40:43.376451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33768) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:43.379408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:43.379543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:43.380295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.383776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=57265a11-2f2d-4899-a32e-93e42a6a3065,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:43.409375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:43.423899 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] Sync routers for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:43.435691 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:43.436579 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.450343 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0211b6a5-e20b-4065-aa79-2f9bf6ed77d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5953481 Mar 08 12:40:43.452702 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2763293f-5c9a-4a14-874d-56d431ee4f5b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "PUT /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6483133 Mar 08 12:40:43.457630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33770) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:43.457630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.463319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33772) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:43.468155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-70ad7f95-9c54-42b8-a869-36eebfd97992 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1358883652', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:43.476049 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.488197 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:43.489023 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.496404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ef0201-0651-4954-ac80-69527fe23a99']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.514302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e647ff1f-d690-4bbd-af5a-983e126de2cd') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.514595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e647ff1f-d690-4bbd-af5a-983e126de2cd') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.523233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-6695a893-7da3-43c4-a189-e56dd7649f20 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] delete failed (client error): The resource could not be found. Mar 08 12:40:43.529300 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6695a893-7da3-43c4-a189-e56dd7649f20 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1566268986 HTTP/1.1" status: 404 len: 335 time: 0.0615244 Mar 08 12:40:43.531626 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:43.532427 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2cb147-627f-44c9-adec-5e8645f46acc None None] The sync data for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:43.542795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33774) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:43.550409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-77875785-cf2b-4577-84d4-15a91f7dc05b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'router': {'external_gateway_info': {'network_id': '63dcde2b-10b6-476c-8f78-bbd57b9104cc'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:43.556665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.559443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.561407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.565027 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] 10.222.0.65 "DELETE /v2.0/networks/092aac41-913b-48a5-94f7-c65ddaafdfa8 HTTP/1.1" status: 204 len: 168 time: 1.5109019 Mar 08 12:40:43.585014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.587749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:43.599463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:43.599463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:43.603202 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:43.605006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.724268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a0e77-7202-40a7-9ec6-fd6207070b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=092aac41-913b-48a5-94f7-c65ddaafdfa8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:43.734642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ad7f95-9c54-42b8-a869-36eebfd97992 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.738533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ad7f95-9c54-42b8-a869-36eebfd97992 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.818511 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.983375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-77875785-cf2b-4577-84d4-15a91f7dc05b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:43.999746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ad7f95-9c54-42b8-a869-36eebfd97992 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.002836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.009804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f1a85365-8761-4014-a837-44af90685fba no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:44.051543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f1a85365-8761-4014-a837-44af90685fba {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:44.052058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f1a85365-8761-4014-a837-44af90685fba not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:44.083655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '57265a11-2f2d-4899-a32e-93e42a6a3065'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:44.096032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.096203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.096312 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/62ef0201-0651-4954-ac80-69527fe23a99 HTTP/1.1" status: 204 len: 168 time: 3.9212375 Mar 08 12:40:44.096312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bcf5b-1c59-4f5d-9461-5eac418aca3f tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=62ef0201-0651-4954-ac80-69527fe23a99,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:44.097484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33778) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:44.106967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1593404722'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:44.153891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Deleting port 1199d8cc-a943-47e0-b510-0a0252007cb4 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:44.154239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.191719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Router c4ecad11-b36e-47c2-9015-f7cd17ccdc38 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:44.215909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:40:41Z', 'revision_number': 5, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port': {'id': '1199d8cc-a943-47e0-b510-0a0252007cb4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:44.226768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33780) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:44.247887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ad7f95-9c54-42b8-a869-36eebfd97992 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.261816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] Checking router: d4475bef-bdf7-4e85-a138-72e8eb21bb4b for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:44.271514 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-77875785-cf2b-4577-84d4-15a91f7dc05b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] update failed (client error): The resource could not be found. Mar 08 12:40:44.272626 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-77875785-cf2b-4577-84d4-15a91f7dc05b tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "PUT /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc HTTP/1.1" status: 404 len: 339 time: 0.7271702 Mar 08 12:40:44.272888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:44.276285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.277088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.279460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33782) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:44.284133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] Routers {'d4475bef-bdf7-4e85-a138-72e8eb21bb4b'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:44.284133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:44.354310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.359439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:44.368419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70ad7f95-9c54-42b8-a869-36eebfd97992 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.370153 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/57265a11-2f2d-4899-a32e-93e42a6a3065/a62f38cf-5c35-499e-a82d-8bec25ce0bd7) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:44.371505 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-70ad7f95-9c54-42b8-a869-36eebfd97992 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9122262 Mar 08 12:40:44.376578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33784) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:44.387323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] Sync routers for ids ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:44.419452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] For port 1199d8cc-a943-47e0-b510-0a0252007cb4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1199d8cc-a943-47e0-b510-0a0252007cb4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:44.419818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.426588 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5c27be95-a978-47f2-aba9-069dbf223aa1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d41fd6812062453e9f0f332104a52f9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1953754 Mar 08 12:40:44.431301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] Set router d4475bef-bdf7-4e85-a138-72e8eb21bb4b gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:44.449771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33786) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:44.482694 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] Routers {'c4ecad11-b36e-47c2-9015-f7cd17ccdc38'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:44.483234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:44.496638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:44.498805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Calling delete_port for 1199d8cc-a943-47e0-b510-0a0252007cb4 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:44.525740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:40:43Z', 'revision_number': 6, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:44.582302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.582652 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment e4dd8fd6-701b-44fb-8a7a-2b15edd15628 of type vlan for network abb91f54-e743-4770-88f3-ba8972e4477e Mar 08 12:40:44.587683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:44.595019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faae459d-f8a7-425e-9d09-819adb3f336c None None] The sync data for ids ['d4475bef-bdf7-4e85-a138-72e8eb21bb4b'] in dv-neutron-829486-2-hyperv is: [{'id': 'd4475bef-bdf7-4e85-a138-72e8eb21bb4b', 'name': 'tempest-ServersTestManualDisk-1332399734-router', 'tenant_id': '0967e5f7b0fb4fed8d47d62098682988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:45Z', 'updated_at': '2022-03-08T12:40:43Z', 'revision_number': 6, 'project_id': '0967e5f7b0fb4fed8d47d62098682988', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:44.613609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] Routers {'c4ecad11-b36e-47c2-9015-f7cd17ccdc38'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:44.614263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:44.662852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:44.663812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b54b70-9954-493b-8d5b-62596ae1b177 None None] The sync data for ids ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:44.722396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.731531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.735378 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c39b29f3-3cb7-4781-935d-770f767f834a tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.1045277 Mar 08 12:40:44.736767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33788) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:44.740067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:44.741141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.797501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.809015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.841089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:44.845862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:44.850412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:44.854813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Pushing event updated for resources: {'Port': ['ID=a62f38cf-5c35-499e-a82d-8bec25ce0bd7,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:44.893513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.896285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.923819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Attempting to bind port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:44.924188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Attempting to bind port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:44.924545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Attempting to bind port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:44.932115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:44.932484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:44.932910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:44.933294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:44.933753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Bound port: a62f38cf-5c35-499e-a82d-8bec25ce0bd7, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:44.934609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.019668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] For port a62f38cf-5c35-499e-a82d-8bec25ce0bd7, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:45.025075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] For port a62f38cf-5c35-499e-a82d-8bec25ce0bd7, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a62f38cf-5c35-499e-a82d-8bec25ce0bd7,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:45.077329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.110565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Deleting port e599b36c-edc5-4124-9fc6-66cec1caea17 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:45.111193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.153040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddab090-ab56-49e3-827f-a5cc7466e907 None None] Pushing event updated for resources: {'Port': ['ID=a62f38cf-5c35-499e-a82d-8bec25ce0bd7,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:45.245290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.337168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.447396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Calling delete_port for e599b36c-edc5-4124-9fc6-66cec1caea17 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:45.449342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.455003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:45.455603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.578729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.581344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.583475 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0987b17-d908-40ac-b3e5-bb69acd73b3b HTTP/1.1" status: 204 len: 168 time: 1.1289392 Mar 08 12:40:45.605518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0987b17-d908-40ac-b3e5-bb69acd73b3b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:45.612840 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5133440 Mar 08 12:40:45.617010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=abb91f54-e743-4770-88f3-ba8972e4477e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:45.622471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33792) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:45.631056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': 'abb91f54-e743-4770-88f3-ba8972e4477e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:45.649036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.729683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.732306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.732643 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.733039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.733366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.733681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.734133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.742107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.742107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.742107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.742107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.742107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.742107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df09c96-17ec-4d4e-b89d-f21b167e3fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.766488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.774173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a62f38cf-5c35-499e-a82d-8bec25ce0bd7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:45.782092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.788167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5477b-dcb6-4c8b-8ad6-402e801c7c96 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:45.817404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1199d8cc-a943-47e0-b510-0a0252007cb4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:45.829143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network abb91f54-e743-4770-88f3-ba8972e4477e details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:45.855930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::1 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/57265a11-2f2d-4899-a32e-93e42a6a3065/cc6b35ba-4a45-4a26-afbd-309949c1ec23) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:45.906324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Allocated IP 172.20.0.1 (e6b129c3-cd29-40ad-ae38-df92c9cc66bf/898ff660-1a38-4957-a222-e0f58ac01603/d5db61dc-3b78-4942-8c13-5f7a981f496b) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:45.919623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:45.926568 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.930969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.951877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Deleting port be363b33-584b-4a91-8cc7-abb0014632f7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:45.954472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:45.962237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:45.966290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.017825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.021248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.062817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Pushing event deleted for resources: {'Port': ['ID=e599b36c-edc5-4124-9fc6-66cec1caea17,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:46.076871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port a62f38cf-5c35-499e-a82d-8bec25ce0bd7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a62f38cf-5c35-499e-a82d-8bec25ce0bd7,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:46.104417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.104938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.105380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.105796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.106236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.106650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.107061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.107461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.108015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.108524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.109012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.109511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:46.121126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.127034 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.132069 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing IP validity checks on allocation pools {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 12:40:46.138026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 12:40:46.157171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.281226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=a62f38cf-5c35-499e-a82d-8bec25ce0bd7,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:46.284907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.316102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 49e618eb-460c-4af3-8ed7-f257ef89affd no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:46.350160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Calling delete_port for be363b33-584b-4a91-8cc7-abb0014632f7 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:46.362222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 49e618eb-460c-4af3-8ed7-f257ef89affd {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:46.362561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 49e618eb-460c-4af3-8ed7-f257ef89affd not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:46.362985 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1199d8cc-a943-47e0-b510-0a0252007cb4 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:46.383583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 1199d8cc-a943-47e0-b510-0a0252007cb4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:46.384197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1199d8cc-a943-47e0-b510-0a0252007cb4 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:46.391017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.396572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.396572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4475bef-bdf7-4e85-a138-72e8eb21bb4b {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:46.405673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.406942 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e44d72a4-0bb5-452b-9281-5e1d2036eb9d admin admin] 10.222.0.65 "DELETE /v2.0/routers/d4475bef-bdf7-4e85-a138-72e8eb21bb4b HTTP/1.1" status: 204 len: 168 time: 3.0595236 Mar 08 12:40:46.414799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33802) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:46.438204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.518419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.570953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] Deleting subnet 949648ea-ff8e-41f1-98e2-831fa42ecae5 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:46.580694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.605477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.664336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.691310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.723658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-87cff603-f103-4546-bba5-7b36e1d9c939 None None] Provisioning complete for port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:46.724981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-87cff603-f103-4546-bba5-7b36e1d9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.747539 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=6cc4776a-6ccb-43e8-aea4-1a53d2f0d1d9,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:46.768864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.780933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:46.784990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.806676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:46.813262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'abb91f54-e743-4770-88f3-ba8972e4477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:46.813622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: abb91f54-e743-4770-88f3-ba8972e4477e, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:46.817559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:46.820065 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Port': ['ID=d5db61dc-3b78-4942-8c13-5f7a981f496b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:46.889935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.922821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:46.975414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network abb91f54-e743-4770-88f3-ba8972e4477e is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:47.054679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, abb91f54-e743-4770-88f3-ba8972e4477e) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:47.068637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6055c4a-8ad3-47ee-b1b3-6fed0f85a347 None None] Network abb91f54-e743-4770-88f3-ba8972e4477e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:47.071081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.087948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:47.088683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.124569 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949648ea-ff8e-41f1-98e2-831fa42ecae5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:47.130059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33816) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:47.150660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce357ec-d44b-4a8e-bd5b-8449817fa3e5 None None] Network 7be41d0b-784a-4dc2-885b-f3fdba1e757f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:47.150846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.158015 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c996a41e-487a-465c-bedd-8ee51f146c00 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/949648ea-ff8e-41f1-98e2-831fa42ecae5 HTTP/1.1" status: 204 len: 168 time: 0.7406645 Mar 08 12:40:47.159015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33820) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:47.168283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.229924 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-530019d6-2013-4f16-8f78-2e061452b362 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6008594 Mar 08 12:40:47.233169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4370f560-1343-4b12-8ce7-0eeb36719b54 None None] Provisioning complete for port d5db61dc-3b78-4942-8c13-5f7a981f496b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:47.233712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4370f560-1343-4b12-8ce7-0eeb36719b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.234444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33822) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:47.274199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.285740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:47.298660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:47.304293 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Router ffdf6b29-9a48-4456-a327-fdd30b991b46 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:47.305767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:47.306411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.345902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=cc6b35ba-4a45-4a26-afbd-309949c1ec23,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:47.365893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.396476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4370f560-1343-4b12-8ce7-0eeb36719b54 None None] Port d5db61dc-3b78-4942-8c13-5f7a981f496b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:47.399738 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-20822ffe-6a3d-4f8b-b524-53e82f2c3b27 tempest-AgentManagementNegativeTest-423782624 tempest-AgentManagementNegativeTest-423782624-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2564747 Mar 08 12:40:47.402783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-abb91f54-e743-4770-88f3-ba8972e4477e', 'network_id': 'abb91f54-e743-4770-88f3-ba8972e4477e', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '6cc4776a-6ccb-43e8-aea4-1a53d2f0d1d9'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:47.405200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.409987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Pushing event deleted for resources: {'Port': ['ID=be363b33-584b-4a91-8cc7-abb0014632f7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:47.509585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.534997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.557995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] DHCP port deletion for 7be41d0b-784a-4dc2-885b-f3fdba1e757f request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:47.661254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Allocated IP 172.20.0.3 (abb91f54-e743-4770-88f3-ba8972e4477e/6cc4776a-6ccb-43e8-aea4-1a53d2f0d1d9/97ceb2fe-cf78-46e3-9a61-462c3fb12455) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:47.679187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a62f38cf-5c35-499e-a82d-8bec25ce0bd7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:47.696701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.701130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:47.715899 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] Sync routers for ids ['ffdf6b29-9a48-4456-a327-fdd30b991b46'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:47.726232 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] Routers {'ffdf6b29-9a48-4456-a327-fdd30b991b46'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:47.728080 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['ffdf6b29-9a48-4456-a327-fdd30b991b46'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:47.767505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.775735 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9cf1dc44-584a-43ca-83bc-50e98cc4078a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "PUT /v2.0/routers/ffdf6b29-9a48-4456-a327-fdd30b991b46 HTTP/1.1" status: 200 len: 705 time: 4.3959455 Mar 08 12:40:47.777321 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:47.783465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33826) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:47.794595 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] Routers {'ffdf6b29-9a48-4456-a327-fdd30b991b46'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:47.795722 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['ffdf6b29-9a48-4456-a327-fdd30b991b46'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:47.854867 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:47.855836 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cdaa38-9749-467f-8dbf-8330094d2d1a None None] The sync data for ids ['ffdf6b29-9a48-4456-a327-fdd30b991b46'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:47.881611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] Deleting port 07059e63-7cad-4feb-b664-abc31a207676 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:47.882024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.939232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.955062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Deleting port 07059e63-7cad-4feb-b664-abc31a207676 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:47.955421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:47.984317 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c152d78e-411a-494f-8991-a54c84d2f7bd tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/routers/ffdf6b29-9a48-4456-a327-fdd30b991b46 HTTP/1.1" status: 200 len: 740 time: 0.1998103 Mar 08 12:40:47.984543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33830) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.009874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-92b30e0b-dae9-4302-93be-07b9551f57a8 None None] Provisioning complete for port cc6b35ba-4a45-4a26-afbd-309949c1ec23 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:48.010263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-92b30e0b-dae9-4302-93be-07b9551f57a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.048061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33832) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.049793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-92b30e0b-dae9-4302-93be-07b9551f57a8 None None] Port cc6b35ba-4a45-4a26-afbd-309949c1ec23 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:48.069687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] For port 07059e63-7cad-4feb-b664-abc31a207676, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07059e63-7cad-4feb-b664-abc31a207676,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:48.070550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.095739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.096831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] Calling delete_port for 07059e63-7cad-4feb-b664-abc31a207676 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:48.098555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:48.098919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.109138 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-94bbed60-1d26-4c5b-8091-1e3b19df4709 tempest-RoutersAdminTest-670694417 tempest-RoutersAdminTest-670694417-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=ffdf6b29-9a48-4456-a327-fdd30b991b46 HTTP/1.1" status: 200 len: 205 time: 0.1057165 Mar 08 12:40:48.118941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33836) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.138602 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.163512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.176445 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c79cadcf-d0c2-4afb-a293-0af58b14db64 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffdf6b29-9a48-4456-a327-fdd30b991b46 HTTP/1.1" status: 200 len: 205 time: 0.0532920 Mar 08 12:40:48.176667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33838) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.179577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] For port 07059e63-7cad-4feb-b664-abc31a207676, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07059e63-7cad-4feb-b664-abc31a207676,segment=NetworkSegment(a03b04a4-f6fa-4b62-88a1-1d8f802bc444),segment_id=a03b04a4-f6fa-4b62-88a1-1d8f802bc444)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:48.179958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.222512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.231713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Calling delete_port for 07059e63-7cad-4feb-b664-abc31a207676 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:48.271340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.294827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.344517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Router c4ecad11-b36e-47c2-9015-f7cd17ccdc38 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:48.346926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aac073c2-e97d-48e1-8b9e-9f953a99f2a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.354163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.400451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d82a70d0-ca53-4b5c-b4d7-a90b920a4b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.416940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Pushing event updated for resources: {'Port': ['ID=97ceb2fe-cf78-46e3-9a61-462c3fb12455,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:48.419414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07059e63-7cad-4feb-b664-abc31a207676 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:48.425435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event updated for resources: {'Port': ['ID=d5db61dc-3b78-4942-8c13-5f7a981f496b,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:48.450228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.458186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Network abb91f54-e743-4770-88f3-ba8972e4477e is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:48.465577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:48.468318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.468780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:40:48.478427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:48.479382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.481744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.500725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] No DVR routers for this DVR port 07059e63-7cad-4feb-b664-abc31a207676 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:48.543687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.553646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7806fa0-ce54-40b6-8444-784edb528948 None None] Pushing event deleted for resources: {'Port': ['ID=07059e63-7cad-4feb-b664-abc31a207676,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:48.557952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=07059e63-7cad-4feb-b664-abc31a207676,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:48.588480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] No DVR routers for this DVR port 07059e63-7cad-4feb-b664-abc31a207676 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:48.593516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Attempting to bind port 97ceb2fe-cf78-46e3-9a61-462c3fb12455 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:48.593516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Attempting to bind port 97ceb2fe-cf78-46e3-9a61-462c3fb12455 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'abb91f54-e743-4770-88f3-ba8972e4477e'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:48.594120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Attempting to bind port 97ceb2fe-cf78-46e3-9a61-462c3fb12455 on network abb91f54-e743-4770-88f3-ba8972e4477e {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:48.599757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No active binding found for port 07059e63-7cad-4feb-b664-abc31a207676 {{(pid=104047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:40:48.600311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07059e63-7cad-4feb-b664-abc31a207676 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:48.603736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:48.604248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Checking segment: {'id': 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'abb91f54-e743-4770-88f3-ba8972e4477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:48.604840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.605506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Bound using segment: {'id': 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'abb91f54-e743-4770-88f3-ba8972e4477e'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:48.606130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Bound port: 97ceb2fe-cf78-46e3-9a61-462c3fb12455, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'abb91f54-e743-4770-88f3-ba8972e4477e'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:48.606611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.620971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc4776a-6ccb-43e8-aea4-1a53d2f0d1d9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:48.649793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aac073c2-e97d-48e1-8b9e-9f953a99f2a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.655587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aac073c2-e97d-48e1-8b9e-9f953a99f2a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.667629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:48.677871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.689906 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c207ba9c-5d3c-43b3-85e4-91025d0ff57e tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "PUT /v2.0/routers/c4ecad11-b36e-47c2-9015-f7cd17ccdc38 HTTP/1.1" status: 200 len: 710 time: 3.9457767 Mar 08 12:40:48.690107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33840) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.694285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] For port 97ceb2fe-cf78-46e3-9a61-462c3fb12455, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:48.698456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] Sync routers for ids ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:48.701659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] For port 97ceb2fe-cf78-46e3-9a61-462c3fb12455, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=97ceb2fe-cf78-46e3-9a61-462c3fb12455,segment=NetworkSegment(e4dd8fd6-701b-44fb-8a7a-2b15edd15628),segment_id=e4dd8fd6-701b-44fb-8a7a-2b15edd15628)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:48.713090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] Routers {'c4ecad11-b36e-47c2-9015-f7cd17ccdc38'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:48.713826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:48.748367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:48.763609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.768982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] Routers {'c4ecad11-b36e-47c2-9015-f7cd17ccdc38'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:48.769998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:48.772674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.797038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aac073c2-e97d-48e1-8b9e-9f953a99f2a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.797475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac073c2-e97d-48e1-8b9e-9f953a99f2a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Fanout notify agent at l3_agent the message router_deleted on router ffdf6b29-9a48-4456-a327-fdd30b991b46 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:48.808888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aac073c2-e97d-48e1-8b9e-9f953a99f2a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.813882 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aac073c2-e97d-48e1-8b9e-9f953a99f2a7 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/ffdf6b29-9a48-4456-a327-fdd30b991b46 HTTP/1.1" status: 204 len: 168 time: 0.6367095 Mar 08 12:40:48.814487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33842) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.828930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.835006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:48.835869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5674016d-d8e8-4af7-878e-4683ead0c720 None None] The sync data for ids ['c4ecad11-b36e-47c2-9015-f7cd17ccdc38'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:48.847404 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0aabeb39-5ba7-4578-b761-1cf74cca90ae tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffdf6b29-9a48-4456-a327-fdd30b991b46 HTTP/1.1" status: 200 len: 205 time: 0.0317140 Mar 08 12:40:48.847988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33844) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.870529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:48.876703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.886981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.887835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.890685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6090c-295e-4677-9c4b-4b3b765cb353 None None] Pushing event updated for resources: {'Port': ['ID=97ceb2fe-cf78-46e3-9a61-462c3fb12455,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:48.892767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-02141ff8-d779-48aa-a894-b50df8638c8f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] delete failed (client error): The resource could not be found. Mar 08 12:40:48.896133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:48.896818 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-02141ff8-d779-48aa-a894-b50df8638c8f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/ffdf6b29-9a48-4456-a327-fdd30b991b46 HTTP/1.1" status: 404 len: 336 time: 0.0479016 Mar 08 12:40:48.901498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33846) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.909802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d82a70d0-ca53-4b5c-b4d7-a90b920a4b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:48.915788 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f5be1b3e-02c0-4c32-892b-b37d2a123b12 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/routers/c4ecad11-b36e-47c2-9015-f7cd17ccdc38 HTTP/1.1" status: 200 len: 745 time: 0.2257805 Mar 08 12:40:48.926779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33848) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:48.933025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be41d0b-784a-4dc2-885b-f3fdba1e757f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:48.934086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a74ac-ffa0-4073-a48a-a2971983b9bb None None] Network abb91f54-e743-4770-88f3-ba8972e4477e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:48.951632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb91f54-e743-4770-88f3-ba8972e4477e']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:48.991020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f011f9cc-398f-4ff8-94be-61d4175202e6 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0f779cf-0647-4b16-99e8-92c0f85a82a0 HTTP/1.1" status: 200 len: 205 time: 0.0884595 Mar 08 12:40:48.994053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33850) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.010047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.010335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03b04a4-f6fa-4b62-88a1-1d8f802bc444') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.014364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.014663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.026645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d82a70d0-ca53-4b5c-b4d7-a90b920a4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.030995 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-729d1e89-1cce-47e3-b4ba-cc7b3b63fb83 tempest-RoutersIpV6AdminTest-117972146 tempest-RoutersIpV6AdminTest-117972146-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=579a4316-0535-42e3-a273-418b604a5520&device_id=c4ecad11-b36e-47c2-9015-f7cd17ccdc38 HTTP/1.1" status: 200 len: 205 time: 0.1010871 Mar 08 12:40:49.035202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33852) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.043542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.052464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=cc6b35ba-4a45-4a26-afbd-309949c1ec23,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:49.077285 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e5952b53-8b6b-4947-91e8-728eae43b757 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ecad11-b36e-47c2-9015-f7cd17ccdc38 HTTP/1.1" status: 200 len: 205 time: 0.0408392 Mar 08 12:40:49.079932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33854) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.125479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.151498 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-388ecf03-e8e5-49f1-9b7f-5236e0d27f8d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] delete failed (client error): The resource could not be found. Mar 08 12:40:49.156138 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-388ecf03-e8e5-49f1-9b7f-5236e0d27f8d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/d0f779cf-0647-4b16-99e8-92c0f85a82a0 HTTP/1.1" status: 404 len: 336 time: 0.1401725 Mar 08 12:40:49.163658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33856) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.183507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.184278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee44bd-55fc-4197-9d60-e1afff7bee02 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:40:49.198093 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d82a70d0-ca53-4b5c-b4d7-a90b920a4b5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d543a5f201347338389610994694766&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1054139 Mar 08 12:40:49.198093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.200811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:49.201191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.201450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33858) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.204138 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5040400a-2400-4bf3-a1a3-44fcce840dcf tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a37f592-44a7-4ed6-aac6-d728028cfa75 HTTP/1.1" status: 200 len: 205 time: 0.0392647 Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:49.204389 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:49.213138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a70d0-ca53-4b5c-b4d7-a90b920a4b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5698b4ce-59f8-493b-b1b2-3201bd5378db,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:49.222251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33860) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.228796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b94322bb-78f5-4229-b3c8-93f2b9a3f596 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.233038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:49.233444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:49.237939 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:49.277765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:49.301787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee44bd-55fc-4197-9d60-e1afff7bee02 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:40:49.316723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b93a9423-102e-43fb-b0c6-be72db17a25b None None] Provisioning complete for port d5db61dc-3b78-4942-8c13-5f7a981f496b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:49.316926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:49.317190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Router 63dcde2b-10b6-476c-8f78-bbd57b9104cc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:49.317324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b93a9423-102e-43fb-b0c6-be72db17a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.318102 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-29428139-bf91-4641-bcfd-2535748f9ee1 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] delete failed (client error): The resource could not be found. Mar 08 12:40:49.319923 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-29428139-bf91-4641-bcfd-2535748f9ee1 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/9a37f592-44a7-4ed6-aac6-d728028cfa75 HTTP/1.1" status: 404 len: 336 time: 0.0966554 Mar 08 12:40:49.323327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33862) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.412335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b93a9423-102e-43fb-b0c6-be72db17a25b None None] Port d5db61dc-3b78-4942-8c13-5f7a981f496b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:49.733512 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-11f75821-133e-4025-8fe7-b4e8fa1f8f42 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=afac5243-db24-4d13-85cc-ecb1473de946 HTTP/1.1" status: 200 len: 205 time: 0.4070413 Mar 08 12:40:49.738788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33864) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.782097 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b05e70c3-beff-4bc6-be15-2a0209ba668a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] delete failed (client error): The resource could not be found. Mar 08 12:40:49.783123 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b05e70c3-beff-4bc6-be15-2a0209ba668a tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/afac5243-db24-4d13-85cc-ecb1473de946 HTTP/1.1" status: 404 len: 336 time: 0.0418575 Mar 08 12:40:49.786417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33866) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.799865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:40:49.799865 dv-neutron-829486-2-hyperv neutron-server[104045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:40:49.799865 dv-neutron-829486-2-hyperv neutron-server[104045]: [parameters: {'id': 'abb91f54-e743-4770-88f3-ba8972e4477e'}] Mar 08 12:40:49.799865 dv-neutron-829486-2-hyperv neutron-server[104045]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:40:49.800998 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:40:49.801273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:49.814187 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] Sync routers for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:49.826741 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7431144c-dedc-47ba-aead-2bdf00aa0fa0 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "PUT /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5285261 Mar 08 12:40:49.826741 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21b14b8a-1e3d-4c8a-bef5-b1571475c04d tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=4095e967-549c-40d3-be0d-7cbfaf9f47ee HTTP/1.1" status: 200 len: 205 time: 0.0367293 Mar 08 12:40:49.826741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.826741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33868) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.831550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33870) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.837035 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:49.839019 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.855942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93eca35e-6525-433b-b226-46d2599d4a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.864753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b94322bb-78f5-4229-b3c8-93f2b9a3f596 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.868883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b94322bb-78f5-4229-b3c8-93f2b9a3f596 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.878088 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.889308 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:49.890069 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.908227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.923409 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7be41d0b-784a-4dc2-885b-f3fdba1e757f HTTP/1.1" status: 204 len: 168 time: 2.7524478 Mar 08 12:40:49.925090 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:49.925741 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a2284-8f3e-4eff-b420-9869425466a8 None None] The sync data for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:49.933071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93eca35e-6525-433b-b226-46d2599d4a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.937316 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-3382c566-f687-42a4-aa2c-250bd43fad1f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] delete failed (client error): The resource could not be found. Mar 08 12:40:49.939134 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3382c566-f687-42a4-aa2c-250bd43fad1f tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/4095e967-549c-40d3-be0d-7cbfaf9f47ee HTTP/1.1" status: 404 len: 336 time: 0.1059566 Mar 08 12:40:49.949668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33874) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:49.966936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-926e9f83-3d05-474d-b17a-8e4d72ad44d2 None None] Provisioning complete for port cc6b35ba-4a45-4a26-afbd-309949c1ec23 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:49.969789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-926e9f83-3d05-474d-b17a-8e4d72ad44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:49.971937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93613f07-fe5f-4f75-aca3-874101367a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be41d0b-784a-4dc2-885b-f3fdba1e757f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:49.984532 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-de2a2639-d869-4ec6-bd06-6a66d5fc3b24 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "GET /v2.0/ports?device_id=af768eff-57b4-4bba-96db-2030c419f982 HTTP/1.1" status: 200 len: 205 time: 0.0316305 Mar 08 12:40:49.985389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33876) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.022150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b94322bb-78f5-4229-b3c8-93f2b9a3f596 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.022661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94322bb-78f5-4229-b3c8-93f2b9a3f596 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Fanout notify agent at l3_agent the message router_deleted on router c4ecad11-b36e-47c2-9015-f7cd17ccdc38 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:50.030741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b94322bb-78f5-4229-b3c8-93f2b9a3f596 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.034776 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b94322bb-78f5-4229-b3c8-93f2b9a3f596 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/c4ecad11-b36e-47c2-9015-f7cd17ccdc38 HTTP/1.1" status: 204 len: 168 time: 0.9506707 Mar 08 12:40:50.035167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-926e9f83-3d05-474d-b17a-8e4d72ad44d2 None None] Port cc6b35ba-4a45-4a26-afbd-309949c1ec23 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:50.035247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33878) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.038366 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-6fe3b2c9-9b57-4df2-baae-f69cd67d4419 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] delete failed (client error): The resource could not be found. Mar 08 12:40:50.039694 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6fe3b2c9-9b57-4df2-baae-f69cd67d4419 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/routers/af768eff-57b4-4bba-96db-2030c419f982 HTTP/1.1" status: 404 len: 336 time: 0.0413098 Mar 08 12:40:50.042924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33880) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.062878 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8eaddecb-c73a-49ff-947e-437914722950 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4ecad11-b36e-47c2-9015-f7cd17ccdc38 HTTP/1.1" status: 200 len: 205 time: 0.0266387 Mar 08 12:40:50.065257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33882) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.074505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fbf47e84-acb3-4afd-9dbf-4c4c902ff115 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.077434 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ce271d-8f10-4146-bf04-fcdfff36f2f4 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] DELETE failed (client error): The resource could not be found. Mar 08 12:40:50.077901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ce271d-8f10-4146-bf04-fcdfff36f2f4 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:50.081580 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-62ce271d-8f10-4146-bf04-fcdfff36f2f4 tempest-RoutersAdminTest-1297683898 tempest-RoutersAdminTest-1297683898-project] 10.222.0.65 "DELETE /v2.0/subnets/0703db50-dd4f-4271-baf1-319a2721d28d HTTP/1.1" status: 404 len: 337 time: 0.0367820 Mar 08 12:40:50.106121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Router 90a08ee1-61cf-495d-a202-56e63d6c0a03 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:40:50.108346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-04b1cc19-9505-49a2-afd0-4bda31f38334 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] delete failed (client error): The resource could not be found. Mar 08 12:40:50.109396 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-04b1cc19-9505-49a2-afd0-4bda31f38334 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/c4ecad11-b36e-47c2-9015-f7cd17ccdc38 HTTP/1.1" status: 404 len: 336 time: 0.0432110 Mar 08 12:40:50.117438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.159516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93eca35e-6525-433b-b226-46d2599d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.162420 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93eca35e-6525-433b-b226-46d2599d4a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.163631 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-93eca35e-6525-433b-b226-46d2599d4a51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5698b4ce-59f8-493b-b1b2-3201bd5378db HTTP/1.1" status: 204 len: 168 time: 0.9564579 Mar 08 12:40:50.173774 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-96f3c388-a78d-46a4-9dd4-94b1376e2460 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfd33af2-61c8-4411-b3f6-3d6ffceae617 HTTP/1.1" status: 200 len: 205 time: 0.0551019 Mar 08 12:40:50.176071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33890) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.205283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eca35e-6525-433b-b226-46d2599d4a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698b4ce-59f8-493b-b1b2-3201bd5378db,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:50.227278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:50.229636 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-23c85a38-df59-47b8-9bb1-1bf0825d705b tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] delete failed (client error): The resource could not be found. Mar 08 12:40:50.233321 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-23c85a38-df59-47b8-9bb1-1bf0825d705b tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/dfd33af2-61c8-4411-b3f6-3d6ffceae617 HTTP/1.1" status: 404 len: 336 time: 0.0538464 Mar 08 12:40:50.233461 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-055280e3-ee28-409b-be63-f985adfa6db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "PUT /v2.0/routers/90a08ee1-61cf-495d-a202-56e63d6c0a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8550439 Mar 08 12:40:50.233561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.235938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33894) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.246553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74320810-643e-4747-b085-ed569f6121eb None None] Sync routers for ids ['90a08ee1-61cf-495d-a202-56e63d6c0a03'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:50.249064 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-fbf47e84-acb3-4afd-9dbf-4c4c902ff115 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 08 12:40:50.249325 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fbf47e84-acb3-4afd-9dbf-4c4c902ff115 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc HTTP/1.1" status: 409 len: 329 time: 0.4225678 Mar 08 12:40:50.266369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] Routers {'90a08ee1-61cf-495d-a202-56e63d6c0a03'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:50.267136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33896) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.267260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['90a08ee1-61cf-495d-a202-56e63d6c0a03'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:50.285450 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d1f3ffda-2d3c-49b1-a797-f33f720f9b4b tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=71b69e8e-6d43-4ff9-8309-9095974d6bb4 HTTP/1.1" status: 200 len: 205 time: 0.0507066 Mar 08 12:40:50.302454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33898) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.302811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33900) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.319641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.368739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314bbb0c-aafc-4181-a99a-9e01951f9907 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:50.371756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] Set router 90a08ee1-61cf-495d-a202-56e63d6c0a03 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:50.372918 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-314bbb0c-aafc-4181-a99a-9e01951f9907 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports/cc6b35ba-4a45-4a26-afbd-309949c1ec23 HTTP/1.1" status: 200 len: 911 time: 0.1360450 Mar 08 12:40:50.375817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33902) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.392201 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-42b027f7-f0da-4ce9-8fe5-fe2aad5a8d98 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] delete failed (client error): The resource could not be found. Mar 08 12:40:50.394451 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-42b027f7-f0da-4ce9-8fe5-fe2aad5a8d98 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/71b69e8e-6d43-4ff9-8309-9095974d6bb4 HTTP/1.1" status: 404 len: 336 time: 0.0905745 Mar 08 12:40:50.399476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33904) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.459943 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fc5cd7ea-ff4e-49ad-bfb8-fe02d7c5fc30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0967e5f7b0fb4fed8d47d62098682988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1472738 Mar 08 12:40:50.463774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-155715d8-cb80-4dec-8bd4-b6e0724ec267 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=4be72fc2-2049-43a6-8feb-94fe1cca35ae HTTP/1.1" status: 200 len: 205 time: 0.0633450 Mar 08 12:40:50.464719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33906) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.467389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33908) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.540287 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-83bedc3d-e295-4a7f-8a7b-58bb8fa350e9 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] delete failed (client error): The resource could not be found. Mar 08 12:40:50.541337 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-83bedc3d-e295-4a7f-8a7b-58bb8fa350e9 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/4be72fc2-2049-43a6-8feb-94fe1cca35ae HTTP/1.1" status: 404 len: 336 time: 0.0677192 Mar 08 12:40:50.544436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4de93-6d44-4f5c-a976-1b9329d3f357 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:50.547078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33912) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.551057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4de93-6d44-4f5c-a976-1b9329d3f357 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:50.556227 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2ff4de93-6d44-4f5c-a976-1b9329d3f357 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1790624 Mar 08 12:40:50.557579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33914) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.594566 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0ac668bc-e4f1-45f5-ba6e-7a4559f4c3cc tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=88d04cb9-1a7f-4181-94d5-fa150bc3dc11 HTTP/1.1" status: 200 len: 205 time: 0.0463672 Mar 08 12:40:50.597590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33916) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.616827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'name': 'tempest-NetworksTestDHCPv6-router-1358883652', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:43Z', 'updated_at': '2022-03-08T12:40:47Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None, '_interfaces': [{'id': 'cc6b35ba-4a45-4a26-afbd-309949c1ec23', 'name': '', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'mac_address': 'fa:16:3e:17:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57265a11-2f2d-4899-a32e-93e42a6a3065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:45Z', 'updated_at': '2022-03-08T12:40:48Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'subnets': [{'id': '57265a11-2f2d-4899-a32e-93e42a6a3065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:50.650701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74320810-643e-4747-b085-ed569f6121eb None None] Checking router: 90a08ee1-61cf-495d-a202-56e63d6c0a03 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:50.652534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74320810-643e-4747-b085-ed569f6121eb None None] Updating router 90a08ee1-61cf-495d-a202-56e63d6c0a03 port cc6b35ba-4a45-4a26-afbd-309949c1ec23 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:40:50.654544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33918) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.674894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99a16fa8-25be-4ee3-b0bb-c42f1951ce3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.676956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-15682106-559f-4464-b604-194c2f2fc4a8 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] delete failed (client error): The resource could not be found. Mar 08 12:40:50.681832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-15682106-559f-4464-b604-194c2f2fc4a8 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/88d04cb9-1a7f-4181-94d5-fa150bc3dc11 HTTP/1.1" status: 404 len: 336 time: 0.0792065 Mar 08 12:40:50.682254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33922) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.689861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-74320810-643e-4747-b085-ed569f6121eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.697488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port 97ceb2fe-cf78-46e3-9a61-462c3fb12455 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:50.697819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.728549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f4ab16d3-54d2-44b9-964c-fcb4755d2dd1 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "GET /v2.0/ports?device_id=e80035bd-9ec4-4173-a624-32e515d60832 HTTP/1.1" status: 200 len: 205 time: 0.0451369 Mar 08 12:40:50.734259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33924) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.737407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99a16fa8-25be-4ee3-b0bb-c42f1951ce3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.847909 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-ea7bf547-ef77-4d5a-8f09-ceeb81d31560 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] delete failed (client error): The resource could not be found. Mar 08 12:40:50.850531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ea7bf547-ef77-4d5a-8f09-ceeb81d31560 tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/routers/e80035bd-9ec4-4173-a624-32e515d60832 HTTP/1.1" status: 404 len: 336 time: 0.1153200 Mar 08 12:40:50.855604 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33928) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:50.915236 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e5106d-5081-4e6b-a04f-40efaf8256fd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] DELETE failed (client error): The resource could not be found. Mar 08 12:40:50.915851 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e5106d-5081-4e6b-a04f-40efaf8256fd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:40:50.919626 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-96e5106d-5081-4e6b-a04f-40efaf8256fd tempest-RoutersIpV6AdminTest-497855736 tempest-RoutersIpV6AdminTest-497855736-project] 10.222.0.65 "DELETE /v2.0/subnets/d5ce7a51-6590-4193-816e-0e533fc3855b HTTP/1.1" status: 404 len: 337 time: 0.0571363 Mar 08 12:40:50.922612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port 97ceb2fe-cf78-46e3-9a61-462c3fb12455, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=97ceb2fe-cf78-46e3-9a61-462c3fb12455,segment=NetworkSegment(e4dd8fd6-701b-44fb-8a7a-2b15edd15628),segment_id=e4dd8fd6-701b-44fb-8a7a-2b15edd15628)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:50.923149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:50.946432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for 97ceb2fe-cf78-46e3-9a61-462c3fb12455 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:50.971550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a25c67d8-2aa2-46e7-801a-f29dc9684795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.058423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99a16fa8-25be-4ee3-b0bb-c42f1951ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.061025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99a16fa8-25be-4ee3-b0bb-c42f1951ce3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.062456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-99a16fa8-25be-4ee3-b0bb-c42f1951ce3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c850e87-f4e1-4921-a78d-7307b7127d49 HTTP/1.1" status: 204 len: 168 time: 0.5960145 Mar 08 12:40:51.076269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a16fa8-25be-4ee3-b0bb-c42f1951ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c850e87-f4e1-4921-a78d-7307b7127d49,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:51.096294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a25c67d8-2aa2-46e7-801a-f29dc9684795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.105375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-74320810-643e-4747-b085-ed569f6121eb None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.157556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a25c67d8-2aa2-46e7-801a-f29dc9684795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.206065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a25c67d8-2aa2-46e7-801a-f29dc9684795 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fd63ffd74bd44da85964bdf43225152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495441 Mar 08 12:40:51.207254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c67d8-2aa2-46e7-801a-f29dc9684795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492963cd-250b-485c-a847-77a6b6def699,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:51.221369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33942) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:51.226154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-74320810-643e-4747-b085-ed569f6121eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.238706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.283761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f037-c948-4522-8a53-5cbdc40cb71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.287026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f0f5c-161c-41fe-bad7-5d4dd8cef01a None None] Pushing event updated for resources: {'Port': ['ID=cc6b35ba-4a45-4a26-afbd-309949c1ec23,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:51.327595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f037-c948-4522-8a53-5cbdc40cb71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.336892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.467092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f037-c948-4522-8a53-5cbdc40cb71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.471614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e6f037-c948-4522-8a53-5cbdc40cb71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.474913 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b9e6f037-c948-4522-8a53-5cbdc40cb71b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/492963cd-250b-485c-a847-77a6b6def699 HTTP/1.1" status: 204 len: 168 time: 0.2501864 Mar 08 12:40:51.484699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6f037-c948-4522-8a53-5cbdc40cb71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492963cd-250b-485c-a847-77a6b6def699,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:51.611014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33950) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:51.628242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-74320810-643e-4747-b085-ed569f6121eb None None] Attempting to bind port cc6b35ba-4a45-4a26-afbd-309949c1ec23 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:51.628705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-74320810-643e-4747-b085-ed569f6121eb None None] Attempting to bind port cc6b35ba-4a45-4a26-afbd-309949c1ec23 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:51.629178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74320810-643e-4747-b085-ed569f6121eb None None] Attempting to bind port cc6b35ba-4a45-4a26-afbd-309949c1ec23 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:51.636710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74320810-643e-4747-b085-ed569f6121eb None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:51.637076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74320810-643e-4747-b085-ed569f6121eb None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:51.637490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-74320810-643e-4747-b085-ed569f6121eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.637934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74320810-643e-4747-b085-ed569f6121eb None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:51.638321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-74320810-643e-4747-b085-ed569f6121eb None None] Bound port: cc6b35ba-4a45-4a26-afbd-309949c1ec23, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:51.638709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-74320810-643e-4747-b085-ed569f6121eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.718010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c02ffe0d-81ac-4ac6-bf78-a4120ff12f26 None None] Provisioning complete for port cc6b35ba-4a45-4a26-afbd-309949c1ec23 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:51.718554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c02ffe0d-81ac-4ac6-bf78-a4120ff12f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.719483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=97ceb2fe-cf78-46e3-9a61-462c3fb12455,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:51.721698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port 97ceb2fe-cf78-46e3-9a61-462c3fb12455 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:51.772737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-74320810-643e-4747-b085-ed569f6121eb None None] For port cc6b35ba-4a45-4a26-afbd-309949c1ec23, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:51.777578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-74320810-643e-4747-b085-ed569f6121eb None None] For port cc6b35ba-4a45-4a26-afbd-309949c1ec23, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cc6b35ba-4a45-4a26-afbd-309949c1ec23,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:51.780016 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c02ffe0d-81ac-4ac6-bf78-a4120ff12f26 None None] Port cc6b35ba-4a45-4a26-afbd-309949c1ec23 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:40:51.820074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-74320810-643e-4747-b085-ed569f6121eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.870700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] Routers {'90a08ee1-61cf-495d-a202-56e63d6c0a03'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:51.871339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['90a08ee1-61cf-495d-a202-56e63d6c0a03'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:51.950897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:51.985493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f0f5c-161c-41fe-bad7-5d4dd8cef01a None None] Pushing event updated for resources: {'Port': ['ID=cc6b35ba-4a45-4a26-afbd-309949c1ec23,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:52.007347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.011210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-13961b58-ad5f-4a66-85d6-b32078bf42c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.020447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] Set router 90a08ee1-61cf-495d-a202-56e63d6c0a03 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:52.085909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb91f54-e743-4770-88f3-ba8972e4477e']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:52.105043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:52.105327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dd8fd6-701b-44fb-8a7a-2b15edd15628') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:52.131615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.168557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-13961b58-ad5f-4a66-85d6-b32078bf42c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.219680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-13961b58-ad5f-4a66-85d6-b32078bf42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.222626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.248057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:52.248452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:52.251446 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:52.264015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-13961b58-ad5f-4a66-85d6-b32078bf42c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f419f9f4d8de455995b36ea6bb67a1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517308 Mar 08 12:40:52.265313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13961b58-ad5f-4a66-85d6-b32078bf42c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad3f5ce-d47d-4041-b57e-6f25a515e63b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:52.268640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33968) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:52.335694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f40-f89b-4d2f-bb60-0ecde78063f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.352196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c4f01547-0b52-40df-a83c-2193f911a25f None None] Provisioning complete for port cc6b35ba-4a45-4a26-afbd-309949c1ec23 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:40:52.353550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f01547-0b52-40df-a83c-2193f911a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.369311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f40-f89b-4d2f-bb60-0ecde78063f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.386381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 33972) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:52.426304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-74320810-643e-4747-b085-ed569f6121eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'name': 'tempest-NetworksTestDHCPv6-router-1358883652', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:43Z', 'updated_at': '2022-03-08T12:40:47Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None, '_interfaces': [{'id': 'cc6b35ba-4a45-4a26-afbd-309949c1ec23', 'name': '', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'mac_address': 'fa:16:3e:17:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57265a11-2f2d-4899-a32e-93e42a6a3065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:45Z', 'updated_at': '2022-03-08T12:40:51Z', 'revision_number': 4, 'project_id': 'a20f4efc62584465997db4534081d51a', 'subnets': [{'id': '57265a11-2f2d-4899-a32e-93e42a6a3065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:52.450872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.461703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74320810-643e-4747-b085-ed569f6121eb None None] The sync data for ids ['90a08ee1-61cf-495d-a202-56e63d6c0a03'] in dv-neutron-829486-2-hyperv is: [{'id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'name': 'tempest-NetworksTestDHCPv6-router-1358883652', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:43Z', 'updated_at': '2022-03-08T12:40:47Z', 'revision_number': 2, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None, '_interfaces': [{'id': 'cc6b35ba-4a45-4a26-afbd-309949c1ec23', 'name': '', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'mac_address': 'fa:16:3e:17:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '57265a11-2f2d-4899-a32e-93e42a6a3065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:40:45Z', 'updated_at': '2022-03-08T12:40:51Z', 'revision_number': 4, 'project_id': 'a20f4efc62584465997db4534081d51a', 'subnets': [{'id': '57265a11-2f2d-4899-a32e-93e42a6a3065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:52.473070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.480976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33974) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:52.482395 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/abb91f54-e743-4770-88f3-ba8972e4477e HTTP/1.1" status: 204 len: 168 time: 5.2455819 Mar 08 12:40:52.486606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2047908301'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:52.504287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2e60f-356e-4ff7-b0af-9bbf6c7082cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=abb91f54-e743-4770-88f3-ba8972e4477e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:52.513358 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3990b915-13bc-4cb8-86a5-e921c9d0f19d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ef7897a63024e7fb30995ea727743ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1246612 Mar 08 12:40:52.519270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33976) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:52.541585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Deleting port d5db61dc-3b78-4942-8c13-5f7a981f496b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:52.542246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.544869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f01547-0b52-40df-a83c-2193f911a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.545089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f40-f89b-4d2f-bb60-0ecde78063f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.552421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f40-f89b-4d2f-bb60-0ecde78063f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.559317 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f5b11f40-f89b-4d2f-bb60-0ecde78063f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fad3f5ce-d47d-4041-b57e-6f25a515e63b HTTP/1.1" status: 204 len: 168 time: 0.2892487 Mar 08 12:40:52.593052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c4f01547-0b52-40df-a83c-2193f911a25f None None] For port cc6b35ba-4a45-4a26-afbd-309949c1ec23, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cc6b35ba-4a45-4a26-afbd-309949c1ec23,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:52.599587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11f40-f89b-4d2f-bb60-0ecde78063f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad3f5ce-d47d-4041-b57e-6f25a515e63b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:52.608157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:52.611925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.659689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-faed3c0d-3ab9-4f35-b8d5-e1d71c1501f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.670063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:52.678410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f01547-0b52-40df-a83c-2193f911a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.682321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port cc6b35ba-4a45-4a26-afbd-309949c1ec23 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:52.684274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.698708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.698708 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment 864dc446-01a3-4599-a06c-65e43534fd50 of type vlan for network bfba5d6e-8497-4c1c-bec0-5819475f46b0 Mar 08 12:40:52.701311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-faed3c0d-3ab9-4f35-b8d5-e1d71c1501f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.709886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.775625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Calling delete_port for d5db61dc-3b78-4942-8c13-5f7a981f496b owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:52.807993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.864537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f01547-0b52-40df-a83c-2193f911a25f None None] Pushing event updated for resources: {'Port': ['ID=cc6b35ba-4a45-4a26-afbd-309949c1ec23,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:52.881750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] For port cc6b35ba-4a45-4a26-afbd-309949c1ec23, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cc6b35ba-4a45-4a26-afbd-309949c1ec23,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:52.882257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.919230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33984) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:52.926221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for cc6b35ba-4a45-4a26-afbd-309949c1ec23 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:52.939660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.950439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:52.951342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.967235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-faed3c0d-3ab9-4f35-b8d5-e1d71c1501f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.970261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-faed3c0d-3ab9-4f35-b8d5-e1d71c1501f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:52.972108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-faed3c0d-3ab9-4f35-b8d5-e1d71c1501f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34d78a42-b28c-4f26-95a2-3a5dfe23a99f HTTP/1.1" status: 204 len: 168 time: 0.4512646 Mar 08 12:40:52.994798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3c0d-3ab9-4f35-b8d5-e1d71c1501f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d78a42-b28c-4f26-95a2-3a5dfe23a99f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:53.089239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6072295 Mar 08 12:40:53.097399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33992) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.109433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': 'bfba5d6e-8497-4c1c-bec0-5819475f46b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:53.206537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3a530-753c-4d7f-9e3e-6454df004ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=bfba5d6e-8497-4c1c-bec0-5819475f46b0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:53.219560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network bfba5d6e-8497-4c1c-bec0-5819475f46b0 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:53.260585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:53.273537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-f5b6d28d-f195-477b-aa8b-29e1df2737f6 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.274952 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f5b6d28d-f195-477b-aa8b-29e1df2737f6 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3546252 Mar 08 12:40:53.277894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33996) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.284195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-962ba6ea-aefc-41e3-a2cd-7158a26fcb30 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.288265 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-962ba6ea-aefc-41e3-a2cd-7158a26fcb30 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0083313 Mar 08 12:40:53.292294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 33998) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.293287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:53.302992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:53.334432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-3b4ba511-c6a2-4223-91ac-4b3f0dadfbcb tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.334432 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3b4ba511-c6a2-4223-91ac-4b3f0dadfbcb tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0164087 Mar 08 12:40:53.335222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Port': ['ID=d5db61dc-3b78-4942-8c13-5f7a981f496b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:53.335402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34000) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.344287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-e0d1bd92-4c09-4c88-9a00-e75d6b81485b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.347637 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e0d1bd92-4c09-4c88-9a00-e75d6b81485b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0112255 Mar 08 12:40:53.361415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34002) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.366089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-b0705808-9b3d-472b-8c6a-78161261770f tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.367079 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b0705808-9b3d-472b-8c6a-78161261770f tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046909 Mar 08 12:40:53.380600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34004) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.393006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-6923327f-dde1-49a2-a6bd-7b2ad5734387 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.393006 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6923327f-dde1-49a2-a6bd-7b2ad5734387 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051148 Mar 08 12:40:53.399860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34006) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.427443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:53.464298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-fcc9fcce-44c8-48af-8f39-15d1aba82a77 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.467697 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fcc9fcce-44c8-48af-8f39-15d1aba82a77 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0649428 Mar 08 12:40:53.475608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34010) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.481574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-6497101b-97ae-434e-ac37-00b26950dd06 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.486033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6497101b-97ae-434e-ac37-00b26950dd06 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059350 Mar 08 12:40:53.486033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34014) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.494683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-a8135d7c-9d3a-47dc-92f4-7bc687429046 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.498102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a8135d7c-9d3a-47dc-92f4-7bc687429046 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088286 Mar 08 12:40:53.499688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34016) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.505574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-0df4e8ee-599a-4c2e-9280-cf1f72f2107b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.506615 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0df4e8ee-599a-4c2e-9280-cf1f72f2107b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059888 Mar 08 12:40:53.509944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34018) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.516343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-9b50f3af-3d16-4c0e-a122-fdbbd395b20b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.517889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9b50f3af-3d16-4c0e-a122-fdbbd395b20b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063989 Mar 08 12:40:53.522179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34020) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.531421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-0772c8a1-f2bd-4a76-9782-457014918249 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.534312 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0772c8a1-f2bd-4a76-9782-457014918249 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0093062 Mar 08 12:40:53.536632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34022) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.542569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-6a59b4ec-c16c-4fe6-a5b3-df73c6c4e0cc tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.543730 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6a59b4ec-c16c-4fe6-a5b3-df73c6c4e0cc tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060265 Mar 08 12:40:53.552261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34024) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.558590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-3f01ef78-9697-42be-809d-2ec1408a2f15 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.560180 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3f01ef78-9697-42be-809d-2ec1408a2f15 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0065846 Mar 08 12:40:53.563413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34026) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.576246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-674d2ca9-084a-4ca5-8619-00af2117b67a tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.576246 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-674d2ca9-084a-4ca5-8619-00af2117b67a tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0072544 Mar 08 12:40:53.579104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34028) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.598400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=cc6b35ba-4a45-4a26-afbd-309949c1ec23,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:53.614108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-8738b841-77b6-4623-b13a-0c0955b4af45 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.615169 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8738b841-77b6-4623-b13a-0c0955b4af45 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0351551 Mar 08 12:40:53.617870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34030) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.634066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-ddfa3431-6b4c-425f-82f9-69b4c924ba14 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.635107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ddfa3431-6b4c-425f-82f9-69b4c924ba14 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0089352 Mar 08 12:40:53.638053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34032) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.646634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-dd7df621-9f04-45ce-94c7-40f44857f5c2 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.647603 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dd7df621-9f04-45ce-94c7-40f44857f5c2 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086722 Mar 08 12:40:53.657681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34034) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.680471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-f35bf69c-e5aa-4097-a10e-428fee24612d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.684764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f35bf69c-e5aa-4097-a10e-428fee24612d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0155320 Mar 08 12:40:53.685574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34036) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.702850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:53.717073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cc6b35ba-4a45-4a26-afbd-309949c1ec23 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:40:53.740228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-45004949-18a6-42a1-ab24-4b7c9fe100fa tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.744774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-45004949-18a6-42a1-ab24-4b7c9fe100fa tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0139258 Mar 08 12:40:53.748107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34038) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.754327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-5f48a3ab-6b27-4997-985e-fbafe1672f25 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.759520 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5f48a3ab-6b27-4997-985e-fbafe1672f25 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0080938 Mar 08 12:40:53.761608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34040) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.766548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-248e94d8-cadc-4332-bb34-657da8a80ea7 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.767535 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-248e94d8-cadc-4332-bb34-657da8a80ea7 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049140 Mar 08 12:40:53.772593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34042) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.788656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-2a9ae289-e850-42af-a598-7992cd6dba6d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.790818 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2a9ae289-e850-42af-a598-7992cd6dba6d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0171945 Mar 08 12:40:53.795133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34046) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.803153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-061fc71d-8a35-4369-a528-4e7f0045173e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.805980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: cc6b35ba-4a45-4a26-afbd-309949c1ec23 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:53.806453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cc6b35ba-4a45-4a26-afbd-309949c1ec23 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 08 12:40:53.811418 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-061fc71d-8a35-4369-a528-4e7f0045173e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0128772 Mar 08 12:40:53.812050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34048) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.816418 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:53.823159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-ad277b79-5244-4cff-846f-c83ec7fd5f1e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.831250 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ad277b79-5244-4cff-846f-c83ec7fd5f1e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0160036 Mar 08 12:40:53.831884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34050) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.842158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Port cc6b35ba-4a45-4a26-afbd-309949c1ec23 not found, will not notify nova. {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 08 12:40:53.845804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-6f0ec797-2186-4246-b35c-1bbb2f4938eb tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.846872 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6f0ec797-2186-4246-b35c-1bbb2f4938eb tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0118008 Mar 08 12:40:53.854891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34052) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.880016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-bad507c8-9277-43be-a2bc-b65e14a26ab5 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.881224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bad507c8-9277-43be-a2bc-b65e14a26ab5 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0254300 Mar 08 12:40:53.889743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34054) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.890211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34056) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.912792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-e7ebcdf9-6484-408e-8fe9-2b2ff002eb1b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.914491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e7ebcdf9-6484-408e-8fe9-2b2ff002eb1b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0227220 Mar 08 12:40:53.922076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34058) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.932854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-654ac213-d5df-4b74-93db-396df003f381 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.933871 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-654ac213-d5df-4b74-93db-396df003f381 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0100708 Mar 08 12:40:53.938237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34060) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.944429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-78c48e0e-875f-4f10-a4a2-c8340274b88c tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.948543 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-78c48e0e-875f-4f10-a4a2-c8340274b88c tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0054755 Mar 08 12:40:53.951659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34062) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.955934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-2c9ad738-ce8c-42da-a6c1-b76ffb84b529 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.959163 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2c9ad738-ce8c-42da-a6c1-b76ffb84b529 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042830 Mar 08 12:40:53.968669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34064) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.983464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-0162f133-0683-48f4-a4da-b9a1b5d2241a tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:53.990830 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0162f133-0683-48f4-a4da-b9a1b5d2241a tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0188036 Mar 08 12:40:53.992621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34066) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:53.997745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-3613032a-9b7d-4c48-b59d-adfdb4e1d1ea tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.002813 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3613032a-9b7d-4c48-b59d-adfdb4e1d1ea tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0086472 Mar 08 12:40:54.009115 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e8691e8b-cb10-4d08-90ea-f478ab9b4511 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4a7e0b16f3b4c03a1561f489e698d05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1162784 Mar 08 12:40:54.009689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34068) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.010085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34070) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.022092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-1aa21812-9af0-4b70-bad0-7b28e8caf500 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.026533 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1aa21812-9af0-4b70-bad0-7b28e8caf500 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0118167 Mar 08 12:40:54.026619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.028575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34076) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.067177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-722dcff3-63fc-47ea-8985-2356893e3fd8 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.071310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-722dcff3-63fc-47ea-8985-2356893e3fd8 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078669 Mar 08 12:40:54.072882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34080) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.077127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Router 63dcde2b-10b6-476c-8f78-bbd57b9104cc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:54.082115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-8b3fe372-e9b3-4522-92e2-220217863bf6 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.083053 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8b3fe372-e9b3-4522-92e2-220217863bf6 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081353 Mar 08 12:40:54.099358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34082) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.107356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-822625e9-99e8-43fc-bfc5-36a2ade62b3e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.109901 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-822625e9-99e8-43fc-bfc5-36a2ade62b3e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044734 Mar 08 12:40:54.115734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34084) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.123713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-6c509c4c-f8f5-4da2-abae-51feefd5c5a7 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.124915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6c509c4c-f8f5-4da2-abae-51feefd5c5a7 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0066919 Mar 08 12:40:54.127510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Router 90a08ee1-61cf-495d-a202-56e63d6c0a03 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:40:54.128106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34088) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.134063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-aa02bd79-6cfb-4203-b113-d6c8adc87130 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.135133 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aa02bd79-6cfb-4203-b113-d6c8adc87130 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061183 Mar 08 12:40:54.138518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34090) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.142950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=45a6e4eb-c308-4411-8f99-cbf256c4a1fd,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:54.144041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-de90994e-bebc-46cd-aaf2-18c9582383d6 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.145882 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-de90994e-bebc-46cd-aaf2-18c9582383d6 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063391 Mar 08 12:40:54.157647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef4d12c1-ebf8-4682-a122-d55708391104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.175918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34094) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.209465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-9403fad9-6152-4f28-8f80-b57396a7cadd tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.214910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9403fad9-6152-4f28-8f80-b57396a7cadd tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0155005 Mar 08 12:40:54.216279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34096) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.224617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-38465bf9-3dbf-4d93-9d50-351bf1042135 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.225685 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-38465bf9-3dbf-4d93-9d50-351bf1042135 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0082142 Mar 08 12:40:54.231237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34098) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.240392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-c6928c0c-6bfd-4472-8676-6ce5805e53b9 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.246101 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c6928c0c-6bfd-4472-8676-6ce5805e53b9 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0099573 Mar 08 12:40:54.248508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef4d12c1-ebf8-4682-a122-d55708391104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.250683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': '864dc446-01a3-4599-a06c-65e43534fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bfba5d6e-8497-4c1c-bec0-5819475f46b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:54.251234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: bfba5d6e-8497-4c1c-bec0-5819475f46b0, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:54.254904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34100) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.264313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:54.272170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-f9e30f85-37e9-4cca-8e8a-f21e8708b729 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.273117 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f9e30f85-37e9-4cca-8e8a-f21e8708b729 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099115 Mar 08 12:40:54.274823 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-75fb87b1-c325-4987-be59-8a783002b6fb tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "PUT /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0062728 Mar 08 12:40:54.275914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34102) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.276247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34104) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.283628 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] Sync routers for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:54.307495 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:54.308311 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:54.350607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-86c50b3a-1be5-48b4-8a02-fd91309a118e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.355273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34112) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.355450 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-86c50b3a-1be5-48b4-8a02-fd91309a118e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0764196 Mar 08 12:40:54.356922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:40:54.361326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-ac3b57b2-0c8c-4a1d-9b86-6ab85c8f7f67 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.362689 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ac3b57b2-0c8c-4a1d-9b86-6ab85c8f7f67 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0060811 Mar 08 12:40:54.364149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network bfba5d6e-8497-4c1c-bec0-5819475f46b0 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:54.374702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34114) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.382343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-9cf95bca-88d7-41d7-add0-d704f0ebcaab tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.384444 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9cf95bca-88d7-41d7-add0-d704f0ebcaab tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0133188 Mar 08 12:40:54.388034 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:54.389344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34116) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.399860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-4a8c1704-0fa7-4808-9d20-5ee97af88b3e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.403270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4a8c1704-0fa7-4808-9d20-5ee97af88b3e tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0099447 Mar 08 12:40:54.406109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34118) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.408449 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] Routers {'63dcde2b-10b6-476c-8f78-bbd57b9104cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:54.409258 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:54.411682 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-65dad9c5-f8d7-4b94-9f89-a2b7a5fbcd5a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "PUT /v2.0/routers/90a08ee1-61cf-495d-a202-56e63d6c0a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8502080 Mar 08 12:40:54.413931 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34120) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.416661 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-57b1f872-4a67-42a6-a8ec-ff8bc1aaeb00 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] show failed (client error): The resource could not be found. Mar 08 12:40:54.417931 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-57b1f872-4a67-42a6-a8ec-ff8bc1aaeb00 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1421855516 HTTP/1.1" status: 404 len: 335 time: 0.1378644 Mar 08 12:40:54.427241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-1058efe7-d841-4d63-91b8-9ab04b6af8c5 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.428466 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1058efe7-d841-4d63-91b8-9ab04b6af8c5 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0179598 Mar 08 12:40:54.429280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34122) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.435281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef4d12c1-ebf8-4682-a122-d55708391104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.437934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef4d12c1-ebf8-4682-a122-d55708391104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.439229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ef4d12c1-ebf8-4682-a122-d55708391104 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2476a3e2-21b9-4bc3-a8a3-be62afad1a33 HTTP/1.1" status: 204 len: 168 time: 0.4285975 Mar 08 12:40:54.439832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34124) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.455338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-4b852ab6-b770-4fc7-9bfc-94d7a5700d47 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.457343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4b852ab6-b770-4fc7-9bfc-94d7a5700d47 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093284 Mar 08 12:40:54.463452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d12c1-ebf8-4682-a122-d55708391104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2476a3e2-21b9-4bc3-a8a3-be62afad1a33,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:54.465525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6c3b9a96-7129-4963-92cb-367cabebbbca tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:54.466533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34128) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.471125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-862dab08-dc91-4136-84ab-9bb39fb5aa90 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.472896 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-862dab08-dc91-4136-84ab-9bb39fb5aa90 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052078 Mar 08 12:40:54.475488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34130) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.485244 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:54.487367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-8c476bbc-f315-4b35-8e99-07a872b980bc tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.489641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c476bbc-f315-4b35-8e99-07a872b980bc tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0129571 Mar 08 12:40:54.491786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, bfba5d6e-8497-4c1c-bec0-5819475f46b0) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:54.498545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:54.499132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.502144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34132) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.503561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c60446-4072-49e7-9f30-8933ad482081 None None] Network bfba5d6e-8497-4c1c-bec0-5819475f46b0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:54.505980 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec76b98-3a28-4e39-a918-055dece9ab53 None None] The sync data for ids ['63dcde2b-10b6-476c-8f78-bbd57b9104cc'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:54.515417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-c7aa6173-7f40-4de8-b018-2b91b81f8243 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.516414 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c7aa6173-7f40-4de8-b018-2b91b81f8243 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0131514 Mar 08 12:40:54.520419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34134) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.520951 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-6c3b9a96-7129-4963-92cb-367cabebbbca tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] update failed (client error): The resource could not be found. Mar 08 12:40:54.522777 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6c3b9a96-7129-4963-92cb-367cabebbbca tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-776277453 HTTP/1.1" status: 404 len: 334 time: 0.0918019 Mar 08 12:40:54.530219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-ea71e382-b02f-424e-aae4-ed2fe99e3eee tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.530388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34136) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.531076 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ea71e382-b02f-424e-aae4-ed2fe99e3eee tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0097826 Mar 08 12:40:54.536686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34138) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.543102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-8b5b30c9-d96d-47aa-8e7b-a40a0969ac2b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.545236 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8b5b30c9-d96d-47aa-8e7b-a40a0969ac2b tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056722 Mar 08 12:40:54.549952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34140) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.554247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-55203e98-f72a-44a2-b716-c93ed6e4b5eb tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.557888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-55203e98-f72a-44a2-b716-c93ed6e4b5eb tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047123 Mar 08 12:40:54.559098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.564263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-7cf39e9e-a885-44cf-b486-b0c01c380679 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.565896 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7cf39e9e-a885-44cf-b486-b0c01c380679 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052376 Mar 08 12:40:54.568711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34144) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.585478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [None req-590e8b42-daa5-4f99-88c9-19f0b055241f tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.587060 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-590e8b42-daa5-4f99-88c9-19f0b055241f tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0126545 Mar 08 12:40:54.593944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34148) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.601359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3222e11b-fe86-48ad-9307-72bd9939f982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:54.601359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3222e11b-fe86-48ad-9307-72bd9939f982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:54.601733 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3222e11b-fe86-48ad-9307-72bd9939f982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1863778 Mar 08 12:40:54.606595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34152) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.610473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-6c0169a6-d8aa-498d-bdcf-75526bf13261 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.613914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6c0169a6-d8aa-498d-bdcf-75526bf13261 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0182180 Mar 08 12:40:54.620376 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34154) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.624872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-5a29193f-2554-4718-9926-1d64d575ad98 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.627145 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5a29193f-2554-4718-9926-1d64d575ad98 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057671 Mar 08 12:40:54.630130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34156) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.636829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-c974668f-4484-4958-9c29-4b721e90b4ea tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.640142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c974668f-4484-4958-9c29-4b721e90b4ea tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067697 Mar 08 12:40:54.651314 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1afefd71-923d-4932-82fc-11e77e94242d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5493455 Mar 08 12:40:54.653819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34158) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.654014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34160) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.654360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Deleting subnet 7235329c-03b0-40b0-be7c-ca0f90b48563 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:54.662872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-06fe2df8-3079-4b41-83d1-73b9be74f563 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.664573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-06fe2df8-3079-4b41-83d1-73b9be74f563 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086918 Mar 08 12:40:54.669910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.691198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34162) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.706169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] Sync routers for ids ['90a08ee1-61cf-495d-a202-56e63d6c0a03'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:40:54.722724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 57265a11-2f2d-4899-a32e-93e42a6a3065 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:54.724002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-28d17661-a022-4b01-b990-3f167a03cbbd tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.727155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.727324 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-28d17661-a022-4b01-b990-3f167a03cbbd tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0323732 Mar 08 12:40:54.729395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34164) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.736822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] Routers {'90a08ee1-61cf-495d-a202-56e63d6c0a03'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:54.737579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['90a08ee1-61cf-495d-a202-56e63d6c0a03'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:54.752809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-51ce2909-10ac-4961-894c-f0666fea6e3d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.756275 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-51ce2909-10ac-4961-894c-f0666fea6e3d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0202792 Mar 08 12:40:54.771974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.798322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34166) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.806458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-5e082c28-200c-45ab-86e6-d261a7da18e5 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.807761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5e082c28-200c-45ab-86e6-d261a7da18e5 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084155 Mar 08 12:40:54.812965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34168) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.817798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-c8dff9ea-a478-4ed5-9990-fecd8568386d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.818763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c8dff9ea-a478-4ed5-9990-fecd8568386d tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049014 Mar 08 12:40:54.824165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34170) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.830526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-ae17640b-ba65-4433-91ea-4b6c682791f8 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.831522 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ae17640b-ba65-4433-91ea-4b6c682791f8 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043852 Mar 08 12:40:54.834837 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34172) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.841090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f5a2b-7ff8-440a-a11b-528c6b044f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfba5d6e-8497-4c1c-bec0-5819475f46b0', 'network_id': 'bfba5d6e-8497-4c1c-bec0-5819475f46b0', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '45a6e4eb-c308-4411-8f99-cbf256c4a1fd'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:54.842248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-d5bd6f5a-ce1d-40cc-8166-f77855f31062 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.842560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c4f5a2b-7ff8-440a-a11b-528c6b044f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.843316 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d5bd6f5a-ce1d-40cc-8166-f77855f31062 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053003 Mar 08 12:40:54.847050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:54.853026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [None req-87c78491-6957-43f3-9712-e811a66e3765 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:40:54.854200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-87c78491-6957-43f3-9712-e811a66e3765 tempest-ExtensionsTestJSON-2026529221 tempest-ExtensionsTestJSON-2026529221-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061851 Mar 08 12:40:54.866012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] Set router 90a08ee1-61cf-495d-a202-56e63d6c0a03 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:54.875083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.896233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.913919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:54.940285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'name': 'tempest-NetworksTestDHCPv6-router-1358883652', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:43Z', 'updated_at': '2022-03-08T12:40:53Z', 'revision_number': 3, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:54.980182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] Checking router: 90a08ee1-61cf-495d-a202-56e63d6c0a03 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:40:55.009174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.025989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.081525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.091304 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/57265a11-2f2d-4899-a32e-93e42a6a3065 HTTP/1.1" status: 204 len: 168 time: 0.4821537 Mar 08 12:40:55.091304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.091671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcb803-6803-44c5-89a2-f88df21f9044 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:55.094296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34184) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:55.096283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3b53a-e9fc-42ba-b367-43627cf9becb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=57265a11-2f2d-4899-a32e-93e42a6a3065,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:55.168389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] Routers {'90a08ee1-61cf-495d-a202-56e63d6c0a03'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:40:55.169033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:40:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['90a08ee1-61cf-495d-a202-56e63d6c0a03'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:55.198552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.243283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=45a6e4eb-c308-4411-8f99-cbf256c4a1fd,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server [None req-9c4f5a2b-7ff8-440a-a11b-528c6b044f00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45a6e4eb-c308-4411-8f99-cbf256c4a1fd: This subnet is being modified by another concurrent operation. Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:40:55.300453 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise exception Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45a6e4eb-c308-4411-8f99-cbf256c4a1fd: This subnet is being modified by another concurrent operation. Mar 08 12:40:55.303621 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 12:40:55.325006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.331353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] Set router 90a08ee1-61cf-495d-a202-56e63d6c0a03 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:40:55.365288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfba5d6e-8497-4c1c-bec0-5819475f46b0']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:55.401972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864dc446-01a3-4599-a06c-65e43534fd50') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:55.402941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864dc446-01a3-4599-a06c-65e43534fd50') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:55.424914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.437901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802d830-da32-45b0-b96b-09e7ed076c75 None None] Network bfba5d6e-8497-4c1c-bec0-5819475f46b0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:55.462238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.479897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:55.480892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:55.487096 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:55.614367 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1861d46d-9437-46ab-bc6d-2abb17575db1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5178576 Mar 08 12:40:55.614844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34200) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:55.621128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34202) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:55.667661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.683086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'name': 'tempest-NetworksTestDHCPv6-router-1358883652', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:43Z', 'updated_at': '2022-03-08T12:40:53Z', 'revision_number': 3, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:55.686298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.690399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.690577 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/bfba5d6e-8497-4c1c-bec0-5819475f46b0 HTTP/1.1" status: 204 len: 168 time: 1.0256531 Mar 08 12:40:55.696665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34208) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:55.701929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-229994468'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:55.709031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a207-f79f-4c16-864b-0526e0513e5d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=bfba5d6e-8497-4c1c-bec0-5819475f46b0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:55.722930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.734594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-487ff75f-d8b1-42df-8225-41d2d6a625b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.783019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c6c85-9fd7-4b54-b242-e9f4f4c3d138 None None] The sync data for ids ['90a08ee1-61cf-495d-a202-56e63d6c0a03'] in dv-neutron-829486-2-hyperv is: [{'id': '90a08ee1-61cf-495d-a202-56e63d6c0a03', 'name': 'tempest-NetworksTestDHCPv6-router-1358883652', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:40:43Z', 'updated_at': '2022-03-08T12:40:53Z', 'revision_number': 3, 'project_id': 'a20f4efc62584465997db4534081d51a', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:40:55.792063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Subnet': ['ID=7235329c-03b0-40b0-be7c-ca0f90b48563,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:55.800174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.806812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34214) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:55.807379 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0b9ea899-7cb7-466d-8bac-8f8860a98628 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/subnets/7235329c-03b0-40b0-be7c-ca0f90b48563 HTTP/1.1" status: 204 len: 168 time: 1.2761941 Mar 08 12:40:55.810808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:55.814912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.822767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b626c-f73d-4000-abff-3df21638798f None None] Network 70412a9e-12e6-4ce4-b08f-6c1169068300 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:55.911843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Deleting subnet c85c084e-4407-47a3-b8c8-13005f39b0c5 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:55.918872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.940339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:55.981409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-487ff75f-d8b1-42df-8225-41d2d6a625b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.984922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-487ff75f-d8b1-42df-8225-41d2d6a625b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.990337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:55.990779 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment d87b6b00-d330-463e-9ca6-181a75bec240 of type vlan for network e6cf12f3-afd1-417a-8b5b-f7aa3d30112f Mar 08 12:40:56.030967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.102163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed80313b-4455-4180-ae55-5a9dc26a7760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.114640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.177660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.186337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:56.198565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-487ff75f-d8b1-42df-8225-41d2d6a625b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.198565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487ff75f-d8b1-42df-8225-41d2d6a625b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Fanout notify agent at l3_agent the message router_deleted on router 90a08ee1-61cf-495d-a202-56e63d6c0a03 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:40:56.211785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-487ff75f-d8b1-42df-8225-41d2d6a625b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.221956 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-487ff75f-d8b1-42df-8225-41d2d6a625b2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/routers/90a08ee1-61cf-495d-a202-56e63d6c0a03 HTTP/1.1" status: 204 len: 168 time: 0.5918291 Mar 08 12:40:56.226374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34220) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.237445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] DHCP port deletion for 70412a9e-12e6-4ce4-b08f-6c1169068300 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:56.264452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.270469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:56.271090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.338263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] Deleting port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:56.338871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.360876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34222) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.393775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34226) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.394176 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6963637 Mar 08 12:40:56.395175 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d20c76-0668-4dfa-9c43-3cc422dde268 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=e6cf12f3-afd1-417a-8b5b-f7aa3d30112f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:56.410004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:56.411052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e6cf12f3-afd1-417a-8b5b-f7aa3d30112f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:56.416704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.418439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab6051-2a21-479a-94f6-c21cac783ac8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:56.421664 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6bab6051-2a21-479a-94f6-c21cac783ac8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1942711 Mar 08 12:40:56.431501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34228) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.482361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed80313b-4455-4180-ae55-5a9dc26a7760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.503032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac3b8a-33be-4c54-ac93-dcb711beef14 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:56.507321 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1fac3b8a-33be-4c54-ac93-dcb711beef14 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748162 Mar 08 12:40:56.507570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.508483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34232) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.512385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] For port a62f38cf-5c35-499e-a82d-8bec25ce0bd7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a62f38cf-5c35-499e-a82d-8bec25ce0bd7,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:56.512848 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.514430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34234) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.514872 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/subnets/c85c084e-4407-47a3-b8c8-13005f39b0c5 HTTP/1.1" status: 204 len: 168 time: 0.7053571 Mar 08 12:40:56.529569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805153e-1b60-40c5-b74a-ece1485b67d7 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Subnet': ['ID=c85c084e-4407-47a3-b8c8-13005f39b0c5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:56.562545 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-132e1c78-5958-4a2f-85cf-173de1cc8f64 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528896 Mar 08 12:40:56.564838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] Calling delete_port for a62f38cf-5c35-499e-a82d-8bec25ce0bd7 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:56.572636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34238) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.573394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed80313b-4455-4180-ae55-5a9dc26a7760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.583383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:56.649561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:56.654597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.679686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23062ca4-bc51-4c02-9392-e75cf52440fa None None] Network 4912fc64-bd9b-468b-826f-d594bb542165 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:56.689881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] Deleting port 6e5a710f-fa36-4032-a248-ff28f7472253 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:56.690753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.776849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80313b-4455-4180-ae55-5a9dc26a7760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aba00f-749c-4aae-beea-f1c767327753,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:56.807595 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ed80313b-4455-4180-ae55-5a9dc26a7760 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a62026317dff4503893d6c2285322e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1916432 Mar 08 12:40:56.813941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34242) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:56.823083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1541926518'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:56.832859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.902081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] For port 6e5a710f-fa36-4032-a248-ff28f7472253, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e5a710f-fa36-4032-a248-ff28f7472253,segment=NetworkSegment(9d03444e-0270-4a65-a36e-b2b910bb6b61),segment_id=9d03444e-0270-4a65-a36e-b2b910bb6b61)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:56.902081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.932450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.934727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] Calling delete_port for 6e5a710f-fa36-4032-a248-ff28f7472253 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:56.947749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97e08af2-47c1-4ac4-a765-1e95b08894ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.964507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] Pushing event deleted for resources: {'Port': ['ID=a62f38cf-5c35-499e-a82d-8bec25ce0bd7,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:56.973962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97e08af2-47c1-4ac4-a765-1e95b08894ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:56.985744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb484a7-c2f7-4ff1-ba1e-c960cd556dc7 None None] No DVR routers for this DVR port a62f38cf-5c35-499e-a82d-8bec25ce0bd7 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:57.010807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Deleting port 6e5a710f-fa36-4032-a248-ff28f7472253 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:57.010807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.018959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Made reservation on behalf of 387775068efe4371b436a84f2680a5f1 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:57.022760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.047949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.078573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:57.082081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.109988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] DHCP port deletion for 4912fc64-bd9b-468b-826f-d594bb542165 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:40:57.174299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.185666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] For port 6e5a710f-fa36-4032-a248-ff28f7472253, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e5a710f-fa36-4032-a248-ff28f7472253,segment=NetworkSegment(9d03444e-0270-4a65-a36e-b2b910bb6b61),segment_id=9d03444e-0270-4a65-a36e-b2b910bb6b61)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:57.186058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.209464 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Calling delete_port for 6e5a710f-fa36-4032-a248-ff28f7472253 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:57.248124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] No DVR routers for this DVR port 6e5a710f-fa36-4032-a248-ff28f7472253 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:57.253741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a52e7-a8a1-4820-b428-87479270de56 None None] Pushing event deleted for resources: {'Port': ['ID=6e5a710f-fa36-4032-a248-ff28f7472253,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.269048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97e08af2-47c1-4ac4-a765-1e95b08894ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.271923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97e08af2-47c1-4ac4-a765-1e95b08894ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.276017 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-97e08af2-47c1-4ac4-a765-1e95b08894ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26aba00f-749c-4aae-beea-f1c767327753 HTTP/1.1" status: 204 len: 168 time: 0.4580348 Mar 08 12:40:57.286508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.298377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] Deleting port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:40:57.298980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.303544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e08af2-47c1-4ac4-a765-1e95b08894ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aba00f-749c-4aae-beea-f1c767327753,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.323366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.391518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.395533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=32c5cdbe-7820-41a8-985c-3b8b86bfa89e,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.400411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.407589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] For port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1,segment=NetworkSegment(90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1),segment_id=90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:40:57.407589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.428538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Port': ['ID=6e5a710f-fa36-4032-a248-ff28f7472253,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.429049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] Calling delete_port for ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:40:57.433815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] No DVR routers for this DVR port 6e5a710f-fa36-4032-a248-ff28f7472253 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:57.455106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:57.462157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': 'd87b6b00-d330-463e-9ca6-181a75bec240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:57.462578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: e6cf12f3-afd1-417a-8b5b-f7aa3d30112f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:40:57.465967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f4bdb-148d-4908-8924-980e072d1eed,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.472514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.472927 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Added segment 9b169473-b4c1-48b9-9701-c4052b2f6458 of type vlan for network 94151c4b-0cea-4b72-aa30-711a61c0e07f Mar 08 12:40:57.524055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.546537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.598718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70412a9e-12e6-4ce4-b08f-6c1169068300']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:57.599565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network e6cf12f3-afd1-417a-8b5b-f7aa3d30112f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:40:57.614396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d03444e-0270-4a65-a36e-b2b910bb6b61') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:57.614704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d03444e-0270-4a65-a36e-b2b910bb6b61') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:57.625886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.634819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:57.635824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.673974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.680787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cc6b35ba-4a45-4a26-afbd-309949c1ec23 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:57.711821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.716524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: cc6b35ba-4a45-4a26-afbd-309949c1ec23 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:57.716910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cc6b35ba-4a45-4a26-afbd-309949c1ec23 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:57.717322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:57.738875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:40:57.740167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Pushing event updated for resources: {'Network': ['ID=94151c4b-0cea-4b72-aa30-711a61c0e07f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.745489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e6cf12f3-afd1-417a-8b5b-f7aa3d30112f) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:57.749608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:57.750342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.754668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.770314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb56ba-0fe4-4c89-8962-3b86e9501e37 None None] Network e6cf12f3-afd1-417a-8b5b-f7aa3d30112f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:57.785297 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ce8fab67-f049-4272-8b8f-26071f4f2b12 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4206531 Mar 08 12:40:57.788232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 94151c4b-0cea-4b72-aa30-711a61c0e07f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:40:57.793364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34266) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:57.842793 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f6b863d3-1fde-4640-aa53-35b02f05bc0a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4438837 Mar 08 12:40:57.870178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34270) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:57.873295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=1bdf9155-967b-4b0e-b3b3-5dc66c627cf1,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.889180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] No DVR routers for this DVR port ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:40:57.890193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:57.892779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.899776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:57.899776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:57.899776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e5a710f-fa36-4032-a248-ff28f7472253 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:57.900529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:57.912866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:57.913537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.917428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74972-82d1-488f-8900-47af3fa6bea4 None None] Pushing event deleted for resources: {'Port': ['ID=ad3cea5a-e3ad-45c9-a14f-c92daac5d2c1,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:57.920608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:57.921016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:57.923727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6e5a710f-fa36-4032-a248-ff28f7472253 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:57.924078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e5a710f-fa36-4032-a248-ff28f7472253 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:57.924481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a62f38cf-5c35-499e-a82d-8bec25ce0bd7 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:40:57.937040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aea1af-57b4-498d-8851-0c397ca870df None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:57.939451 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:57.974603 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-e6f82832-bb43-4978-be59-00dea751c99a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333358 Mar 08 12:40:58.066885 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9dbb15be-5257-458a-912d-9c3103984211 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4902782 Mar 08 12:40:58.072341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34278) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:58.077785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: a62f38cf-5c35-499e-a82d-8bec25ce0bd7 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:40:58.078476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a62f38cf-5c35-499e-a82d-8bec25ce0bd7 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:40:58.089317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:58.120620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34280) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:58.146809 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.156125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.156346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-f12b594a-4311-4914-8c33-9244fa50a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.158652 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-f12b594a-4311-4914-8c33-9244fa50a1ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.1595595 Mar 08 12:40:58.168322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.174560 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/networks/70412a9e-12e6-4ce4-b08f-6c1169068300 HTTP/1.1" status: 204 len: 168 time: 1.6569846 Mar 08 12:40:58.179006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34284) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:58.208209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '1bdf9155-967b-4b0e-b3b3-5dc66c627cf1'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:58.209131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.239578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb18318-d310-44fb-aa0c-4c48a9d32a1c tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Network': ['ID=70412a9e-12e6-4ce4-b08f-6c1169068300,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:58.268496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'network': {'name': 'tempest-network--929952486', 'router:external': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:58.317607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-533636503', 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:58.385749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-e6cf12f3-afd1-417a-8b5b-f7aa3d30112f', 'network_id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '32c5cdbe-7820-41a8-985c-3b8b86bfa89e'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:40:58.387884 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.411486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.413446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Allocated IP 2001:db8::f816:3eff:fe9e:9788 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/1bdf9155-967b-4b0e-b3b3-5dc66c627cf1/29d44083-5a7d-4a46-af74-8051f2c21d80) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:58.427766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.463734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Made reservation on behalf of a1d55d80c986496a86464a30b5548c74 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:58.464179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-09d09d3d-c25f-42a1-80da-ec8ba7a79702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.465650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-09d09d3d-c25f-42a1-80da-ec8ba7a79702 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.2328072 Mar 08 12:40:58.467477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.517483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.577977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Made reservation on behalf of 4f257e847ff14138a57c7248c6ab70c0 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:58.583954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.613150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:58.617867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.622061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.658348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4912fc64-bd9b-468b-826f-d594bb542165']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:58.671408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.676053 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-70c05705-b573-4930-8dad-a52bad570851 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 1001 time: 0.2005916 Mar 08 12:40:58.679490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:58.680531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a4dc1f-50d5-44ea-9ec4-1a304cd62ea1') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:58.719227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.748821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.784508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:58.785682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:58.795376 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:58.805559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Allocated IP 172.20.0.1 (e6cf12f3-afd1-417a-8b5b-f7aa3d30112f/32c5cdbe-7820-41a8-985c-3b8b86bfa89e/26252825-d935-4962-a464-fd798e8d3a0a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:58.827864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.892098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34302) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:58.903918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.912616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.931361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] device_id is not set on port 83931b16-45b3-48dc-94d1-54264c10ee22 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:40:58.967793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.973326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:58.991997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-0c7af37d-6df2-4438-b4d6-88472f5e23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:58.993125 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-0c7af37d-6df2-4438-b4d6-88472f5e23b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.2958279 Mar 08 12:40:59.035997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.042043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-56f4ea53-e79f-45d1-ae6d-3f1b023e8b79 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1264210363'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:59.044793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1f681ea-d1aa-4f16-a64b-43382e595a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.049918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:59.051504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.059932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.060248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:59.060689 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/networks/4912fc64-bd9b-468b-826f-d594bb542165 HTTP/1.1" status: 204 len: 168 time: 0.8806124 Mar 08 12:40:59.065444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:59.066650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:40:59.073171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34310) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:59.081048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.081558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Added segment 81bfa501-e3e6-497a-89d1-5b2d952d9572 of type vlan for network 553918ff-07c9-490b-bdad-fc4c3aec10e8 Mar 08 12:40:59.089538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.091600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Pushing event updated for resources: {'Port': ['ID=29d44083-5a7d-4a46-af74-8051f2c21d80,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.145805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142caec-1626-46b4-9e7d-14f678520340 tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Network': ['ID=4912fc64-bd9b-468b-826f-d594bb542165,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.154266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Attempting to bind port 29d44083-5a7d-4a46-af74-8051f2c21d80 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:59.154406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7716d878-3afd-4b37-aed9-f96ce32cef55,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.154656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Attempting to bind port 29d44083-5a7d-4a46-af74-8051f2c21d80 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:59.154967 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Attempting to bind port 29d44083-5a7d-4a46-af74-8051f2c21d80 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:59.162403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.167237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:59.167796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:59.168194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.168605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:59.169168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Bound port: 29d44083-5a7d-4a46-af74-8051f2c21d80, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:59.169440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.206705 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Deleting subnet 898ff660-1a38-4957-a222-e0f58ac01603 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:40:59.210898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Allocated IP 172.26.3.207 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/83931b16-45b3-48dc-94d1-54264c10ee22) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:40:59.213634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.221312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Network e6cf12f3-afd1-417a-8b5b-f7aa3d30112f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:40:59.224777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:40:59.230264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:40:59.253565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f4ea53-e79f-45d1-ae6d-3f1b023e8b79 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.258151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f4ea53-e79f-45d1-ae6d-3f1b023e8b79 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.264613 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.271413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:59.276462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-93108cde-50c3-4331-8449-ca192d11a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:59.278124 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-93108cde-50c3-4331-8449-ca192d11a890 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2748489 Mar 08 12:40:59.294916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.300034 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.302556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Pushing event updated for resources: {'Port': ['ID=26252825-d935-4962-a464-fd798e8d3a0a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.316410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6d77e6-a2d2-41fd-8731-c24dd2af510a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.339878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Attempting to bind port 26252825-d935-4962-a464-fd798e8d3a0a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:40:59.340243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Attempting to bind port 26252825-d935-4962-a464-fd798e8d3a0a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd87b6b00-d330-463e-9ca6-181a75bec240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:40:59.340659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Attempting to bind port 26252825-d935-4962-a464-fd798e8d3a0a on network e6cf12f3-afd1-417a-8b5b-f7aa3d30112f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:40:59.357937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:40:59.358345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Checking segment: {'id': 'd87b6b00-d330-463e-9ca6-181a75bec240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:40:59.358696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.359670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Bound using segment: {'id': 'd87b6b00-d330-463e-9ca6-181a75bec240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:40:59.359670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Bound port: 26252825-d935-4962-a464-fd798e8d3a0a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87b6b00-d330-463e-9ca6-181a75bec240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:40:59.359943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.379957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=32c5cdbe-7820-41a8-985c-3b8b86bfa89e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.384740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] For port 29d44083-5a7d-4a46-af74-8051f2c21d80, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:59.421905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f4ea53-e79f-45d1-ae6d-3f1b023e8b79 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.431535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] For port 29d44083-5a7d-4a46-af74-8051f2c21d80, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=29d44083-5a7d-4a46-af74-8051f2c21d80,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:59.467787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] For port 26252825-d935-4962-a464-fd798e8d3a0a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:40:59.472461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] For port 26252825-d935-4962-a464-fd798e8d3a0a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=26252825-d935-4962-a464-fd798e8d3a0a,segment=NetworkSegment(d87b6b00-d330-463e-9ca6-181a75bec240),segment_id=d87b6b00-d330-463e-9ca6-181a75bec240)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:40:59.531592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-244800236'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:40:59.535132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f4ea53-e79f-45d1-ae6d-3f1b023e8b79 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.546733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.562934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.586587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.629337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cf12f3-afd1-417a-8b5b-f7aa3d30112f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:59.662086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.687416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc1aac-72c6-4585-9540-0fb3d8332935 None None] Pushing event updated for resources: {'Port': ['ID=29d44083-5a7d-4a46-af74-8051f2c21d80,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.695126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781593a-c6b3-4e89-9a95-995fb47a4954 None None] Network e6cf12f3-afd1-417a-8b5b-f7aa3d30112f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:40:59.695656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87b6b00-d330-463e-9ca6-181a75bec240') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:59.695956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87b6b00-d330-463e-9ca6-181a75bec240') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:40:59.721908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f4ea53-e79f-45d1-ae6d-3f1b023e8b79 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.723113 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-56f4ea53-e79f-45d1-ae6d-3f1b023e8b79 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8287191 Mar 08 12:40:59.734982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.738381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34320) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:40:59.748823 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-5494b131-ca48-45ac-ab26-92fd6be4ff23 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292982 Mar 08 12:40:59.767181 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.resource_extend [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:40:59.796731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.837350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:40:59.839125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5c5c5-ee37-4110-90f1-c6f60972eac3 None None] Pushing event updated for resources: {'Port': ['ID=26252825-d935-4962-a464-fd798e8d3a0a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:40:59.840861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.851799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.858015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.871509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a1f1-d8a1-475e-be32-14c672df0899 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.880032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:40:59.881019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:40:59.884302 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:40:59.991424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:40:59.991424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:40:59.993042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.008546 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58685e71-f7f3-47ab-83a3-6c3097a87043 req-cc514e52-d471-4ff6-b692-b2a56a2ccbf4 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449064 Mar 08 12:41:00.079213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.102492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Network': ['ID=553918ff-07c9-490b-bdad-fc4c3aec10e8,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:00.119623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 553918ff-07c9-490b-bdad-fc4c3aec10e8 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:00.148866 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-edffc87d-a536-4f31-bd43-d9506405f38c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3529294 Mar 08 12:41:00.173266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34324) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:00.178146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:00.185194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=1f3198ad-1619-4c11-9dd7-fa978c8560ee,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:00.192782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:00.193735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:00.194521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.270705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.386761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-25de4c32-d2df-4fc8-95f5-5cc6b5151ffc tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3110874 Mar 08 12:41:00.430654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34328) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:00.436033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:5f:03:3f', 'name': 'tempest-NetworksTestDHCPv6-715452531'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:00.443036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.492808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:41:00.492808 dv-neutron-829486-2-hyperv neutron-server[104045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:41:00.492808 dv-neutron-829486-2-hyperv neutron-server[104045]: [parameters: {'id': 'e6cf12f3-afd1-417a-8b5b-f7aa3d30112f'}] Mar 08 12:41:00.492808 dv-neutron-829486-2-hyperv neutron-server[104045]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:00.493695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:00.494197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.497318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553918ff-07c9-490b-bdad-fc4c3aec10e8']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:00.560762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bfa501-e3e6-497a-89d1-5b2d952d9572') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:00.561085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bfa501-e3e6-497a-89d1-5b2d952d9572') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:00.568045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.569744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Subnet': ['ID=898ff660-1a38-4957-a222-e0f58ac01603,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:00.575430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a1f1-d8a1-475e-be32-14c672df0899 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.581581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.584962 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a6fe22a9-b19f-4bd1-832d-009a3c59681e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/subnets/898ff660-1a38-4957-a222-e0f58ac01603 HTTP/1.1" status: 204 len: 168 time: 1.5108266 Mar 08 12:41:00.587338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.589129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a1f1-d8a1-475e-be32-14c672df0899 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.591965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e80929-1f86-4370-a4dc-c48ae4ef1c22 None None] Network e6b129c3-cd29-40ad-ae38-df92c9cc66bf requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:00.593399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34332) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:00.599476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea8475-f1d7-49c3-a1fa-4a47aeeb4bc5 req-d3533ae6-f616-4f95-983e-a52b2e413702 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:00.601084 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c2ea8475-f1d7-49c3-a1fa-4a47aeeb4bc5 req-d3533ae6-f616-4f95-983e-a52b2e413702 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2190378 Mar 08 12:41:00.604667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.622521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.630662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:00.631076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.684385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:00.701137 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:00.738358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:00.757091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.761229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:00.768197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Pushing event updated for resources: {'Port': ['ID=83931b16-45b3-48dc-94d1-54264c10ee22,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:00.775774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 553918ff-07c9-490b-bdad-fc4c3aec10e8 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 08 12:41:00.778597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:00.781090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-aac63f38-ee84-4e02-86ff-a0e1ac155fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:00.782712 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-aac63f38-ee84-4e02-86ff-a0e1ac155fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.3178484 Mar 08 12:41:00.786833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.796861 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "DELETE /v2.0/networks/553918ff-07c9-490b-bdad-fc4c3aec10e8 HTTP/1.1" status: 204 len: 168 time: 0.6186147 Mar 08 12:41:00.822596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34334) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:00.825190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a1f1-d8a1-475e-be32-14c672df0899 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.825667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd5a1f1-d8a1-475e-be32-14c672df0899 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d0ec396-da02-43fa-b052-5e6eab895f19 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:41:00.827289 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c2ea8475-f1d7-49c3-a1fa-4a47aeeb4bc5 req-5d7ef97d-9487-47b9-8847-ecd730cf3992 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256795 Mar 08 12:41:00.828340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:00.833440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:00.836310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a1f1-d8a1-475e-be32-14c672df0899 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.839317 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fcd5a1f1-d8a1-475e-be32-14c672df0899 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9d0ec396-da02-43fa-b052-5e6eab895f19 HTTP/1.1" status: 204 len: 168 time: 1.0982738 Mar 08 12:41:00.840791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b244624-10cd-42ae-8391-6e91bbef5f8f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event deleted for resources: {'Network': ['ID=553918ff-07c9-490b-bdad-fc4c3aec10e8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:00.848060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34336) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:00.848723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.850875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef145f2-5b4d-4b9e-b5a9-eb19119f0f0a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:00.867445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e025afca-6df9-44d6-b636-4da062124327 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Request body: {'router': {'name': 'tempest-router-594411594', 'distributed': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:00.888939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:00.889674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.897454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:00.897912 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment a7aee009-6550-4cc2-922a-3aaef86625ea of type vlan for network 7b1f0601-05c2-4407-9d2b-64f7418e1668 Mar 08 12:41:00.934405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] DHCP port deletion for e6b129c3-cd29-40ad-ae38-df92c9cc66bf request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:00.990269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.014469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.020070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:01.045470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] Deleting port a7f0fa26-9c36-4d65-a610-71057bbb6256 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:01.046018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.054961 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8f039d10-6a71-4276-8e9a-1f9ec2859ae9 tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9199207 Mar 08 12:41:01.055756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-5a287d30-abdc-42cc-8625-9991b4e96039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:01.057527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-5a287d30-abdc-42cc-8625-9991b4e96039 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.2604172 Mar 08 12:41:01.059673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34338) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:01.069453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.207'}]}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:01.096637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e025afca-6df9-44d6-b636-4da062124327 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.097742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e025afca-6df9-44d6-b636-4da062124327 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.138466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Deleting port a7f0fa26-9c36-4d65-a610-71057bbb6256 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:01.138848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.156826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Made reservation on behalf of 4f257e847ff14138a57c7248c6ab70c0 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:01.159231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.184067 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f5cfa-c9cb-4db4-8a2c-661edabb2eb1 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:01.202028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.208619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:01.209301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.226886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.227951 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.230981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:01.250656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] For port a7f0fa26-9c36-4d65-a610-71057bbb6256, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a7f0fa26-9c36-4d65-a610-71057bbb6256,segment=NetworkSegment(6de1fe28-be75-4c5d-bc6d-7aec5c655de0),segment_id=6de1fe28-be75-4c5d-bc6d-7aec5c655de0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:01.251264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.257015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port 26252825-d935-4962-a464-fd798e8d3a0a {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:01.257432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.290272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e025afca-6df9-44d6-b636-4da062124327 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.293926 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-fbc227e1-8956-4243-b6c8-01575998c3ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 1001 time: 0.1992824 Mar 08 12:41:01.298662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] For port a7f0fa26-9c36-4d65-a610-71057bbb6256, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a7f0fa26-9c36-4d65-a610-71057bbb6256,segment=NetworkSegment(6de1fe28-be75-4c5d-bc6d-7aec5c655de0),segment_id=6de1fe28-be75-4c5d-bc6d-7aec5c655de0)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:01.299111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.304089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.304487 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Added segment e57737c5-5a08-4832-9508-37f14f45191e of type vlan for network e2d61974-d314-495d-b263-490421e330dd Mar 08 12:41:01.330340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] Calling delete_port for a7f0fa26-9c36-4d65-a610-71057bbb6256 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:01.378752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Calling delete_port for a7f0fa26-9c36-4d65-a610-71057bbb6256 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:01.384212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=7b1f0601-05c2-4407-9d2b-64f7418e1668,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:01.387718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-67465b5f-e24a-4274-9938-4259e3da459d None None] Provisioning complete for port 29d44083-5a7d-4a46-af74-8051f2c21d80 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:01.388090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67465b5f-e24a-4274-9938-4259e3da459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.415444 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fe404f5f-10d9-4f3e-906b-f9588fb5202f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1429741 Mar 08 12:41:01.416558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.417550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34340) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:01.423442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.430180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'name': 'tempest-PortsTestJSON-1664366974'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:01.442460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:01.446718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e025afca-6df9-44d6-b636-4da062124327 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.466310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.473345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port 26252825-d935-4962-a464-fd798e8d3a0a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=26252825-d935-4962-a464-fd798e8d3a0a,segment=NetworkSegment(d87b6b00-d330-463e-9ca6-181a75bec240),segment_id=d87b6b00-d330-463e-9ca6-181a75bec240)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:01.479739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.490161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 01ef8ba2-bd7b-4b31-9203-4cd0027f20cd yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:01.505802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-e5e8f337-2918-4007-9b79-83d2df700f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:01.508228 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-e5e8f337-2918-4007-9b79-83d2df700f63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.2058170 Mar 08 12:41:01.535063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for 26252825-d935-4962-a464-fd798e8d3a0a owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:01.704539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 29d44083-5a7d-4a46-af74-8051f2c21d80 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:01.722804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.725161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:01.725956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.732429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e025afca-6df9-44d6-b636-4da062124327 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.734011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e025afca-6df9-44d6-b636-4da062124327 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8713775 Mar 08 12:41:01.745779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34342) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:01.750047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6602be0e-1d39-4c9c-8302-67a9a0c00d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.802260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67465b5f-e24a-4274-9938-4259e3da459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.803998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.811766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.832001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.848797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] Pushing event deleted for resources: {'Port': ['ID=a7f0fa26-9c36-4d65-a610-71057bbb6256,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:01.864087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Port': ['ID=a7f0fa26-9c36-4d65-a610-71057bbb6256,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:01.868013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa09a8-c2dc-4fcc-84aa-142b884ba758 None None] Update dhcp port {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': '1bdf9155-967b-4b0e-b3b3-5dc66c627cf1', 'ip_address': '2001:db8::f816:3eff:fe9e:9788'}, {'subnet_id': '1f3198ad-1619-4c11-9dd7-fa978c8560ee'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '29d44083-5a7d-4a46-af74-8051f2c21d80'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:41:01.870413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de9f15-5a6a-4c59-a214-052857aadb1c None None] No DVR routers for this DVR port a7f0fa26-9c36-4d65-a610-71057bbb6256 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:01.874551 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] No DVR routers for this DVR port a7f0fa26-9c36-4d65-a610-71057bbb6256 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:01.876560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 29d44083-5a7d-4a46-af74-8051f2c21d80 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:01.876805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.910886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:01.913096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.931463 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1075952 Mar 08 12:41:01.948952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34346) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:01.956159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'subnet': {'network_id': 'e2d61974-d314-495d-b263-490421e330dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:01.956257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-67465b5f-e24a-4274-9938-4259e3da459d None None] For port 29d44083-5a7d-4a46-af74-8051f2c21d80, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=29d44083-5a7d-4a46-af74-8051f2c21d80,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:01.957866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fc03a3d-31bf-4c52-baa7-036c9c01131c tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.963346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-acfa09a8-c2dc-4fcc-84aa-142b884ba758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:01.964390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-f1e310d6-1b37-4064-a07a-1103c6da3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:01.966755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-f1e310d6-1b37-4064-a07a-1103c6da3ce6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4272902 Mar 08 12:41:02.002357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a68b3d-68d6-4071-9e2c-77930cb53ab8 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Network': ['ID=e2d61974-d314-495d-b263-490421e330dd,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:02.020990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 172.20.0.11 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/1f3198ad-1619-4c11-9dd7-fa978c8560ee/01ef8ba2-bd7b-4b31-9203-4cd0027f20cd) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:02.040879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.045638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 85d82d9a-7981-463f-b8f1-85f00f1f230f yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:02.083155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fe5f:33f (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/1bdf9155-967b-4b0e-b3b3-5dc66c627cf1/01ef8ba2-bd7b-4b31-9203-4cd0027f20cd) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:02.093718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=26252825-d935-4962-a464-fd798e8d3a0a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:02.102720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.160552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e2d61974-d314-495d-b263-490421e330dd details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:02.167219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67465b5f-e24a-4274-9938-4259e3da459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.178078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port 26252825-d935-4962-a464-fd798e8d3a0a on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:02.191858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b129c3-cd29-40ad-ae38-df92c9cc66bf']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:02.197567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Made reservation on behalf of 4f257e847ff14138a57c7248c6ab70c0 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:02.199838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.251762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fc03a3d-31bf-4c52-baa7-036c9c01131c tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.260894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fc03a3d-31bf-4c52-baa7-036c9c01131c tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.261759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de1fe28-be75-4c5d-bc6d-7aec5c655de0') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:02.262086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de1fe28-be75-4c5d-bc6d-7aec5c655de0') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:02.271256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.329519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.353545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2e0fe-f8e0-4ba3-a49b-6263709d7629 req-39011ee1-41a9-4adf-9f37-3839c2e47bbd tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:02.354976 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5b2e0fe-f8e0-4ba3-a49b-6263709d7629 req-39011ee1-41a9-4adf-9f37-3839c2e47bbd tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3052461 Mar 08 12:41:02.365561 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-7a7076c3-c6ea-4324-81d5-276277fe33be service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594074 Mar 08 12:41:02.372786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67465b5f-e24a-4274-9938-4259e3da459d None None] Pushing event updated for resources: {'Port': ['ID=29d44083-5a7d-4a46-af74-8051f2c21d80,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:02.394072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.432331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.437985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:02.438386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.440896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:02.441360 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:02.444079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:02.450438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fc03a3d-31bf-4c52-baa7-036c9c01131c tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.450958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc03a3d-31bf-4c52-baa7-036c9c01131c tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 598a0860-6e09-486c-abc4-ac5e8b05cee6 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:41:02.455815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7fc03a3d-31bf-4c52-baa7-036c9c01131c tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.457210 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7fc03a3d-31bf-4c52-baa7-036c9c01131c tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "DELETE /v2.0/routers/598a0860-6e09-486c-abc4-ac5e8b05cee6 HTTP/1.1" status: 204 len: 168 time: 0.7064154 Mar 08 12:41:02.490027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34348) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:02.505921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ba379717-5f5f-440e-b546-5622b420d9e9 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Request body: {'router': {'name': 'tempest-router-1670547933', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '842bf4446d5949ef9dcabd6971d47ac6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:02.533588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5b2e0fe-f8e0-4ba3-a49b-6263709d7629 req-c6d1b56b-adca-4569-b8f1-f6e6fac08745 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552370 Mar 08 12:41:02.559961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cf12f3-afd1-417a-8b5b-f7aa3d30112f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:02.586464 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87b6b00-d330-463e-9ca6-181a75bec240') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:02.586778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87b6b00-d330-463e-9ca6-181a75bec240') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:02.604431 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae6d6099-326d-4afb-8867-0cf86f963199 req-11ed9b7a-3084-44be-ad00-5e9cf5d64584 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272210 Mar 08 12:41:02.607049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.640995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.647980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.661343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.677337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba379717-5f5f-440e-b546-5622b420d9e9 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.678876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba379717-5f5f-440e-b546-5622b420d9e9 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.700692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.724507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.738414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.744317 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/networks/e6b129c3-cd29-40ad-ae38-df92c9cc66bf HTTP/1.1" status: 204 len: 168 time: 2.1472836 Mar 08 12:41:02.749087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34350) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:02.752484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba379717-5f5f-440e-b546-5622b420d9e9 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.761515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.776818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:02.777221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:02.784291 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:02.796939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87170b8e-d3ed-4160-a265-0f468b6aff0f tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Pushing event deleted for resources: {'Network': ['ID=e6b129c3-cd29-40ad-ae38-df92c9cc66bf,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:02.803140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-acfa09a8-c2dc-4fcc-84aa-142b884ba758 None None] Allocated IP 172.20.0.2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/1f3198ad-1619-4c11-9dd7-fa978c8560ee/29d44083-5a7d-4a46-af74-8051f2c21d80) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:02.818195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-25e31537-79aa-40d6-a423-fcf52145145d tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "GET /v2.0/ports?device_id=63dcde2b-10b6-476c-8f78-bbd57b9104cc HTTP/1.1" status: 200 len: 205 time: 0.0674562 Mar 08 12:41:02.824668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34352) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:02.849105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:02.886922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba379717-5f5f-440e-b546-5622b420d9e9 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.894390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:02.897205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:02.907445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.922280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-acfa09a8-c2dc-4fcc-84aa-142b884ba758 None None] For port 29d44083-5a7d-4a46-af74-8051f2c21d80, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=29d44083-5a7d-4a46-af74-8051f2c21d80,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:02.942490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.947560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=01ef8ba2-bd7b-4b31-9203-4cd0027f20cd,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:02.971855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a4269a5-79ae-4216-8c3e-5cdd2049a15e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.984655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.989756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-acfa09a8-c2dc-4fcc-84aa-142b884ba758 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.994363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:02.998004 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/e6cf12f3-afd1-417a-8b5b-f7aa3d30112f HTTP/1.1" status: 204 len: 168 time: 5.1217394 Mar 08 12:41:03.005048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34354) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:03.018238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781681039'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:03.027655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92beaf-c453-4512-9c8e-7cf8c4005a4d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=e6cf12f3-afd1-417a-8b5b-f7aa3d30112f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:03.043675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.060016 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a7f0fa26-9c36-4d65-a610-71057bbb6256 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:03.065005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-acfa09a8-c2dc-4fcc-84aa-142b884ba758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.115624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: a7f0fa26-9c36-4d65-a610-71057bbb6256 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:03.116112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a7f0fa26-9c36-4d65-a610-71057bbb6256 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:03.187800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=85d82d9a-7981-463f-b8f1-85f00f1f230f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:03.198824 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:03.202783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.206229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa09a8-c2dc-4fcc-84aa-142b884ba758 None None] Pushing event updated for resources: {'Port': ['ID=29d44083-5a7d-4a46-af74-8051f2c21d80,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:03.286195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': 'a7aee009-6550-4cc2-922a-3aaef86625ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:03.286552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: 7b1f0601-05c2-4407-9d2b-64f7418e1668, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:03.291226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:03.309326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.309725 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment d43d54df-e548-4656-aab0-fca61b07c74a of type vlan for network 861da42c-9ca3-45ee-89a2-32ddba0baa4f Mar 08 12:41:03.346817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ba379717-5f5f-440e-b546-5622b420d9e9 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.348044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ba379717-5f5f-440e-b546-5622b420d9e9 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8546624 Mar 08 12:41:03.353142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34356) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:03.354136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.386660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:03.404686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.429494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:03.430145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.435716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:03.565053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 7b1f0601-05c2-4407-9d2b-64f7418e1668) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:03.588239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c727e-d0fe-41ff-b31f-a5abb833b846 None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:03.634519 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2539724e-8f03-4eae-8c39-7cb527a2ba0f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2026854 Mar 08 12:41:03.638284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a4269a5-79ae-4216-8c3e-5cdd2049a15e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.641161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34360) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:03.644207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a4269a5-79ae-4216-8c3e-5cdd2049a15e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.788311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 29d44083-5a7d-4a46-af74-8051f2c21d80 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:03.797441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.797798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.855404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a4269a5-79ae-4216-8c3e-5cdd2049a15e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.855902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4269a5-79ae-4216-8c3e-5cdd2049a15e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Fanout notify agent at l3_agent the message router_deleted on router 63dcde2b-10b6-476c-8f78-bbd57b9104cc {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:41:03.872717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a4269a5-79ae-4216-8c3e-5cdd2049a15e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.874147 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9a4269a5-79ae-4216-8c3e-5cdd2049a15e tempest-RoutersNegativeTest-1539613817 tempest-RoutersNegativeTest-1539613817-project] 10.222.0.65 "DELETE /v2.0/routers/63dcde2b-10b6-476c-8f78-bbd57b9104cc HTTP/1.1" status: 204 len: 168 time: 1.0479867 Mar 08 12:41:03.937408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.950748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22bcbc-6944-493b-8ef5-fc2bc55c47b0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:03.957056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22bcbc-6944-493b-8ef5-fc2bc55c47b0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:03.958905 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bc22bcbc-6944-493b-8ef5-fc2bc55c47b0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3164408 Mar 08 12:41:03.962447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34364) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:03.966691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104046) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 08 12:41:03.966691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Router 88f24af5-b3c2-4702-a1c3-1c27dbcf91ad migrating from provider to provider. {{(pid=104046) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 08 12:41:03.966937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.971545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 29d44083-5a7d-4a46-af74-8051f2c21d80 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:03.971916 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:03.989545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6586222-6352-4fc3-aa69-db9c3c13ca5c req-b73f80b8-cfff-4545-aa58-b85eef33e055 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:03.991160 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6586222-6352-4fc3-aa69-db9c3c13ca5c req-b73f80b8-cfff-4545-aa58-b85eef33e055 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2447796 Mar 08 12:41:04.002472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.006182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:04.012543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:04.013202 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.016387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.017881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.023519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:04.024113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.026498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:41:04.026974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.027098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.058701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e6abf187-495c-4b87-bb29-e4935d3aa783 None None] Provisioning complete for port 29d44083-5a7d-4a46-af74-8051f2c21d80 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:04.059461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e6abf187-495c-4b87-bb29-e4935d3aa783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.087943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.102549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6586222-6352-4fc3-aa69-db9c3c13ca5c req-d414c04f-2c92-41a7-a5b7-dce385545f2f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654042 Mar 08 12:41:04.192792 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1842430 Mar 08 12:41:04.199972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34366) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.208190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:04.213233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ee80475-92ad-474f-ba5b-8ae551dcca83,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:04.228794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee539591-56b4-42ee-a3b2-751c303a8da1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=861da42c-9ca3-45ee-89a2-32ddba0baa4f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:04.234962 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0f811b93-50ba-45db-bd35-917f2139e2a8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8106763 Mar 08 12:41:04.241778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34368) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.251870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1510392925'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:04.293436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.293436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f224b443-a146-4a99-abcf-e45c4c36d320 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:41:04.296525 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] No L3 agents can host the router 88f24af5-b3c2-4702-a1c3-1c27dbcf91ad Mar 08 12:41:04.308898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Checking segment: {'id': 'e57737c5-5a08-4832-9508-37f14f45191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e2d61974-d314-495d-b263-490421e330dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:04.309253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Network hostable DHCP agents. Network: e2d61974-d314-495d-b263-490421e330dd, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:04.309768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 01ef8ba2-bd7b-4b31-9203-4cd0027f20cd {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:04.310217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.314937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:04.327770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.396140 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 08 12:41:04.397302 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-426669db-cb32-427b-95b4-51bf917f3bae tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3366625 Mar 08 12:41:04.401163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34370) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.410942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a8a42-16f5-4511-a6e2-1359e3d1144b None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:41:04.457234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:04.463944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.466200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Network e2d61974-d314-495d-b263-490421e330dd is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:04.490702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-30c38706-a25f-48f2-9db1-e3ee50fcfdad None None] Provisioning complete for port 01ef8ba2-bd7b-4b31-9203-4cd0027f20cd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:04.491109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30c38706-a25f-48f2-9db1-e3ee50fcfdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.493115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.530702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Deleting port 83931b16-45b3-48dc-94d1-54264c10ee22 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:04.531234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.560021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a8a42-16f5-4511-a6e2-1359e3d1144b None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:41:04.567217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-30c38706-a25f-48f2-9db1-e3ee50fcfdad None None] Port 01ef8ba2-bd7b-4b31-9203-4cd0027f20cd cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:04.577657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Hosts for router 88f24af5-b3c2-4702-a1c3-1c27dbcf91ad: [] {{(pid=104046) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 08 12:41:04.591926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e2d61974-d314-495d-b263-490421e330dd) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:04.597125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:04.598037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.608382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Hosts for other DVR routers connected to router 88f24af5-b3c2-4702-a1c3-1c27dbcf91ad: set() {{(pid=104046) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 08 12:41:04.610359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.610880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.615832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4ade10ed-71d8-4ef7-a6a5-766db56ba9d3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "PUT /v2.0/routers/88f24af5-b3c2-4702-a1c3-1c27dbcf91ad HTTP/1.1" status: 200 len: 717 time: 1.2334397 Mar 08 12:41:04.617439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34374) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.642280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f is not hosted by any dhcp agent {{(pid=104045) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:41:04.648149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:04.649113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.652821 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "PUT /v2.0/networks/861da42c-9ca3-45ee-89a2-32ddba0baa4f HTTP/1.1" status: 200 len: 723 time: 0.4490001 Mar 08 12:41:04.659689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34376) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.667747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': '861da42c-9ca3-45ee-89a2-32ddba0baa4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:04.715831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:04.722205 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3d536e4b-8e7c-4d78-a4eb-b5302159d16d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "GET /v2.0/routers/88f24af5-b3c2-4702-a1c3-1c27dbcf91ad HTTP/1.1" status: 200 len: 717 time: 0.1001861 Mar 08 12:41:04.729210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34378) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.743531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.749468 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f4205acb-041d-426a-9485-c1744e89e81e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7963674 Mar 08 12:41:04.749731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.753247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.753584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment fd5bd4b5-67f8-4cfe-9bd4-dcaffadb6a61 of type vlan for network b46813d2-478d-49e4-9155-ce4c1cb17336 Mar 08 12:41:04.765373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34382) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.765631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34384) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:04.771264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'floatingip': {'floating_network_id': 'e2d61974-d314-495d-b263-490421e330dd'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:04.775980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 01ef8ba2-bd7b-4b31-9203-4cd0027f20cd owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:04.821820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027183fc-4311-4de6-ba5e-cadf72ac2f52 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=861da42c-9ca3-45ee-89a2-32ddba0baa4f,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:04.836556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:04.837123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Calling delete_port for 83931b16-45b3-48dc-94d1-54264c10ee22 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:04.860175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.931338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea182c01-e30e-43ec-a376-c31206af3614 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:41:04.940211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.979966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:04.986394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:04.986733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.005250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:05.009288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.074865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=b46813d2-478d-49e4-9155-ce4c1cb17336,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:05.090963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network b46813d2-478d-49e4-9155-ce4c1cb17336 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:05.114463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea182c01-e30e-43ec-a376-c31206af3614 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:41:05.176339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8f6f36fd-8302-481d-b6c8-63a459bd8434 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9326839 Mar 08 12:41:05.178861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34390) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:05.188301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'ports': [{'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668'}, {'network_id': 'b46813d2-478d-49e4-9155-ce4c1cb17336'}]} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:05.189759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:05.193902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': 'b46813d2-478d-49e4-9155-ce4c1cb17336'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:05.200624 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-82697910-2367-4a0e-a7d9-5e13eb81ecd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42103ed069c141058809adafff64622d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247451 Mar 08 12:41:05.200624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34392) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:05.271608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.310623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.326509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Pushing event deleted for resources: {'Port': ['ID=83931b16-45b3-48dc-94d1-54264c10ee22,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:05.357533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.383100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d58b63ea-1bd0-4689-a34c-1550420b7afe tempest-RoutersTestDVR-989025880 tempest-RoutersTestDVR-989025880-project] 10.222.0.65 "GET /v2.0/routers/88f24af5-b3c2-4702-a1c3-1c27dbcf91ad HTTP/1.1" status: 200 len: 683 time: 0.6520221 Mar 08 12:41:05.393383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34394) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:05.415668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=01ef8ba2-bd7b-4b31-9203-4cd0027f20cd,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:05.437225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-248a66e8-8e36-40ce-827f-1ee854f4a4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.443328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d6455-329d-4e0d-8a1c-d7e64bf19cd6 None None] Network e2d61974-d314-495d-b263-490421e330dd requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:05.561923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1dd8a-cd4a-4ad6-b851-1198805aac83 req-0ab9b78e-5c5d-41e9-8b16-ffc59dba6597 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:05.563544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-87c1dd8a-cd4a-4ad6-b851-1198805aac83 req-0ab9b78e-5c5d-41e9-8b16-ffc59dba6597 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3622572 Mar 08 12:41:05.590026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.597172 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8b26bdeb-2e63-4d4c-aca1-24d1c8acbacf tempest-RoutersAdminNegativeIpV6Test-1558624468 tempest-RoutersAdminNegativeIpV6Test-1558624468-project-admin] 10.222.0.65 "DELETE /v2.0/ports/83931b16-45b3-48dc-94d1-54264c10ee22 HTTP/1.1" status: 204 len: 168 time: 1.1913602 Mar 08 12:41:05.598966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-248a66e8-8e36-40ce-827f-1ee854f4a4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.601965 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da15bb76-56d7-4117-a482-d5c40c4912a0 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.650944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948eedf-50ee-49ab-b5ad-2a4c7ff25c7b None None] Network e2d61974-d314-495d-b263-490421e330dd requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:05.675580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.722204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.729421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4d807103-49f8-4e73-a4a3-acf0ecb7a0cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/01ef8ba2-bd7b-4b31-9203-4cd0027f20cd HTTP/1.1" status: 204 len: 168 time: 1.7653108 Mar 08 12:41:05.732305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34398) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:05.751195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-87c1dd8a-cd4a-4ad6-b851-1198805aac83 req-b7931883-097b-44c9-a6bc-b937cfde70b2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583781 Mar 08 12:41:05.793506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 2} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:05.801097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.825660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.853431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea55d3-f7ba-4e11-8be1-54fb83012f04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:05.855001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea55d3-f7ba-4e11-8be1-54fb83012f04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:05.856658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea55d3-f7ba-4e11-8be1-54fb83012f04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:05.858268 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-90ea55d3-f7ba-4e11-8be1-54fb83012f04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1250069 Mar 08 12:41:05.863231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:05.888473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Allocated IP 172.20.0.13 (e2d61974-d314-495d-b263-490421e330dd/0ee80475-92ad-474f-ba5b-8ae551dcca83/6b366a0d-e39d-478e-a942-14c33846ace6) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:05.934151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da15bb76-56d7-4117-a482-d5c40c4912a0 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.935782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=511814f0-23d9-4415-8bad-8b3a4652fcb4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:05.941483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da15bb76-56d7-4117-a482-d5c40c4912a0 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:05.961661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': 'd43d54df-e548-4656-aab0-fca61b07c74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '861da42c-9ca3-45ee-89a2-32ddba0baa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:05.962047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: 861da42c-9ca3-45ee-89a2-32ddba0baa4f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:05.994909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 1bdf9155-967b-4b0e-b3b3-5dc66c627cf1 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:06.007177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.035319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34404) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:06.040581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-248a66e8-8e36-40ce-827f-1ee854f4a4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.043256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-248a66e8-8e36-40ce-827f-1ee854f4a4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.044391 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-248a66e8-8e36-40ce-827f-1ee854f4a4af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e3da713-2d0c-4f37-9f02-df5d7cf54328 HTTP/1.1" status: 204 len: 168 time: 0.8467002 Mar 08 12:41:06.062560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a66e8-8e36-40ce-827f-1ee854f4a4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3da713-2d0c-4f37-9f02-df5d7cf54328,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:06.069291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da15bb76-56d7-4117-a482-d5c40c4912a0 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.071645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15bb76-56d7-4117-a482-d5c40c4912a0 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88f24af5-b3c2-4702-a1c3-1c27dbcf91ad {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:41:06.077690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da15bb76-56d7-4117-a482-d5c40c4912a0 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.082333 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-da15bb76-56d7-4117-a482-d5c40c4912a0 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "DELETE /v2.0/routers/88f24af5-b3c2-4702-a1c3-1c27dbcf91ad HTTP/1.1" status: 204 len: 168 time: 0.6826830 Mar 08 12:41:06.083200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34408) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:06.096085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-58039a31-8c66-4c57-be57-b888520dbe8d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Request body: {'router': {'name': 'tempest-router-79398646', 'distributed': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:06.110622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 6b572f76-a676-46da-80b1-455f49659503 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:06.119156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.120915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:06.147862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.219996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 861da42c-9ca3-45ee-89a2-32ddba0baa4f) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:06.224840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:06.225613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.233442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229c7df-6089-46de-a903-a2806a49a001 None None] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:06.261031 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.306571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58039a31-8c66-4c57-be57-b888520dbe8d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.307607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58039a31-8c66-4c57-be57-b888520dbe8d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.331330 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-554c9d77-806b-42ef-bc53-223f462f224d tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6670401 Mar 08 12:41:06.335191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34412) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:06.342064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ab94ac67-0543-4f1f-a28e-4f670a4e2e58 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:06.361260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Network e2d61974-d314-495d-b263-490421e330dd is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:06.392222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:06.394097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Port': ['ID=6b366a0d-e39d-478e-a942-14c33846ace6,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:06.401943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:06.473695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58039a31-8c66-4c57-be57-b888520dbe8d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.484120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5bd8a34d-15ce-4beb-89d7-ab621e64a74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.558206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58039a31-8c66-4c57-be57-b888520dbe8d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.585284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab94ac67-0543-4f1f-a28e-4f670a4e2e58 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62536453'] for subnet, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.597571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.607504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-861da42c-9ca3-45ee-89a2-32ddba0baa4f', 'network_id': '861da42c-9ca3-45ee-89a2-32ddba0baa4f', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '511814f0-23d9-4415-8bad-8b3a4652fcb4'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:06.610087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.669668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.717505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.718645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58039a31-8c66-4c57-be57-b888520dbe8d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.722541 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-58039a31-8c66-4c57-be57-b888520dbe8d tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.6357193 Mar 08 12:41:06.724427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34422) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:06.724545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5bd8a34d-15ce-4beb-89d7-ab621e64a74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.795038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5bd8a34d-15ce-4beb-89d7-ab621e64a74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.834895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port df2ee045-29db-4a80-a923-155bc1a330b6 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:06.849546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e4e36a0-e51a-4c14-8afd-f95c42a519f3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.855494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.863200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.897483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8a34d-15ce-4beb-89d7-ab621e64a74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f2bd7-2c89-4e8b-a462-ca10f1775917,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:06.902238 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5bd8a34d-15ce-4beb-89d7-ab621e64a74f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c0a620a98a04fb18f1e09cad4291d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8355997 Mar 08 12:41:06.923856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34428) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:06.930605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdf9155-967b-4b0e-b3b3-5dc66c627cf1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:06.936859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:06.941692 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-abf50835-72db-4c85-bd45-332eb69cf740 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/1bdf9155-967b-4b0e-b3b3-5dc66c627cf1 HTTP/1.1" status: 204 len: 168 time: 1.0769680 Mar 08 12:41:06.942446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9444ad-af47-4fbf-9764-930ae7103ef0 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:06.951034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34430) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:07.028589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8af1-88d7-4f75-9501-e41d62a53f31 req-272c311d-699e-4e2e-a69f-a93f333eac09 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:07.030420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4eae8af1-88d7-4f75-9501-e41d62a53f31 req-272c311d-699e-4e2e-a69f-a93f333eac09 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2018089 Mar 08 12:41:07.064647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 1f3198ad-1619-4c11-9dd7-fa978c8560ee {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:07.082637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.187119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.189890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7222dc9-cf4f-4aaf-bfff-bdbcd7f049a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.213151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Allocated IP 172.20.0.2 (861da42c-9ca3-45ee-89a2-32ddba0baa4f/511814f0-23d9-4415-8bad-8b3a4652fcb4/561a3b95-d1bb-413f-ac45-db91bd5f1283) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:07.218814 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4eae8af1-88d7-4f75-9501-e41d62a53f31 req-f09489ff-b6ee-4f43-8373-3eb23957cade tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747663 Mar 08 12:41:07.249780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.301292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7222dc9-cf4f-4aaf-bfff-bdbcd7f049a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.350893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab94ac67-0543-4f1f-a28e-4f670a4e2e58 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769083559855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1215048'] for subnet, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.372168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.423983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e4e36a0-e51a-4c14-8afd-f95c42a519f3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.431858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e4e36a0-e51a-4c14-8afd-f95c42a519f3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.438777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.443599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:07.463284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94ac67-0543-4f1f-a28e-4f670a4e2e58 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:07.464154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab94ac67-0543-4f1f-a28e-4f670a4e2e58 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.465444 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ab94ac67-0543-4f1f-a28e-4f670a4e2e58 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "PUT /v2.0/subnets/511814f0-23d9-4415-8bad-8b3a4652fcb4 HTTP/1.1" status: 200 len: 806 time: 1.1277883 Mar 08 12:41:07.469331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34440) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:07.469863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34442) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:07.474078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:07.480901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:07.481816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.509223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.513194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=6b572f76-a676-46da-80b1-455f49659503,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:07.563843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7222dc9-cf4f-4aaf-bfff-bdbcd7f049a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.567555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7222dc9-cf4f-4aaf-bfff-bdbcd7f049a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.574021 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e7222dc9-cf4f-4aaf-bfff-bdbcd7f049a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f77f2bd7-2c89-4e8b-a462-ca10f1775917 HTTP/1.1" status: 204 len: 168 time: 0.6465800 Mar 08 12:41:07.581251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.618364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94ac67-0543-4f1f-a28e-4f670a4e2e58 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=511814f0-23d9-4415-8bad-8b3a4652fcb4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:07.619509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7222dc9-cf4f-4aaf-bfff-bdbcd7f049a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f2bd7-2c89-4e8b-a462-ca10f1775917,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:07.635936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': 'fd5bd4b5-67f8-4cfe-9bd4-dcaffadb6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b46813d2-478d-49e4-9155-ce4c1cb17336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:07.636512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: b46813d2-478d-49e4-9155-ce4c1cb17336, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:07.640443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=df2ee045-29db-4a80-a923-155bc1a330b6,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:07.681151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586394175'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:07.689248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e4e36a0-e51a-4c14-8afd-f95c42a519f3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.690050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4e36a0-e51a-4c14-8afd-f95c42a519f3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60dcb78f-76a2-483f-a391-9fa775ce428d {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:41:07.700011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Pushing event updated for resources: {'Port': ['ID=561a3b95-d1bb-413f-ac45-db91bd5f1283,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:07.700225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.705967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e4e36a0-e51a-4c14-8afd-f95c42a519f3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.707293 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2e4e36a0-e51a-4c14-8afd-f95c42a519f3 tempest-RoutersTestDVR-656742102 tempest-RoutersTestDVR-656742102-project-admin] 10.222.0.65 "DELETE /v2.0/routers/60dcb78f-76a2-483f-a391-9fa775ce428d HTTP/1.1" status: 204 len: 168 time: 0.9825494 Mar 08 12:41:07.722477 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network b46813d2-478d-49e4-9155-ce4c1cb17336 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:07.730273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:07.761670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:07.768017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:07.773730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3198ad-1619-4c11-9dd7-fa978c8560ee,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:07.786008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.795573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d5303ed-f16f-49e1-84e5-ee88605d54b6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/1f3198ad-1619-4c11-9dd7-fa978c8560ee HTTP/1.1" status: 204 len: 168 time: 0.8390632 Mar 08 12:41:07.797903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34450) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:07.834863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.843380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.855554 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7ff65659-54a6-4037-bc12-0b346b770c2f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561588 Mar 08 12:41:07.856482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, b46813d2-478d-49e4-9155-ce4c1cb17336) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:07.858552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.860432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34452) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:07.870949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:07.879873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a740508-5522-43ac-916b-8acb624bd2fa None None] Network b46813d2-478d-49e4-9155-ce4c1cb17336 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:07.881138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:07.883913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.888207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:07.893983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:07.894674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.905718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Attempting to bind port 561a3b95-d1bb-413f-ac45-db91bd5f1283 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:07.906106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Attempting to bind port 561a3b95-d1bb-413f-ac45-db91bd5f1283 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd43d54df-e548-4656-aab0-fca61b07c74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '861da42c-9ca3-45ee-89a2-32ddba0baa4f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:07.906456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Attempting to bind port 561a3b95-d1bb-413f-ac45-db91bd5f1283 on network 861da42c-9ca3-45ee-89a2-32ddba0baa4f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:07.937211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.949268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:07.949633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Checking segment: {'id': 'd43d54df-e548-4656-aab0-fca61b07c74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '861da42c-9ca3-45ee-89a2-32ddba0baa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:07.952671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:07.952671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Bound using segment: {'id': 'd43d54df-e548-4656-aab0-fca61b07c74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '861da42c-9ca3-45ee-89a2-32ddba0baa4f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:07.952671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Bound port: 561a3b95-d1bb-413f-ac45-db91bd5f1283, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43d54df-e548-4656-aab0-fca61b07c74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '861da42c-9ca3-45ee-89a2-32ddba0baa4f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:07.952671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.059929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Port': ['ID=6b366a0d-e39d-478e-a942-14c33846ace6,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:08.091407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.094846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port 561a3b95-d1bb-413f-ac45-db91bd5f1283 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:08.095169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.113126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] For port 561a3b95-d1bb-413f-ac45-db91bd5f1283, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:08.118005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] For port 561a3b95-d1bb-413f-ac45-db91bd5f1283, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=561a3b95-d1bb-413f-ac45-db91bd5f1283,segment=NetworkSegment(d43d54df-e548-4656-aab0-fca61b07c74a),segment_id=d43d54df-e548-4656-aab0-fca61b07c74a)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:08.154276 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-adde4836-fb8b-40b2-8908-29007dd32176 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9739459 Mar 08 12:41:08.165003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34456) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:08.171749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.196093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ea44f1-0c76-4af9-ab9d-37c47bbdecb9 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:08.209514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port 561a3b95-d1bb-413f-ac45-db91bd5f1283, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:08.210512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.211220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:08.212073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.217033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.231478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for 561a3b95-d1bb-413f-ac45-db91bd5f1283 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:08.279813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.284167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.285454 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-58fb1bf8-f45b-418f-b629-dd2bb97ec61c tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5173593 Mar 08 12:41:08.293627 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34460) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:08.345211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d766705c-f212-42ca-888e-15de55e2247b None None] Provisioning complete for port 29d44083-5a7d-4a46-af74-8051f2c21d80 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:08.345685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d766705c-f212-42ca-888e-15de55e2247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.369292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b262f-4f31-4170-9e80-829d49fcb577 None None] Pushing event updated for resources: {'Port': ['ID=561a3b95-d1bb-413f-ac45-db91bd5f1283,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:08.474467 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d09c24f2-42d9-4621-a0d3-7e41fb6ced16 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=e2d61974-d314-495d-b263-490421e330dd HTTP/1.1" status: 200 len: 690 time: 0.1751018 Mar 08 12:41:08.483373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34464) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:08.486846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f7cfa4-2172-498a-bbad-7de333b6af2c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:08.546932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34466) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:08.619963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:08.706805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.708282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] Deleting port 29d44083-5a7d-4a46-af74-8051f2c21d80 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:08.708654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.759320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.776372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.814996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0c0242d-63c0-4b75-af77-c265d50b05ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.817521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eedb7b7-6128-4313-b4b7-811e2aacb14e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:08.837501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7172a9c-d857-4191-9079-151ae76598b6 req-046ac848-600f-4c52-b8ba-3ebe6a841c94 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:08.840752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] For port 29d44083-5a7d-4a46-af74-8051f2c21d80, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=29d44083-5a7d-4a46-af74-8051f2c21d80,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:08.841235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.843788 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7172a9c-d857-4191-9079-151ae76598b6 req-046ac848-600f-4c52-b8ba-3ebe6a841c94 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2511728 Mar 08 12:41:08.848304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34470) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:08.865167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] Calling delete_port for 29d44083-5a7d-4a46-af74-8051f2c21d80 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:08.868599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.904081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=561a3b95-d1bb-413f-ac45-db91bd5f1283,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:08.927617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.928877 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2496c37f-26e9-4a7a-8a40-83a3f25690a8 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4580700 Mar 08 12:41:08.935770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34472) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:08.950941 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f0faad8b-e519-46c8-8594-6366ea235417 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1d55d80c986496a86464a30b5548c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933442 Mar 08 12:41:08.954335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port df2ee045-29db-4a80-a923-155bc1a330b6 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:08.954859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:08.957870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34474) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.019424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port 561a3b95-d1bb-413f-ac45-db91bd5f1283 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:09.020318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.069707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] Pushing event deleted for resources: {'Port': ['ID=29d44083-5a7d-4a46-af74-8051f2c21d80,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:09.072605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563310fd-b1c0-409a-9b1b-cc11cc305541 None None] No DVR routers for this DVR port 29d44083-5a7d-4a46-af74-8051f2c21d80 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:09.115083 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5460dd3f-c1d0-43a4-9ee5-ed3778963e94 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1780450 Mar 08 12:41:09.120088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7172a9c-d857-4191-9079-151ae76598b6 req-ecdf0125-c8eb-4f9b-9bbe-a95d11d7d977 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592785 Mar 08 12:41:09.120431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34476) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.138117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.140627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5f136651-9f0a-4f2c-9514-6bd410d57ee7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-security--1392382481', 'description': 'tempest-security-description-1153229919'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:09.156408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.164403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Deleting port 6b366a0d-e39d-478e-a942-14c33846ace6 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:09.164740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.171830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0c0242d-63c0-4b75-af77-c265d50b05ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.194706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for df2ee045-29db-4a80-a923-155bc1a330b6 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:09.227566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.objects.ports [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104046) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:41:09.230704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0c0242d-63c0-4b75-af77-c265d50b05ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.268809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f136651-9f0a-4f2c-9514-6bd410d57ee7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.296988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0242d-63c0-4b75-af77-c265d50b05ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e43c2ae-e25b-4613-b48a-ebf279a8ff03,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:09.303814 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d0c0242d-63c0-4b75-af77-c265d50b05ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=842bf4446d5949ef9dcabd6971d47ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7501578 Mar 08 12:41:09.306427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34478) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.321498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d25d3ae-3414-4857-9963-14cca893bece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.325365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.325686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.347898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Calling delete_port for 6b366a0d-e39d-478e-a942-14c33846ace6 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:09.364503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.400107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=511814f0-23d9-4415-8bad-8b3a4652fcb4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:09.474848 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d25d3ae-3414-4857-9963-14cca893bece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.490646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f136651-9f0a-4f2c-9514-6bd410d57ee7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.528977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc3c-7bbe-4cdb-8dd6-ee430c82b0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.533961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.568593 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.services.revisions.revision_plugin [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Could not find related port for resource to bump revision. Mar 08 12:41:09.572778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f136651-9f0a-4f2c-9514-6bd410d57ee7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.575490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f136651-9f0a-4f2c-9514-6bd410d57ee7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.576758 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5f136651-9f0a-4f2c-9514-6bd410d57ee7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "PUT /v2.0/security-groups/9eedb7b7-6128-4313-b4b7-811e2aacb14e HTTP/1.1" status: 200 len: 1778 time: 0.4398122 Mar 08 12:41:09.584220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861da42c-9ca3-45ee-89a2-32ddba0baa4f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:09.601829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34480) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.605489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f136651-9f0a-4f2c-9514-6bd410d57ee7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eedb7b7-6128-4313-b4b7-811e2aacb14e,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:09.606614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Port 29d44083-5a7d-4a46-af74-8051f2c21d80 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104046) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 08 12:41:09.606909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9e:9788 {{(pid=104046) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 08 12:41:09.610937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9e:9788 {{(pid=104046) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 08 12:41:09.611730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc3c-7bbe-4cdb-8dd6-ee430c82b0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.612332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.623743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43d54df-e548-4656-aab0-fca61b07c74a') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:09.624063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43d54df-e548-4656-aab0-fca61b07c74a') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:09.653104 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.685242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.686898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d25d3ae-3414-4857-9963-14cca893bece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.689379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d25d3ae-3414-4857-9963-14cca893bece admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.691251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 29d44083-5a7d-4a46-af74-8051f2c21d80 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:09.693335 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9d25d3ae-3414-4857-9963-14cca893bece admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7716d878-3afd-4b37-aed9-f96ce32cef55 HTTP/1.1" status: 204 len: 168 time: 0.7294242 Mar 08 12:41:09.721507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.729320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 29d44083-5a7d-4a46-af74-8051f2c21d80 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:09.729831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 29d44083-5a7d-4a46-af74-8051f2c21d80 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:09.731551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a75f37-9af7-4ca9-862b-cee79205dac3 None None] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:09.734371 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6077cc6b-b971-4e49-b0ed-759e60d68515 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups/9eedb7b7-6128-4313-b4b7-811e2aacb14e HTTP/1.1" status: 200 len: 1778 time: 0.1307883 Mar 08 12:41:09.735087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34484) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.738497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.741723 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/df2ee045-29db-4a80-a923-155bc1a330b6 HTTP/1.1" status: 204 len: 168 time: 1.5753238 Mar 08 12:41:09.744619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=ea5e24d8-98d3-4c20-8ac9-e30747e43134,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:09.750199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34486) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.751038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cad79-3d60-471a-b69b-5ebe1fa080d5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=df2ee045-29db-4a80-a923-155bc1a330b6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:09.752457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d3ae-3414-4857-9963-14cca893bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7716d878-3afd-4b37-aed9-f96ce32cef55,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:09.755709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:09.756125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:09.760230 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:09.772337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:09.776456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:09.779360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:09.779942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.818028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987c9f9-e32a-4180-a4d4-5025c2fcd25b None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:09.842487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ede0a-ff69-48f1-b159-5cc824f2541b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:09.849626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ede0a-ff69-48f1-b159-5cc824f2541b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:09.852632 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-461ede0a-ff69-48f1-b159-5cc824f2541b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0983112 Mar 08 12:41:09.855746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34488) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.860174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5ed46ddc-ed96-4fbf-a312-f9447333866c None None] Could not find standard attr ID for object 561a3b95-d1bb-413f-ac45-db91bd5f1283. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:09.863549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3d33e0db-1857-4eca-8c45-239719a5b8ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0021136 Mar 08 12:41:09.866823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34490) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:09.876487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:09.884957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc3c-7bbe-4cdb-8dd6-ee430c82b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.888182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cc3c-7bbe-4cdb-8dd6-ee430c82b0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.892331 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a9c5cc3c-7bbe-4cdb-8dd6-ee430c82b0e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e43c2ae-e25b-4613-b48a-ebf279a8ff03 HTTP/1.1" status: 204 len: 168 time: 0.5851276 Mar 08 12:41:09.922821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:09.984074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-974f138b-5acd-4672-b62f-0aa7c4a7e394 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.058411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13789c44-b567-4a34-b885-14d97824a3ad None None] DHCP port deletion for 861da42c-9ca3-45ee-89a2-32ddba0baa4f request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:10.060656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5cc3c-7bbe-4cdb-8dd6-ee430c82b0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e43c2ae-e25b-4613-b48a-ebf279a8ff03,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.062555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.067240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.083642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b366a0d-e39d-478e-a942-14c33846ace6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.098440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'ea5e24d8-98d3-4c20-8ac9-e30747e43134'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:10.099570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.129451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656b162-66ac-41a2-8aaf-765eafb91602 None None] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:10.142925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=861da42c-9ca3-45ee-89a2-32ddba0baa4f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.146818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:10.154259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.171059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.177141 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ed1a31a9-214e-4c30-a7f2-ee068030d0d9 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/861da42c-9ca3-45ee-89a2-32ddba0baa4f HTTP/1.1" status: 204 len: 168 time: 2.7050471 Mar 08 12:41:10.177304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34496) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:10.192236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-974f138b-5acd-4672-b62f-0aa7c4a7e394 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.206995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656b162-66ac-41a2-8aaf-765eafb91602 None None] Network 861da42c-9ca3-45ee-89a2-32ddba0baa4f could not be found, it might have been deleted concurrently. {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 08 12:41:10.239527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-22684739-7a5c-4828-a22b-3674742b6e3b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:10.240443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22684739-7a5c-4828-a22b-3674742b6e3b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:10.241557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.246786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-22684739-7a5c-4828-a22b-3674742b6e3b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/861da42c-9ca3-45ee-89a2-32ddba0baa4f HTTP/1.1" status: 404 len: 339 time: 0.0684166 Mar 08 12:41:10.254735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34498) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:10.260962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-445676547', 'description': 'd1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:10.319610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 6b572f76-a676-46da-80b1-455f49659503 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:10.320758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.327740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Allocated IP 2001:db8::f816:3eff:fe26:dc3 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/ea5e24d8-98d3-4c20-8ac9-e30747e43134/df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:10.388317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11be6-e23f-4d00-9951-649258fe0473 req-8ce9e6cc-aae8-416f-a2ef-224b18bf5f53 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:10.390186 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7b11be6-e23f-4d00-9951-649258fe0473 req-8ce9e6cc-aae8-416f-a2ef-224b18bf5f53 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1072531 Mar 08 12:41:10.404508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.423473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 6b572f76-a676-46da-80b1-455f49659503 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:10.432773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:10.437049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.502642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:10.507525 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7b11be6-e23f-4d00-9951-649258fe0473 req-ef1bc2fd-7777-494e-b3d1-0c6041159fd9 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037641 Mar 08 12:41:10.524532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.524870 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment 2bccd42e-da5a-42b1-8520-94a6ff1697d6 of type vlan for network e728df34-6434-496b-b839-7ff497203829 Mar 08 12:41:10.536273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-974f138b-5acd-4672-b62f-0aa7c4a7e394 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.539461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-974f138b-5acd-4672-b62f-0aa7c4a7e394 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.540082 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-974f138b-5acd-4672-b62f-0aa7c4a7e394 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/9eedb7b7-6128-4313-b4b7-811e2aacb14e HTTP/1.1" status: 204 len: 168 time: 0.7994757 Mar 08 12:41:10.545329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.549696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.560035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34508) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:10.599929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f138b-5acd-4672-b62f-0aa7c4a7e394 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eedb7b7-6128-4313-b4b7-811e2aacb14e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.620499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee80475-92ad-474f-ba5b-8ae551dcca83,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.623992 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.637493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.674902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.683685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:10.687109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:10.694333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:10.704390 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d61974-d314-495d-b263-490421e330dd']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:10.715750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57737c5-5a08-4832-9508-37f14f45191e') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:10.716066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57737c5-5a08-4832-9508-37f14f45191e') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:10.717999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Pushing event updated for resources: {'Port': ['ID=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.727213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.741148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.755570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:10.755968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:10.758776 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:10.763957 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a090652e-bec6-4d1d-8b8e-9aeebc276ec2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1959383 Mar 08 12:41:10.763957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34516) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:10.796557 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-f52f78a8-b3a2-4aaf-9ec7-da80be8921db tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] delete failed (client error): The resource could not be found. Mar 08 12:41:10.797783 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f52f78a8-b3a2-4aaf-9ec7-da80be8921db tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/9eedb7b7-6128-4313-b4b7-811e2aacb14e HTTP/1.1" status: 404 len: 347 time: 0.0332401 Mar 08 12:41:10.806125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34518) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:10.808710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Attempting to bind port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:10.809247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Attempting to bind port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:10.809760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Attempting to bind port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:10.815656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:10.816076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:10.816475 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.816853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:10.817366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Bound port: df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:10.817776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.817978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d0a9d501-32b2-4b43-88b1-de4aa7b8d3c6 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566332076'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:10.829831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.840593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.846150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:10.846943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532154'] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.867350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=6b572f76-a676-46da-80b1-455f49659503,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.880971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.885491 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e51eda6a-1ea6-43dd-9251-bec572d7ab02 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/6b572f76-a676-46da-80b1-455f49659503 HTTP/1.1" status: 204 len: 168 time: 1.0274041 Mar 08 12:41:10.891424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34522) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:10.919439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] For port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:10.923635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.923822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] For port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:10.967456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22197e-0440-4698-ba05-f3583fbe6d76 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:10.970185 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cb22197e-0440-4698-ba05-f3583fbe6d76 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0766826 Mar 08 12:41:10.970718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.977219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34526) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:10.977883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=e728df34-6434-496b-b839-7ff497203829,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:10.978137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2d61974-d314-495d-b263-490421e330dd {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 08 12:41:10.993706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:10.995526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d501-32b2-4b43-88b1-de4aa7b8d3c6 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.001942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:11.013726 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-55851502-81ae-4273-8583-c24e89fdb870 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7574790 Mar 08 12:41:11.021687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34530) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.025190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:11.043590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.044540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.066852 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.069092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=eff1ce06-f460-4d20-abb1-cd420ed26e48,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:11.073310 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "DELETE /v2.0/networks/e2d61974-d314-495d-b263-490421e330dd HTTP/1.1" status: 204 len: 168 time: 2.5853689 Mar 08 12:41:11.073310 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e514b4b4-b456-4653-8223-e3caf5482109 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:41:11.077389 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e514b4b4-b456-4653-8223-e3caf5482109 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/df2ee045-29db-4a80-a923-155bc1a330b6 HTTP/1.1" status: 404 len: 333 time: 0.0949759 Mar 08 12:41:11.077758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e728df34-6434-496b-b839-7ff497203829 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:11.078013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34532) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.078013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34534) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.080963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34536) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.097952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc3c0-9d3d-4500-bcf4-271c99d8a132 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2d61974-d314-495d-b263-490421e330dd,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:11.113684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b558283c-9272-4fc0-9edb-32720c09edeb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:41:11.119913 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b558283c-9272-4fc0-9edb-32720c09edeb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/6b572f76-a676-46da-80b1-455f49659503 HTTP/1.1" status: 404 len: 333 time: 0.0351477 Mar 08 12:41:11.125864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34538) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.130781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fb6fc4d6-eb5a-4604-bd62-ec4c8944dce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.143690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a8665-02a8-4168-b175-46d966c5ad41 None None] Pushing event updated for resources: {'Port': ['ID=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:11.286509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34542) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.314681 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-675495d7-9934-41d4-900a-ac4a06351cd7 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2332458 Mar 08 12:41:11.317963 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d57100a-ab74-4154-a158-969d5fe500ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4468129 Mar 08 12:41:11.319413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34546) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.321005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34548) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.326622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:b3:fe:16', 'name': 'tempest-NetworksTestDHCPv6-528395184'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:11.414643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.417634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.418264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.419012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.420177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.420937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.421824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.424001 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-560b6341-4506-4a9e-89f4-4d4301a10de2 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.0992527 Mar 08 12:41:11.427108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34550) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.433958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.456649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbd2ec-24fc-4516-b358-ed0be4dda639 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:11.458196 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-01fbd2ec-24fc-4516-b358-ed0be4dda639 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/networks?id=e728df34-6434-496b-b839-7ff497203829 HTTP/1.1" status: 200 len: 760 time: 0.4274035 Mar 08 12:41:11.464997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34552) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.471928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'description': 'd2'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:11.507836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1708780122'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:11.512908 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-4f89c7d8-dfbc-479b-91d7-6d04e0dc4d0f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] delete failed (client error): The resource could not be found. Mar 08 12:41:11.514059 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4f89c7d8-dfbc-479b-91d7-6d04e0dc4d0f tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/a4a683fb-6e62-40e0-aab2-93b63ec20f0c HTTP/1.1" status: 404 len: 345 time: 0.0862272 Mar 08 12:41:11.530268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34554) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.582801 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6deba1-b8ec-4703-b19e-16101ab8d055 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] DELETE failed (client error): The resource could not be found. Mar 08 12:41:11.583468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6deba1-b8ec-4703-b19e-16101ab8d055 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:11.592223 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bd6deba1-b8ec-4703-b19e-16101ab8d055 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "DELETE /v2.0/networks/e2d61974-d314-495d-b263-490421e330dd HTTP/1.1" status: 404 len: 339 time: 0.0482969 Mar 08 12:41:11.594319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34556) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.599446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'network': {'name': 'tempest-network--1724508354', 'router:external': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:11.638399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d501-32b2-4b43-88b1-de4aa7b8d3c6 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.651434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fb6fc4d6-eb5a-4604-bd62-ec4c8944dce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.671132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Made reservation on behalf of f8638f112cb84209ab5e6474729f8a7d for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:11.674667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.686536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.709956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.753591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:11.763938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d501-32b2-4b43-88b1-de4aa7b8d3c6 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.774023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:11.780017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Made reservation on behalf of 4f257e847ff14138a57c7248c6ab70c0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:11.782102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.789895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fb6fc4d6-eb5a-4604-bd62-ec4c8944dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.805298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46813d2-478d-49e4-9155-ce4c1cb17336']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:11.806797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:11.807339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.813367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9d501-32b2-4b43-88b1-de4aa7b8d3c6 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63fb31-a8b5-428a-b113-ae41f87b6b6d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:11.843476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5bd4b5-67f8-4cfe-9bd4-dcaffadb6a61') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:11.843768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5bd4b5-67f8-4cfe-9bd4-dcaffadb6a61') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:11.865871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.875036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.898097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.898415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.907672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:11.912227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.912365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.914705 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fb6fc4d6-eb5a-4604-bd62-ec4c8944dce3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b289167e52ef48f3ba7ab1e1641bda7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8373184 Mar 08 12:41:11.920200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34558) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:11.923945 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:11.929783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fc4d6-eb5a-4604-bd62-ec4c8944dce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8302f5-8f8a-4a73-b9be-b4011b8ff920,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:11.952202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:11.952615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:11.954385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d501-32b2-4b43-88b1-de4aa7b8d3c6 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.958397 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d0a9d501-32b2-4b43-88b1-de4aa7b8d3c6 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1480443 Mar 08 12:41:11.963548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34560) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:11.971138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6cdc8222-88ce-4062-9224-a0ee350f3970 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '1e63fb31-a8b5-428a-b113-ae41f87b6b6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:11.974825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:11.982347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.002972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.006763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network e728df34-6434-496b-b839-7ff497203829 is not hosted by any dhcp agent {{(pid=104046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:41:12.012445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:12.013073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.016943 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "PUT /v2.0/networks/e728df34-6434-496b-b839-7ff497203829 HTTP/1.1" status: 200 len: 757 time: 0.5469062 Mar 08 12:41:12.020629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34562) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:12.021784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.022226 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Added segment fd45e4b6-678d-44fa-b0ea-b1bee5f2b368 of type vlan for network 2b797584-fbc3-4766-a70e-798c04ac33d9 Mar 08 12:41:12.036161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 561a3b95-d1bb-413f-ac45-db91bd5f1283 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:12.068447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 561a3b95-d1bb-413f-ac45-db91bd5f1283 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:12.069029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 561a3b95-d1bb-413f-ac45-db91bd5f1283 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:12.092190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:12.138733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.163239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.170890 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/b46813d2-478d-49e4-9155-ce4c1cb17336 HTTP/1.1" status: 204 len: 168 time: 0.9991994 Mar 08 12:41:12.174152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8222-88ce-4062-9224-a0ee350f3970 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.176830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadf179-0c64-4fbe-9df4-fc00fe3c1ad4 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=e728df34-6434-496b-b839-7ff497203829,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:12.180652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34564) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:12.188593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e728df34-6434-496b-b839-7ff497203829 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:12.197181 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-715762822'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:12.224083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af218bc-7e2c-4220-a556-6644644c51ac tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:12.229917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0af218bc-7e2c-4220-a556-6644644c51ac tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/networks?id=e728df34-6434-496b-b839-7ff497203829 HTTP/1.1" status: 200 len: 760 time: 0.2040939 Mar 08 12:41:12.241481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34566) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:12.246758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1809810076'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:12.272701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56326ee-f84a-49d8-8313-0deda15933c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=b46813d2-478d-49e4-9155-ce4c1cb17336,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:12.289739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:12.295488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.333092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8222-88ce-4062-9224-a0ee350f3970 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.340169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:12.346823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:12.350766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.364411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:12.402768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.406114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.406453 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Added segment 3050a6ca-cade-43df-a2c2-1ec07b13d2a3 of type vlan for network c6699da9-cbbf-40e8-b808-5c264170f29b Mar 08 12:41:12.446570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e64358-bda7-4b19-88c2-143c60e5837c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:12.450453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b94e92b-3ade-4883-896c-7e811d74a4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.484750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab6467-38f3-4916-a607-88bb6fe5be14 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:12.518244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.521099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 71acd96f-44b7-454a-bcba-9c4c726ff7d5 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:12.534525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.580591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b94e92b-3ade-4883-896c-7e811d74a4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.581152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7519b11d-2347-4052-a60a-9acb3a16ec69 None None] Provisioning complete for port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:12.581884 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7519b11d-2347-4052-a60a-9acb3a16ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.682375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.682729 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment 699f246b-930e-481a-a9cb-be5fda0b5668 of type vlan for network 382fcc34-871e-4597-8bb7-242d4e5ee418 Mar 08 12:41:12.685798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8222-88ce-4062-9224-a0ee350f3970 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.715070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8222-88ce-4062-9224-a0ee350f3970 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911952d6-caab-421c-93cf-23e7ebb100e3,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:12.761161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.768510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:12.769285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.769405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.771707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:12.790170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.790579 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment e371bd62-f710-4ce9-8113-d7ea6d9d8725 of type vlan for network d7180ea9-1993-4312-a017-1262cdd04d0b Mar 08 12:41:12.810858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.812063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:12.812420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.827157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b94e92b-3ade-4883-896c-7e811d74a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.829740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b94e92b-3ade-4883-896c-7e811d74a4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.833385 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8b94e92b-3ade-4883-896c-7e811d74a4df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd8302f5-8f8a-4a73-b9be-b4011b8ff920 HTTP/1.1" status: 204 len: 168 time: 0.9097183 Mar 08 12:41:12.854869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.860389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122838e-db8e-4f5b-b251-af0a2502b0e4 None None] Update dhcp port {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': 'ea5e24d8-98d3-4c20-8ac9-e30747e43134', 'ip_address': '2001:db8::f816:3eff:fe26:dc3'}, {'subnet_id': 'eff1ce06-f460-4d20-abb1-cd420ed26e48'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': 'df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:41:12.880152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8222-88ce-4062-9224-a0ee350f3970 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.881374 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6cdc8222-88ce-4062-9224-a0ee350f3970 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9169648 Mar 08 12:41:12.889098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94e92b-3ade-4883-896c-7e811d74a4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8302f5-8f8a-4a73-b9be-b4011b8ff920,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:12.889098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34570) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:12.911113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.923914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:12.923914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.924092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 172.20.0.12 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/eff1ce06-f460-4d20-abb1-cd420ed26e48/71acd96f-44b7-454a-bcba-9c4c726ff7d5) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:12.924168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6122838e-db8e-4f5b-b251-af0a2502b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:12.927672 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6352005 Mar 08 12:41:12.934693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332e9e9-28f8-452f-ad3c-0a0ec2ee6026 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event updated for resources: {'Network': ['ID=c6699da9-cbbf-40e8-b808-5c264170f29b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:12.936726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34572) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:12.949132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Request body: {'subnet': {'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:12.958305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network c6699da9-cbbf-40e8-b808-5c264170f29b details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:12.996044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=382fcc34-871e-4597-8bb7-242d4e5ee418,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:13.000433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:feb3:fe16 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/ea5e24d8-98d3-4c20-8ac9-e30747e43134/71acd96f-44b7-454a-bcba-9c4c726ff7d5) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:13.002565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.010214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e7630dc-b470-4388-a7f6-bd34f3d66e9d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.010972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:13.011681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.030444 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4366474 Mar 08 12:41:13.036536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34574) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:13.046038 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3223812e-9f07-4ceb-991a-21b4a7628252 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8639376 Mar 08 12:41:13.050620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34576) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:13.084099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:13.110160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e7630dc-b470-4388-a7f6-bd34f3d66e9d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.122939 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8773711 Mar 08 12:41:13.147709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34578) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:13.156327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': 'd7180ea9-1993-4312-a017-1262cdd04d0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:13.162261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44ba35-30f1-4948-8bce-0d2cda563f17 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=d7180ea9-1993-4312-a017-1262cdd04d0b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:13.208869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 382fcc34-871e-4597-8bb7-242d4e5ee418 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:13.210905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d7180ea9-1993-4312-a017-1262cdd04d0b details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:13.255960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a8b25-670b-4b59-84db-12e1099373a1 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Network': ['ID=2b797584-fbc3-4766-a70e-798c04ac33d9,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:13.303466 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:13.305246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.363377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 2b797584-fbc3-4766-a70e-798c04ac33d9 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:13.405548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e7630dc-b470-4388-a7f6-bd34f3d66e9d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.410182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Performing IP validity checks on allocation pools {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 12:41:13.411395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 12:41:13.428518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Made reservation on behalf of f8638f112cb84209ab5e6474729f8a7d for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:13.432557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.471408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e7630dc-b470-4388-a7f6-bd34f3d66e9d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.475005 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1e7630dc-b470-4388-a7f6-bd34f3d66e9d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/911952d6-caab-421c-93cf-23e7ebb100e3 HTTP/1.1" status: 204 len: 168 time: 0.5829163 Mar 08 12:41:13.475775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34588) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:13.515264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7630dc-b470-4388-a7f6-bd34f3d66e9d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=911952d6-caab-421c-93cf-23e7ebb100e3,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:13.578582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7030bf-a844-4ebe-b3fa-ccada5cfe748 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:13.584525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7030bf-a844-4ebe-b3fa-ccada5cfe748 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:13.591166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7030bf-a844-4ebe-b3fa-ccada5cfe748 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:13.594373 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-660e0423-8868-43f7-9192-5c68ec887e2c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1159179 Mar 08 12:41:13.595440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34592) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:13.597017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7030bf-a844-4ebe-b3fa-ccada5cfe748 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:13.598755 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0d7030bf-a844-4ebe-b3fa-ccada5cfe748 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5544574 Mar 08 12:41:13.605788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34594) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:13.693627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:13.703848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:13.707389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.756581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-317225a3-e662-4633-8e45-0b7345f15cee tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.789490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.790331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-317225a3-e662-4633-8e45-0b7345f15cee tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.807072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.811661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.834188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:13.834688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.924062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=4b5c8e50-5081-4041-8016-c3d93a271780,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:13.932168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': '699f246b-930e-481a-a9cb-be5fda0b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:13.933087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: 382fcc34-871e-4597-8bb7-242d4e5ee418, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:13.979204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-317225a3-e662-4633-8e45-0b7345f15cee tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.982003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-317225a3-e662-4633-8e45-0b7345f15cee tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:13.983128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-317225a3-e662-4633-8e45-0b7345f15cee tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/1e63fb31-a8b5-428a-b113-ae41f87b6b6d HTTP/1.1" status: 204 len: 168 time: 0.3844614 Mar 08 12:41:13.986229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34602) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.003832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317225a3-e662-4633-8e45-0b7345f15cee tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63fb31-a8b5-428a-b113-ae41f87b6b6d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:14.046328 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4aae6be9-8caa-4912-bbae-c1fdb9173d53 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0583978 Mar 08 12:41:14.050594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34606) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.053780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.055977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-29379d31-222d-48b4-a705-34cf0b9b5db4 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--935043565'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:14.073815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 382fcc34-871e-4597-8bb7-242d4e5ee418 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:14.092669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b797584-fbc3-4766-a70e-798c04ac33d9']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:14.106875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.110852 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd45e4b6-678d-44fa-b0ea-b1bee5f2b368') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:14.111133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd45e4b6-678d-44fa-b0ea-b1bee5f2b368') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:14.150377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34608) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.151173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-6122838e-db8e-4f5b-b251-af0a2502b0e4 None None] Allocated IP 172.20.0.2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/eff1ce06-f460-4d20-abb1-cd420ed26e48/df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:14.157743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-29379d31-222d-48b4-a705-34cf0b9b5db4 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.165331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.172824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 382fcc34-871e-4597-8bb7-242d4e5ee418) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:14.178778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:14.179071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.184740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04554d5a-e7be-4c83-a26a-69e949ef46a1 None None] Network 382fcc34-871e-4597-8bb7-242d4e5ee418 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:14.193618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.257043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-29379d31-222d-48b4-a705-34cf0b9b5db4 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.262813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.268226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:14.282047 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d90ef73f-cce3-49c9-9845-b3cd08316922 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2285903 Mar 08 12:41:14.283190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34612) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.288976 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:14.298423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418', 'name': 'tempest-PortsTestJSON-781511184'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:14.300760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:14.308875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:14.309494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.313294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=71acd96f-44b7-454a-bcba-9c4c726ff7d5,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:14.322258 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:14.330387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2118474236'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:14.337943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6122838e-db8e-4f5b-b251-af0a2502b0e4 None None] For port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:14.352888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.396082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-29379d31-222d-48b4-a705-34cf0b9b5db4 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.406276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6122838e-db8e-4f5b-b251-af0a2502b0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.419603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event updated for resources: {'Subnet': ['ID=7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:14.445916 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-382fcc34-871e-4597-8bb7-242d4e5ee418', 'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418', 'tenant_id': '050e0e8357f94843ad0149f36df32aac', 'fixed_ips': [{'subnet_id': '4b5c8e50-5081-4041-8016-c3d93a271780'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:14.446136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29379d31-222d-48b4-a705-34cf0b9b5db4 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3762ca-443d-48c9-8621-24d6c89b4163,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:14.457306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.472919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:14.473528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.478568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:14.482011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.490691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Checking segment: {'id': '3050a6ca-cade-43df-a2c2-1ec07b13d2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:14.491041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Network hostable DHCP agents. Network: c6699da9-cbbf-40e8-b808-5c264170f29b, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:14.493082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.505567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6122838e-db8e-4f5b-b251-af0a2502b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.524471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=1da2b7d8-6468-49a9-89d6-7b093d52f1fa,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:14.536038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': 'e371bd62-f710-4ce9-8113-d7ea6d9d8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd7180ea9-1993-4312-a017-1262cdd04d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:14.536382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: d7180ea9-1993-4312-a017-1262cdd04d0b, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:14.562588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.576227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-29379d31-222d-48b4-a705-34cf0b9b5db4 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.576413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b797584-fbc3-4766-a70e-798c04ac33d9 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 08 12:41:14.580402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-29379d31-222d-48b4-a705-34cf0b9b5db4 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5255716 Mar 08 12:41:14.580402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34614) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.587843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2c38f6cb-da22-45db-b49c-6466c14c8a71 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '1b3762ca-443d-48c9-8621-24d6c89b4163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:14.590394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.594285 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "DELETE /v2.0/networks/2b797584-fbc3-4766-a70e-798c04ac33d9 HTTP/1.1" status: 204 len: 168 time: 0.9847741 Mar 08 12:41:14.595909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9240d-9585-4d95-aac2-1ff5e21e479d tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b797584-fbc3-4766-a70e-798c04ac33d9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:14.604914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34616) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.608313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.612336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'network': {'name': 'tempest-network--1185142221', 'router:external': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:14.630525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:14.632094 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5adda743-663c-409d-bb54-27c69c09c6d5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3097789 Mar 08 12:41:14.635034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.636772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34618) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.660922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:14.689543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122838e-db8e-4f5b-b251-af0a2502b0e4 None None] Pushing event updated for resources: {'Port': ['ID=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:14.691485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network d7180ea9-1993-4312-a017-1262cdd04d0b is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:14.711107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Network c6699da9-cbbf-40e8-b808-5c264170f29b is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:14.753684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5055d8-8f5e-491f-a39a-97b53e1612d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:14.756292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Allocated IP 172.20.0.2 (382fcc34-871e-4597-8bb7-242d4e5ee418/4b5c8e50-5081-4041-8016-c3d93a271780/6ab7f690-111b-4904-9e50-5b0d5d633a53) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:14.761028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5055d8-8f5e-491f-a39a-97b53e1612d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:14.765880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34620) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:14.767526 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ff5055d8-8f5e-491f-a39a-97b53e1612d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1279113 Mar 08 12:41:14.826635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d7180ea9-1993-4312-a017-1262cdd04d0b) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:14.828979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, c6699da9-cbbf-40e8-b808-5c264170f29b) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:14.834344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:14.836137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.840723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55c952-2b38-41f1-9ddd-682ffd3c1b0e None None] Network d7180ea9-1993-4312-a017-1262cdd04d0b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:14.843423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:14.846599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.852498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24277c9-f65d-4145-8d2f-27b2e14f3eb5 None None] Network c6699da9-cbbf-40e8-b808-5c264170f29b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:14.866240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Made reservation on behalf of 4f257e847ff14138a57c7248c6ab70c0 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:14.869968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.878793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.896370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:14.907041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:14.907382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment 5a224639-90c2-46d4-b722-fae6469f354b of type vlan for network f4f1fd16-6be9-4c95-a312-8742f4d30a6c Mar 08 12:41:14.957122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.052394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c38f6cb-da22-45db-b49c-6466c14c8a71 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.102717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f4532a-6597-429a-b238-40bd343c24e1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:15.119138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:15.151537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.151875 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Added segment fd44898f-1b8e-4799-94be-31505e246bb4 of type vlan for network 3e69151e-4b2e-4157-a525-6e08e5bf53c5 Mar 08 12:41:15.171247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 71acd96f-44b7-454a-bcba-9c4c726ff7d5 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:15.171579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.186023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.249248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d7180ea9-1993-4312-a017-1262cdd04d0b', 'network_id': 'd7180ea9-1993-4312-a017-1262cdd04d0b', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '1da2b7d8-6468-49a9-89d6-7b093d52f1fa'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:15.250141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.274211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c38f6cb-da22-45db-b49c-6466c14c8a71 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.291526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.342028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.356301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 71acd96f-44b7-454a-bcba-9c4c726ff7d5 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:15.363595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-c6699da9-cbbf-40e8-b808-5c264170f29b', 'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b', 'tenant_id': 'f8638f112cb84209ab5e6474729f8a7d', 'fixed_ips': [{'subnet_id': '7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:15.364442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.504416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-43929e8d-1655-4f5d-a279-a45df0a29f1e None None] Provisioning complete for port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:15.504794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43929e8d-1655-4f5d-a279-a45df0a29f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.549652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Allocated IP 172.20.0.2 (d7180ea9-1993-4312-a017-1262cdd04d0b/1da2b7d8-6468-49a9-89d6-7b093d52f1fa/2d3948e0-847b-42d2-84ec-4761c62d87c7) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:15.566943 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f83762a0-8cd8-4392-a4b2-a824409ec74c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4130635 Mar 08 12:41:15.574396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34622) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:15.631457 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b662ac3-9c08-4c4c-8b3e-e63ca27c9f2d tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6871970 Mar 08 12:41:15.631672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34624) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:15.640486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Request body: {'port': {'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1818142818'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:15.665265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:15.670080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c38f6cb-da22-45db-b49c-6466c14c8a71 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.674469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.680495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.681291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:15.681910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.696143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.697834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.698761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:15.699362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.755178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.797340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38f6cb-da22-45db-b49c-6466c14c8a71 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb314816-7c4a-46e5-bbbd-1fd64fc83940,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:15.799292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=71acd96f-44b7-454a-bcba-9c4c726ff7d5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:15.848497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.859267 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7077906 Mar 08 12:41:15.861762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Allocated IP 172.20.0.2 (c6699da9-cbbf-40e8-b808-5c264170f29b/7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af/b3d61330-1b4f-489f-afe4-1e59e832becf) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:15.869081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34628) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:15.877345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'name': 'tempest-PortsIpV6TestJSON-2127104363'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:15.892561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406191ad-79b0-4e50-b77f-3eea99f33e83 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=f4f1fd16-6be9-4c95-a312-8742f4d30a6c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:15.918939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Made reservation on behalf of f8638f112cb84209ab5e6474729f8a7d for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:15.923784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:15.938919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:15.947112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] device_id is not set on port 8333d65b-183a-4dc0-b23e-b009f5f81d0c yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:15.987186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Network 382fcc34-871e-4597-8bb7-242d4e5ee418 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:16.054229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:16.082222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:16.090128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.7 (382fcc34-871e-4597-8bb7-242d4e5ee418/4b5c8e50-5081-4041-8016-c3d93a271780/bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:16.095490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c38f6cb-da22-45db-b49c-6466c14c8a71 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.099298 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2c38f6cb-da22-45db-b49c-6466c14c8a71 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5156672 Mar 08 12:41:16.099463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Pushing event updated for resources: {'Port': ['ID=6ab7f690-111b-4904-9e50-5b0d5d633a53,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.100195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34630) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:16.108206 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5020852 Mar 08 12:41:16.109013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc368-6eb2-44cd-b9f5-7b09e11ed3ef tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Network': ['ID=3e69151e-4b2e-4157-a525-6e08e5bf53c5,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.114550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34632) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:16.117638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c88c379c-5264-4b4a-9801-e7f11113f594 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '1b3762ca-443d-48c9-8621-24d6c89b4163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:16.176279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 3e69151e-4b2e-4157-a525-6e08e5bf53c5 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:16.237563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c88c379c-5264-4b4a-9801-e7f11113f594 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.301360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25265eab-821f-469a-950b-caec325faff0 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:16.305542 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-25265eab-821f-469a-950b-caec325faff0 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] 10.222.0.65 "GET /v2.0/networks/3e69151e-4b2e-4157-a525-6e08e5bf53c5 HTTP/1.1" status: 200 len: 757 time: 0.1816344 Mar 08 12:41:16.307288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34634) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:16.311029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c88c379c-5264-4b4a-9801-e7f11113f594 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.325760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.328674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-146559da-b9cf-4046-97e3-6079f532bac8 None None] Could not find standard attr ID for object 71acd96f-44b7-454a-bcba-9c4c726ff7d5. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:16.329751 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a28f325a-7889-4d0e-bc56-41220bcc302e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/71acd96f-44b7-454a-bcba-9c4c726ff7d5 HTTP/1.1" status: 204 len: 168 time: 1.5627961 Mar 08 12:41:16.333688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34636) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:16.346224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.356792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:16.356792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.368199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c88c379c-5264-4b4a-9801-e7f11113f594 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.393592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:16.400581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.408541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Attempting to bind port 6ab7f690-111b-4904-9e50-5b0d5d633a53 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:16.408965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Attempting to bind port 6ab7f690-111b-4904-9e50-5b0d5d633a53 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '699f246b-930e-481a-a9cb-be5fda0b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:16.409726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Attempting to bind port 6ab7f690-111b-4904-9e50-5b0d5d633a53 on network 382fcc34-871e-4597-8bb7-242d4e5ee418 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:16.410037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c379c-5264-4b4a-9801-e7f11113f594 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ce17f7-8c07-4d6c-9992-4c30bc83ece2,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.422647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2586377-9eaf-4d86-b683-2acea2235025 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:16.424213 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e2586377-9eaf-4d86-b683-2acea2235025 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] 10.222.0.65 "GET /v2.0/networks/94151c4b-0cea-4b72-aa30-711a61c0e07f HTTP/1.1" status: 200 len: 768 time: 0.1148863 Mar 08 12:41:16.431383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.438762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34638) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:16.459361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:16.459792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Checking segment: {'id': '699f246b-930e-481a-a9cb-be5fda0b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:16.460118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.461303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Bound using segment: {'id': '699f246b-930e-481a-a9cb-be5fda0b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:16.461825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Bound port: 6ab7f690-111b-4904-9e50-5b0d5d633a53, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699f246b-930e-481a-a9cb-be5fda0b5668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '382fcc34-871e-4597-8bb7-242d4e5ee418'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:16.462230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.497587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c775a-4622-4cf0-9f4a-41e64a821173 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:16.498046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c88c379c-5264-4b4a-9801-e7f11113f594 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.499551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c775a-4622-4cf0-9f4a-41e64a821173 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:16.500012 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c88c379c-5264-4b4a-9801-e7f11113f594 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3962340 Mar 08 12:41:16.504506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c775a-4622-4cf0-9f4a-41e64a821173 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:16.506707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34640) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:16.513040 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-229c775a-4622-4cf0-9f4a-41e64a821173 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1747878 Mar 08 12:41:16.515255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3e8a362c-acc1-401b-b708-8f011c482e5f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '1b3762ca-443d-48c9-8621-24d6c89b4163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:16.523376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34642) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:16.528706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 22015d0a-1c2e-460e-a6af-1ae123069ddc yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:16.542542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Network d7180ea9-1993-4312-a017-1262cdd04d0b is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:16.548995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.574671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.576305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:16.581312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Pushing event updated for resources: {'Port': ['ID=2d3948e0-847b-42d2-84ec-4761c62d87c7,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.585665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:16.609266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=1da2b7d8-6468-49a9-89d6-7b093d52f1fa,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.625447 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.643174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.659469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.721156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] For port 6ab7f690-111b-4904-9e50-5b0d5d633a53, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:16.746019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.756235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] For port 6ab7f690-111b-4904-9e50-5b0d5d633a53, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6ab7f690-111b-4904-9e50-5b0d5d633a53,segment=NetworkSegment(699f246b-930e-481a-a9cb-be5fda0b5668),segment_id=699f246b-930e-481a-a9cb-be5fda0b5668)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:16.760404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Network c6699da9-cbbf-40e8-b808-5c264170f29b is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:16.762791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Attempting to bind port 2d3948e0-847b-42d2-84ec-4761c62d87c7 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:16.763137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Attempting to bind port 2d3948e0-847b-42d2-84ec-4761c62d87c7 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'e371bd62-f710-4ce9-8113-d7ea6d9d8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd7180ea9-1993-4312-a017-1262cdd04d0b'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:16.763486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Attempting to bind port 2d3948e0-847b-42d2-84ec-4761c62d87c7 on network d7180ea9-1993-4312-a017-1262cdd04d0b {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:16.767645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet ea5e24d8-98d3-4c20-8ac9-e30747e43134 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:16.770474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:16.775658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:16.778002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:16.778299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Checking segment: {'id': 'e371bd62-f710-4ce9-8113-d7ea6d9d8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd7180ea9-1993-4312-a017-1262cdd04d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:16.779024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.779024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Bound using segment: {'id': 'e371bd62-f710-4ce9-8113-d7ea6d9d8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd7180ea9-1993-4312-a017-1262cdd04d0b'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:16.779512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Bound port: 2d3948e0-847b-42d2-84ec-4761c62d87c7, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e371bd62-f710-4ce9-8113-d7ea6d9d8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd7180ea9-1993-4312-a017-1262cdd04d0b'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:16.780855 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.785010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.789313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Pushing event updated for resources: {'Port': ['ID=b3d61330-1b4f-489f-afe4-1e59e832becf,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.796707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e8a362c-acc1-401b-b708-8f011c482e5f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.799575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.848604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.866190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.925149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 382fcc34-871e-4597-8bb7-242d4e5ee418 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:16.927474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.934327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Attempting to bind port b3d61330-1b4f-489f-afe4-1e59e832becf on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:16.934679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Attempting to bind port b3d61330-1b4f-489f-afe4-1e59e832becf by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '3050a6ca-cade-43df-a2c2-1ec07b13d2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:16.935032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Attempting to bind port b3d61330-1b4f-489f-afe4-1e59e832becf on network c6699da9-cbbf-40e8-b808-5c264170f29b {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:16.937338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.937976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:16.943307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:16.952636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.961293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:16.961672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Checking segment: {'id': '3050a6ca-cade-43df-a2c2-1ec07b13d2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:16.962101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.962488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Bound using segment: {'id': '3050a6ca-cade-43df-a2c2-1ec07b13d2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:16.962975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Bound port: b3d61330-1b4f-489f-afe4-1e59e832becf, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3050a6ca-cade-43df-a2c2-1ec07b13d2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:16.963357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:16.969425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] For port 2d3948e0-847b-42d2-84ec-4761c62d87c7, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:16.992193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefff55-4996-43bd-b51c-c1b2afc43248 None None] Pushing event updated for resources: {'Port': ['ID=6ab7f690-111b-4904-9e50-5b0d5d633a53,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:16.999449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7180ea9-1993-4312-a017-1262cdd04d0b']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:16.999686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] For port 2d3948e0-847b-42d2-84ec-4761c62d87c7, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d3948e0-847b-42d2-84ec-4761c62d87c7,segment=NetworkSegment(e371bd62-f710-4ce9-8113-d7ea6d9d8725),segment_id=e371bd62-f710-4ce9-8113-d7ea6d9d8725)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:17.035009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e371bd62-f710-4ce9-8113-d7ea6d9d8725') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:17.035397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e371bd62-f710-4ce9-8113-d7ea6d9d8725') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:17.042697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.060104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.064592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Allocated IP 172.20.0.11 (c6699da9-cbbf-40e8-b808-5c264170f29b/7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af/8333d65b-183a-4dc0-b23e-b009f5f81d0c) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:17.074200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:17.077590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.077793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.078439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=22015d0a-1c2e-460e-a6af-1ae123069ddc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:17.100432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] For port b3d61330-1b4f-489f-afe4-1e59e832becf, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:17.110490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': '5a224639-90c2-46d4-b722-fae6469f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:17.111778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: f4f1fd16-6be9-4c95-a312-8742f4d30a6c, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:17.135438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.146782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] For port b3d61330-1b4f-489f-afe4-1e59e832becf, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b3d61330-1b4f-489f-afe4-1e59e832becf,segment=NetworkSegment(3050a6ca-cade-43df-a2c2-1ec07b13d2a3),segment_id=3050a6ca-cade-43df-a2c2-1ec07b13d2a3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:17.156152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e69151e-4b2e-4157-a525-6e08e5bf53c5']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:17.185118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd44898f-1b8e-4799-94be-31505e246bb4') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:17.185423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd44898f-1b8e-4799-94be-31505e246bb4') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:17.186933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794495d-1afc-4f17-9f22-b56396659f29 None None] Pushing event updated for resources: {'Port': ['ID=2d3948e0-847b-42d2-84ec-4761c62d87c7,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:17.187264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:17.187656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:17.198318 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:17.204413 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3e18db40-751b-4f57-a6ba-d3e8a1443925 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9194057 Mar 08 12:41:17.206960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34644) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:17.211965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c349238-849e-422a-a9a2-3196f8709d95 None None] Network d7180ea9-1993-4312-a017-1262cdd04d0b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:17.223161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e8a362c-acc1-401b-b708-8f011c482e5f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.231481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.261799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:17.334462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.345462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.346551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, f4f1fd16-6be9-4c95-a312-8742f4d30a6c) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:17.348653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e8a362c-acc1-401b-b708-8f011c482e5f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.352910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:17.366801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:17.367570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.375785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.386236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75939f25-ecb6-4d6d-b2b0-ce4172f50846 None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:17.420888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:17.421275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.441433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a362c-acc1-401b-b708-8f011c482e5f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b18657c-cad7-4b97-a9b7-808d2307915f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:17.498907 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-194db5da-52f7-402c-8f35-f334eb2851da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6286125 Mar 08 12:41:17.502567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34646) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:17.508207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-878497254'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:17.607341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.629058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:17.670401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a0aba-a91f-4c5f-8d36-621f2f9d9a54 None None] Pushing event updated for resources: {'Port': ['ID=b3d61330-1b4f-489f-afe4-1e59e832becf,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:17.708015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:17.711192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.776137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6ab7f690-111b-4904-9e50-5b0d5d633a53 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:17.850057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6ab7f690-111b-4904-9e50-5b0d5d633a53 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:17.851929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.866199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:41:17.866199 dv-neutron-829486-2-hyperv neutron-server[104045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:41:17.866199 dv-neutron-829486-2-hyperv neutron-server[104045]: [parameters: {'id': 'd7180ea9-1993-4312-a017-1262cdd04d0b'}] Mar 08 12:41:17.866199 dv-neutron-829486-2-hyperv neutron-server[104045]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:17.867664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:17.872119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:17.872908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:17.912638 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:17.948165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.985820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.992895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e8a362c-acc1-401b-b708-8f011c482e5f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:17.993481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 6ab7f690-111b-4904-9e50-5b0d5d633a53, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6ab7f690-111b-4904-9e50-5b0d5d633a53,segment=NetworkSegment(699f246b-930e-481a-a9cb-be5fda0b5668),segment_id=699f246b-930e-481a-a9cb-be5fda0b5668)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:17.996920 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e8a362c-acc1-401b-b708-8f011c482e5f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4884214 Mar 08 12:41:17.998698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34648) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.006550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e782e168-b449-46de-9a31-56f18bc43d42 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '1b3762ca-443d-48c9-8621-24d6c89b4163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:18.011226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.043076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:18.071656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.100788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.103835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.108430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:18.130476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e69151e-4b2e-4157-a525-6e08e5bf53c5 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 08 12:41:18.130968 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=6ab7f690-111b-4904-9e50-5b0d5d633a53,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:18.137720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e69151e-4b2e-4157-a525-6e08e5bf53c5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:18.140360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.148813 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e9f03979-6d21-43a4-a3ce-7575e0337cf5 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "DELETE /v2.0/networks/3e69151e-4b2e-4157-a525-6e08e5bf53c5 HTTP/1.1" status: 204 len: 168 time: 1.7084999 Mar 08 12:41:18.155586 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34650) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.158440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.159332 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment ccccf7e8-7b66-4165-8ef0-d3dc9514a1a3 of type vlan for network 388281e6-fff1-44d0-83b5-a504a80c4813 Mar 08 12:41:18.169432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.174665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5e24d8-98d3-4c20-8ac9-e30747e43134,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:18.181116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.185637 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0744a910-e7c1-4678-927f-6a14b46f8275 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ea5e24d8-98d3-4c20-8ac9-e30747e43134 HTTP/1.1" status: 204 len: 168 time: 1.6590981 Mar 08 12:41:18.192553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed6d21-0f70-4ebd-bc57-fb2d2dd172a6 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:18.248729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.252250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34652) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.253971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event updated for resources: {'Port': ['ID=8333d65b-183a-4dc0-b23e-b009f5f81d0c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:18.324793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Network c6699da9-cbbf-40e8-b808-5c264170f29b is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:18.333574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'network': {'name': 'tempest-network--1572753069'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:18.334240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:18.341586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:18.394326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.399753 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-33ddf35c-8714-43dc-9658-a5c197f0a841 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44 HTTP/1.1" status: 204 len: 168 time: 1.1916842 Mar 08 12:41:18.401929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e782e168-b449-46de-9a31-56f18bc43d42 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.404534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34654) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.404782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.411835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:18.412532 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.432330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet eff1ce06-f460-4d20-abb1-cd420ed26e48 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:18.436041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.440919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.444324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:18.445879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.463659 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e9895-58fa-40cd-a3bb-a4ca5de44a70 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:18.464344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2e9895-58fa-40cd-a3bb-a4ca5de44a70 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:18.474933 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8b2e9895-58fa-40cd-a3bb-a4ca5de44a70 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44 HTTP/1.1" status: 404 len: 333 time: 0.0691473 Mar 08 12:41:18.476847 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34656) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.537572 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d79db09-e532-4739-884d-5b705cd7e620 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:41:18.540616 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1d79db09-e532-4739-884d-5b705cd7e620 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/bd8c0aad-3ec5-4f7f-81b4-afb7b1705a44 HTTP/1.1" status: 404 len: 333 time: 0.0626137 Mar 08 12:41:18.549817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34658) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.556382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.556522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4690f-ce99-45ec-a656-dcc18520dc09 None None] Network 382fcc34-871e-4597-8bb7-242d4e5ee418 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:18.598301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Made reservation on behalf of 4f257e847ff14138a57c7248c6ab70c0 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:18.605504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.615452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet 4b5c8e50-5081-4041-8016-c3d93a271780 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:18.648709 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-76bc26de-b0f6-4b01-a16e-1b16fcf252de tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0154479 Mar 08 12:41:18.649529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.662640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34660) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.671818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Request body: {'port': {'network_id': 'c6699da9-cbbf-40e8-b808-5c264170f29b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-671076332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:18.672353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.api.validators [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] bootfile-name is not in valid_values {{(pid=104046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:41:18.672674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.api.validators [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] tftp-server is not in valid_values {{(pid=104046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:41:18.672987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.api.validators [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] server-ip-address is not in valid_values {{(pid=104046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:41:18.682554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6754ed19-08f5-44be-91c1-9a5148b9128c None None] Provisioning complete for port 6ab7f690-111b-4904-9e50-5b0d5d633a53 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:18.683236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6754ed19-08f5-44be-91c1-9a5148b9128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.720040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.792024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2880254 Mar 08 12:41:18.804499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03175f0a-b4f3-48d8-aa1d-7c9ffcf6b693 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=388281e6-fff1-44d0-83b5-a504a80c4813,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:18.808630 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:41:18.812313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34662) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:18.819249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'ports': [{'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c'}, {'network_id': '388281e6-fff1-44d0-83b5-a504a80c4813'}]} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:18.820002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:18.820917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': '388281e6-fff1-44d0-83b5-a504a80c4813'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:18.848304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.859058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 388281e6-fff1-44d0-83b5-a504a80c4813 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:18.863936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:18.874946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.875594 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Added segment a767b576-0718-42b1-8d7c-717cff9623d7 of type vlan for network 6a527c78-fbac-49b1-b01b-c8690dd5eb4d Mar 08 12:41:18.961311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:18.963351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.015203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.054796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.061820 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/4b5c8e50-5081-4041-8016-c3d93a271780 HTTP/1.1" status: 204 len: 168 time: 0.5109789 Mar 08 12:41:19.063090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34664) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:19.067233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1b12f-2956-4171-a5b8-1a2e6844fcf6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5c8e50-5081-4041-8016-c3d93a271780,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:19.073901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port 2d3948e0-847b-42d2-84ec-4761c62d87c7 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:19.074144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.079788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e782e168-b449-46de-9a31-56f18bc43d42 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.080440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabea0ed-11b0-4345-b30d-a039cfa17dbe None None] Network c6699da9-cbbf-40e8-b808-5c264170f29b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:19.096239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.097174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:19.097741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.143378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port 2d3948e0-847b-42d2-84ec-4761c62d87c7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d3948e0-847b-42d2-84ec-4761c62d87c7,segment=NetworkSegment(e371bd62-f710-4ce9-8113-d7ea6d9d8725),segment_id=e371bd62-f710-4ce9-8113-d7ea6d9d8725)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:19.143736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.160172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for 2d3948e0-847b-42d2-84ec-4761c62d87c7 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:19.165756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Made reservation on behalf of f8638f112cb84209ab5e6474729f8a7d for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:19.169321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.211040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.227844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.234964 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/eff1ce06-f460-4d20-abb1-cd420ed26e48 HTTP/1.1" status: 204 len: 168 time: 0.9727590 Mar 08 12:41:19.238766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34666) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:19.239383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e782e168-b449-46de-9a31-56f18bc43d42 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.255935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-73cfe45a-583b-4e8d-b6f7-cef79379764f None None] Provisioning complete for port b3d61330-1b4f-489f-afe4-1e59e832becf triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:19.255935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73cfe45a-583b-4e8d-b6f7-cef79379764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.296099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.309086 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-617f0398-07c4-4abb-82d6-c3e3b0b261b8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691586 Mar 08 12:41:19.310009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da84327-d2d1-4aba-89da-5e14c2fe5051 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=eff1ce06-f460-4d20-abb1-cd420ed26e48,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:19.312716 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9873934 Mar 08 12:41:19.313415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34668) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:19.313644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34670) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:19.321159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] device_id is not set on port 4288dc80-04ab-4110-a5c5-6f0ce10ba4d2 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:19.353259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:19.360275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:19.380719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3079e1-f9a2-414e-abfb-96d72fd6784e tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Network': ['ID=6a527c78-fbac-49b1-b01b-c8690dd5eb4d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:19.397289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 6a527c78-fbac-49b1-b01b-c8690dd5eb4d details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:19.405314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e168-b449-46de-9a31-56f18bc43d42 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6048ff09-22a8-403a-9e85-0d14f3ff4add,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:19.414301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.468321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=2d3948e0-847b-42d2-84ec-4761c62d87c7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:19.470207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port 2d3948e0-847b-42d2-84ec-4761c62d87c7 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:19.538663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73cfe45a-583b-4e8d-b6f7-cef79379764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.616442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.650220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-73cfe45a-583b-4e8d-b6f7-cef79379764f None None] For port b3d61330-1b4f-489f-afe4-1e59e832becf, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b3d61330-1b4f-489f-afe4-1e59e832becf,segment=NetworkSegment(3050a6ca-cade-43df-a2c2-1ec07b13d2a3),segment_id=3050a6ca-cade-43df-a2c2-1ec07b13d2a3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:19.659009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7180ea9-1993-4312-a017-1262cdd04d0b']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:19.674642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e371bd62-f710-4ce9-8113-d7ea6d9d8725') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:19.674940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e371bd62-f710-4ce9-8113-d7ea6d9d8725') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:19.696630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c37f5-b040-4a47-ae58-34de59885d00 None None] Network 382fcc34-871e-4597-8bb7-242d4e5ee418 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:19.700393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.732646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.747487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:19.747892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:19.751539 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:19.812850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73cfe45a-583b-4e8d-b6f7-cef79379764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.922192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6ab7f690-111b-4904-9e50-5b0d5d633a53 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:19.962396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.985388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:19.992273 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/d7180ea9-1993-4312-a017-1262cdd04d0b HTTP/1.1" status: 204 len: 168 time: 4.4235618 Mar 08 12:41:19.993447 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34b59f-6279-4544-8933-4ec80411631b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=d7180ea9-1993-4312-a017-1262cdd04d0b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:19.999426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e782e168-b449-46de-9a31-56f18bc43d42 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.003460 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e782e168-b449-46de-9a31-56f18bc43d42 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0014272 Mar 08 12:41:20.008718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34672) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.009206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34674) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.014445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfe45a-583b-4e8d-b6f7-cef79379764f None None] Pushing event updated for resources: {'Port': ['ID=b3d61330-1b4f-489f-afe4-1e59e832becf,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:20.021936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-555d4201-4073-4559-8391-955dd5a30f9c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '1b3762ca-443d-48c9-8621-24d6c89b4163', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:20.077078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-517e0d4d-02a4-4e53-9059-9ce49ea9d6e8 None None] Provisioning complete for port 6ab7f690-111b-4904-9e50-5b0d5d633a53 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:20.077594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-517e0d4d-02a4-4e53-9059-9ce49ea9d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.092473 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-835ad0ef-a464-4b09-aa8c-0520c4337620 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] GET failed (client error): The resource could not be found. Mar 08 12:41:20.097093 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-835ad0ef-a464-4b09-aa8c-0520c4337620 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/subnets/1da2b7d8-6468-49a9-89d6-7b093d52f1fa HTTP/1.1" status: 404 len: 337 time: 0.0866914 Mar 08 12:41:20.097921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34676) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.117938 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ada141f-39a8-46e0-aa63-c92d15724734 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:20.118776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ada141f-39a8-46e0-aa63-c92d15724734 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:20.123453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6ab7f690-111b-4904-9e50-5b0d5d633a53 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:20.123453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.124248 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3ada141f-39a8-46e0-aa63-c92d15724734 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/d7180ea9-1993-4312-a017-1262cdd04d0b HTTP/1.1" status: 404 len: 339 time: 0.0251803 Mar 08 12:41:20.135992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34678) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.139367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-555d4201-4073-4559-8391-955dd5a30f9c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.184226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95d0d8-7f49-47ea-ab02-4b62afcd883d None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:20.239230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-555d4201-4073-4559-8391-955dd5a30f9c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.258521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] DHCP port deletion for 382fcc34-871e-4597-8bb7-242d4e5ee418 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:20.276365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 2} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:20.283556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.327510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-555d4201-4073-4559-8391-955dd5a30f9c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.349580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d4201-4073-4559-8391-955dd5a30f9c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bb25e9-7892-4a40-ad2b-7a78b41a1a0e,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:20.361942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Allocated IP 172.20.0.14 (c6699da9-cbbf-40e8-b808-5c264170f29b/7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af/4288dc80-04ab-4110-a5c5-6f0ce10ba4d2) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:20.368769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:20.372365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.409169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.434237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-517e0d4d-02a4-4e53-9059-9ce49ea9d6e8 None None] Provisioning complete for port b3d61330-1b4f-489f-afe4-1e59e832becf triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:20.434601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-517e0d4d-02a4-4e53-9059-9ce49ea9d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.436643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3d61330-1b4f-489f-afe4-1e59e832becf up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:20.455740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-555d4201-4073-4559-8391-955dd5a30f9c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.457046 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-555d4201-4073-4559-8391-955dd5a30f9c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4455476 Mar 08 12:41:20.461539 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34680) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.486710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51f2681e-65e7-4f48-88d2-ec71d6e2edcd tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.495655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] Deleting port 6ab7f690-111b-4904-9e50-5b0d5d633a53 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:20.495945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.496414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51f2681e-65e7-4f48-88d2-ec71d6e2edcd tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.573639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 6ab7f690-111b-4904-9e50-5b0d5d633a53 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:20.574064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.586384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] For port 6ab7f690-111b-4904-9e50-5b0d5d633a53, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6ab7f690-111b-4904-9e50-5b0d5d633a53,segment=NetworkSegment(699f246b-930e-481a-a9cb-be5fda0b5668),segment_id=699f246b-930e-481a-a9cb-be5fda0b5668)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:20.587683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.597186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51f2681e-65e7-4f48-88d2-ec71d6e2edcd tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.599523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:20.607353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51f2681e-65e7-4f48-88d2-ec71d6e2edcd tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.608681 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-51f2681e-65e7-4f48-88d2-ec71d6e2edcd tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/81bb25e9-7892-4a40-ad2b-7a78b41a1a0e HTTP/1.1" status: 204 len: 168 time: 0.1464803 Mar 08 12:41:20.611227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34682) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.614487 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] Calling delete_port for 6ab7f690-111b-4904-9e50-5b0d5d633a53 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:20.628797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2681e-65e7-4f48-88d2-ec71d6e2edcd tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81bb25e9-7892-4a40-ad2b-7a78b41a1a0e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:20.664243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.676033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b3d61330-1b4f-489f-afe4-1e59e832becf triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:20.676657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.678499 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2aaff373-49a1-4f9e-8f9a-308703893b56 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0653956 Mar 08 12:41:20.681579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34684) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.709445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-08f8bd62-e0c4-4ca1-b4c3-2ddc77cad9c2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.718638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-08f8bd62-e0c4-4ca1-b4c3-2ddc77cad9c2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.786172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2787c672-f354-4da0-8b6e-45ff5002e4c3 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:20.792329 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2787c672-f354-4da0-8b6e-45ff5002e4c3 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6381586 Mar 08 12:41:20.792547 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34686) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.834174 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bd9527cc-0ecb-4463-9d05-799c88f95f24 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 207 time: 0.0373430 Mar 08 12:41:20.834493 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34688) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.849700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.855883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] For port 6ab7f690-111b-4904-9e50-5b0d5d633a53, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6ab7f690-111b-4904-9e50-5b0d5d633a53,segment=NetworkSegment(699f246b-930e-481a-a9cb-be5fda0b5668),segment_id=699f246b-930e-481a-a9cb-be5fda0b5668)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:20.856226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.892997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-08f8bd62-e0c4-4ca1-b4c3-2ddc77cad9c2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.902423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-08f8bd62-e0c4-4ca1-b4c3-2ddc77cad9c2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.903538 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-08f8bd62-e0c4-4ca1-b4c3-2ddc77cad9c2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6048ff09-22a8-403a-9e85-0d14f3ff4add HTTP/1.1" status: 204 len: 168 time: 0.2204981 Mar 08 12:41:20.908638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34690) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.931048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8bd62-e0c4-4ca1-b4c3-2ddc77cad9c2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6048ff09-22a8-403a-9e85-0d14f3ff4add,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:20.941369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-517e0d4d-02a4-4e53-9059-9ce49ea9d6e8 None None] Provisioning complete for port 8333d65b-183a-4dc0-b23e-b009f5f81d0c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:20.941645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-517e0d4d-02a4-4e53-9059-9ce49ea9d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.962339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Network 6a527c78-fbac-49b1-b01b-c8690dd5eb4d is not hosted by any dhcp agent {{(pid=104046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:41:20.963202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:20.963789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:20.965076 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "PUT /v2.0/networks/6a527c78-fbac-49b1-b01b-c8690dd5eb4d HTTP/1.1" status: 200 len: 858 time: 1.6226330 Mar 08 12:41:20.966137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 6ab7f690-111b-4904-9e50-5b0d5d633a53 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:20.971589 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-176707ae-9cc6-4cb4-92ad-c26d2743b576 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0606809 Mar 08 12:41:20.978718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34692) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:20.979045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34694) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.036534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] Deleting port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:21.036534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.036800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 73c3d384-000a-4787-9b8e-b7ab97ca2eef yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:21.048064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-517e0d4d-02a4-4e53-9059-9ce49ea9d6e8 None None] Port 8333d65b-183a-4dc0-b23e-b009f5f81d0c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:21.075838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-511a6faf-d925-4e98-a3cc-094982c4ed72 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.084446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0eb55-0252-43ae-99d2-c2ed1560d05c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.090321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0eb55-0252-43ae-99d2-c2ed1560d05c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.096257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0eb55-0252-43ae-99d2-c2ed1560d05c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.102531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0eb55-0252-43ae-99d2-c2ed1560d05c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.108149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0eb55-0252-43ae-99d2-c2ed1560d05c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.114694 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a4e0eb55-0252-43ae-99d2-c2ed1560d05c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3038 time: 0.2742593 Mar 08 12:41:21.117179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] For port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:21.117531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.121462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34696) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.132709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] Calling delete_port for df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:21.132926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525564fd-b4ef-4aa3-bcce-2d00968a0a31 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event updated for resources: {'Network': ['ID=6a527c78-fbac-49b1-b01b-c8690dd5eb4d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.133071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-511a6faf-d925-4e98-a3cc-094982c4ed72 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.185298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.197905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.221072 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] Pushing event deleted for resources: {'Port': ['ID=6ab7f690-111b-4904-9e50-5b0d5d633a53,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.235207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2460c0-52a8-4e26-afe7-beae8ce99ca8 None None] No DVR routers for this DVR port 6ab7f690-111b-4904-9e50-5b0d5d633a53 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:21.248871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fc5ac170-6c0e-4419-8e83-df06756f45d9 None None] Provisioning complete for port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:21.248871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fc5ac170-6c0e-4419-8e83-df06756f45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.260211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.314433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.326538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-511a6faf-d925-4e98-a3cc-094982c4ed72 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.351375 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fd17da42-45dd-4782-9774-de9bfdf370a7 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 669 time: 0.2250283 Mar 08 12:41:21.353251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-511a6faf-d925-4e98-a3cc-094982c4ed72 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.354374 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-511a6faf-d925-4e98-a3cc-094982c4ed72 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4b18657c-cad7-4b97-a9b7-808d2307915f HTTP/1.1" status: 204 len: 168 time: 0.3678024 Mar 08 12:41:21.367936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34698) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.375169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34700) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.375355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a6faf-d925-4e98-a3cc-094982c4ed72 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b18657c-cad7-4b97-a9b7-808d2307915f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.376161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.377301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fc5ac170-6c0e-4419-8e83-df06756f45d9 None None] Provisioning complete for port 8333d65b-183a-4dc0-b23e-b009f5f81d0c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:21.377672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fc5ac170-6c0e-4419-8e83-df06756f45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.399028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=6ab7f690-111b-4904-9e50-5b0d5d633a53,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.405270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No DVR routers for this DVR port 6ab7f690-111b-4904-9e50-5b0d5d633a53 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:21.417357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ac170-6c0e-4419-8e83-df06756f45d9 None None] Port 8333d65b-183a-4dc0-b23e-b009f5f81d0c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:21.419648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a527c78-fbac-49b1-b01b-c8690dd5eb4d']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:21.430200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a767b576-0718-42b1-8d7c-717cff9623d7') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:21.430490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a767b576-0718-42b1-8d7c-717cff9623d7') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:21.437321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.440666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.465193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.471588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:21.471978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:21.473708 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:21.475583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] Pushing event deleted for resources: {'Port': ['ID=df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.477230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fad4d-4222-43cd-a937-6e75a0570c19 None None] No DVR routers for this DVR port df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:21.483217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.507847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458bd95-4736-47aa-ae29-dbab92f0843e None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:41:21.579662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c33a32-3a70-44e8-a71a-8623b963b834 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.581190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c33a32-3a70-44e8-a71a-8623b963b834 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.582795 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e1c33a32-3a70-44e8-a71a-8623b963b834 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2133033 Mar 08 12:41:21.586869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34702) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.605835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458bd95-4736-47aa-ae29-dbab92f0843e None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:41:21.623859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.647075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.649297 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0e3344e5-6d43-452d-9384-d9a14d1d156a tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2684996 Mar 08 12:41:21.651676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34704) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.713768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a527c78-fbac-49b1-b01b-c8690dd5eb4d {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 08 12:41:21.719371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a527c78-fbac-49b1-b01b-c8690dd5eb4d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.725122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dd295247-a750-4fb9-a2a0-3908946eaebf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.728932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.732736 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-17a49eb4-2618-469b-a00f-7f3e22ebfb90 tempest-ExternalNetworksTestJSON-1033404328 tempest-ExternalNetworksTestJSON-1033404328-project-admin] 10.222.0.65 "DELETE /v2.0/networks/6a527c78-fbac-49b1-b01b-c8690dd5eb4d HTTP/1.1" status: 204 len: 168 time: 0.7527010 Mar 08 12:41:21.736916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34706) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.745336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:21.746716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.750918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3d61330-1b4f-489f-afe4-1e59e832becf up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:21.762657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dd295247-a750-4fb9-a2a0-3908946eaebf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.763345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.774601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5202e83-531e-4dcd-a13d-dd5e1b42df14 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.776210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5202e83-531e-4dcd-a13d-dd5e1b42df14 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.781799 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d5202e83-531e-4dcd-a13d-dd5e1b42df14 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1938202 Mar 08 12:41:21.810351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:21.812550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34708) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.822126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event updated for resources: {'Port': ['ID=4288dc80-04ab-4110-a5c5-6f0ce10ba4d2,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.829063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.829640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.863130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=ad59ab2c-c24f-4247-bd58-73982ba0e0f7,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:21.872985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port b6c681b3-7d40-4346-8e66-c328a4df698d yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:21.879703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382fcc34-871e-4597-8bb7-242d4e5ee418']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:21.898243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Network c6699da9-cbbf-40e8-b808-5c264170f29b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:21.909782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:21.914475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699f246b-930e-481a-a9cb-be5fda0b5668') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:21.914475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699f246b-930e-481a-a9cb-be5fda0b5668') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:21.921997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:21.931823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.944195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b3d61330-1b4f-489f-afe4-1e59e832becf triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:21.945258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:21.978940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a9bc9-88d4-462d-b2b3-fa505b26e613 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:21.985703 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-299a9bc9-88d4-462d-b2b3-fa505b26e613 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/networks/3b50daee-abce-43b9-a255-9b8d6d12a593 HTTP/1.1" status: 200 len: 800 time: 0.1720042 Mar 08 12:41:21.990724 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-606506be-baf6-4b16-b4e7-e818d063b8a8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6452048 Mar 08 12:41:21.990859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34710) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.990859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34712) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:21.990996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.000132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:22.006191 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:22.006600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:22.010567 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:22.034090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:22.034721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.114920 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-25ba5aa3-253f-421c-bbf1-1b36dc80da68 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4467566 Mar 08 12:41:22.118853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34714) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.120887 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-19580a95-a5b2-4020-aa2a-5757369b0395 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:22.122123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19580a95-a5b2-4020-aa2a-5757369b0395 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:22.126648 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-19580a95-a5b2-4020-aa2a-5757369b0395 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] 10.222.0.65 "DELETE /v2.0/subnets/0ee80475-92ad-474f-ba5b-8ae551dcca83 HTTP/1.1" status: 404 len: 337 time: 0.3786366 Mar 08 12:41:22.131955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34716) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.207301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'ad59ab2c-c24f-4247-bd58-73982ba0e0f7'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:22.215104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.292981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.301132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.318106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:22.319046 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-88743674-6fef-4dbb-ab1a-c75adecd2144 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/networks/3b50daee-abce-43b9-a255-9b8d6d12a593?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3291063 Mar 08 12:41:22.320701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34718) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.324870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.328296 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/382fcc34-871e-4597-8bb7-242d4e5ee418 HTTP/1.1" status: 204 len: 168 time: 3.2606533 Mar 08 12:41:22.333864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1016a9-804a-44c8-bac9-b8f751006291 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=382fcc34-871e-4597-8bb7-242d4e5ee418,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:22.339716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34720) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.347905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-403073232'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:22.363158 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.382695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2223cf8-d931-4095-9858-de47947f4fe1 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:22.385009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:22.386280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df3dcdc0-d415-4c44-ac40-cb1f4c23cdfc not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:22.388837 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6ab7f690-111b-4904-9e50-5b0d5d633a53 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:22.388986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2223cf8-d931-4095-9858-de47947f4fe1 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:22.395205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2223cf8-d931-4095-9858-de47947f4fe1 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:22.400204 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a2223cf8-d931-4095-9858-de47947f4fe1 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2658801 Mar 08 12:41:22.404377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34722) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.444301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b992e197-b694-4c54-a4f6-d77411184081 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:22.446832 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b992e197-b694-4c54-a4f6-d77411184081 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/subnets/1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c HTTP/1.1" status: 200 len: 811 time: 0.1224420 Mar 08 12:41:22.454147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6ab7f690-111b-4904-9e50-5b0d5d633a53 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:22.454613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6ab7f690-111b-4904-9e50-5b0d5d633a53 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:22.455124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34724) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.456746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:22.479157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.512738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dd295247-a750-4fb9-a2a0-3908946eaebf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.518123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dd295247-a750-4fb9-a2a0-3908946eaebf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.519378 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dd295247-a750-4fb9-a2a0-3908946eaebf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/52ce17f7-8c07-4d6c-9992-4c30bc83ece2 HTTP/1.1" status: 204 len: 168 time: 0.8670797 Mar 08 12:41:22.527017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34726) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.535650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Allocated IP 172.20.0.2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/ad59ab2c-c24f-4247-bd58-73982ba0e0f7/3392050f-8af9-4039-a1f9-c560048f6ddb) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:22.584498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.594469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:22.597770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd295247-a750-4fb9-a2a0-3908946eaebf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52ce17f7-8c07-4d6c-9992-4c30bc83ece2,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:22.614944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63277c97-c939-4484-b515-14d00f6a1cb6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:22.620494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.620638 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-63277c97-c939-4484-b515-14d00f6a1cb6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "GET /v2.0/subnets/1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1302052 Mar 08 12:41:22.620878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34728) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.625803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-632168660'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:22.714742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.761339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.779351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:22.786629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Deleting port 4288dc80-04ab-4110-a5c5-6f0ce10ba4d2 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:22.786961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.810352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:22.832056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:22.836977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.838578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:22.843317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94151c4b-0cea-4b72-aa30-711a61c0e07f']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:22.854783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.860766 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f1846d49-5a34-44c3-b048-05afe1b6d3c7 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3289826 Mar 08 12:41:22.860766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:22.860766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.862339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34730) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:22.892469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.892709 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment 72de16de-e19f-410a-8afa-f72205c49de0 of type vlan for network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 Mar 08 12:41:22.893941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=73c3d384-000a-4787-9b8e-b7ab97ca2eef,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:22.909748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:22.912218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b169473-b4c1-48b9-9701-c4052b2f6458') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:22.912218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b169473-b4c1-48b9-9701-c4052b2f6458') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:22.914227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:22.916595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Pushing event updated for resources: {'Port': ['ID=3392050f-8af9-4039-a1f9-c560048f6ddb,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:22.919004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:22.920057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:22.930997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b19aa9ca-d24d-40bd-8eb9-cd1d28d12409 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.942507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b19aa9ca-d24d-40bd-8eb9-cd1d28d12409 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.945422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.945422 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Added segment 4c317028-f099-4df6-b4f9-9a84595deb1b of type vlan for network d01de6cf-8b83-4ffc-8dfb-35e94a139bab Mar 08 12:41:22.960513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.985519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Attempting to bind port 3392050f-8af9-4039-a1f9-c560048f6ddb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:22.985519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Attempting to bind port 3392050f-8af9-4039-a1f9-c560048f6ddb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:22.985519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Attempting to bind port 3392050f-8af9-4039-a1f9-c560048f6ddb on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:22.986945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:22.987533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:22.988808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:22.989349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:22.990013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Bound port: 3392050f-8af9-4039-a1f9-c560048f6ddb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:22.990395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.013406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.022148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.043876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.053324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:23.053713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.061472 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] For port 3392050f-8af9-4039-a1f9-c560048f6ddb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:23.062035 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:23.067301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=b6c681b3-7d40-4346-8e66-c328a4df698d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:23.085887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b19aa9ca-d24d-40bd-8eb9-cd1d28d12409 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.091214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b19aa9ca-d24d-40bd-8eb9-cd1d28d12409 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.092472 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b19aa9ca-d24d-40bd-8eb9-cd1d28d12409 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/fb314816-7c4a-46e5-bbbd-1fd64fc83940 HTTP/1.1" status: 204 len: 168 time: 0.2286634 Mar 08 12:41:23.096161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.120022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34732) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:23.153308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19aa9ca-d24d-40bd-8eb9-cd1d28d12409 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb314816-7c4a-46e5-bbbd-1fd64fc83940,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:23.156395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.159005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Calling delete_port for 4288dc80-04ab-4110-a5c5-6f0ce10ba4d2 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:23.162134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:23.162724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.165490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': 'ccccf7e8-7b66-4165-8ef0-d3dc9514a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '388281e6-fff1-44d0-83b5-a504a80c4813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:23.165854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: 388281e6-fff1-44d0-83b5-a504a80c4813, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:23.220417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:41:23.231867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] For port 3392050f-8af9-4039-a1f9-c560048f6ddb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3392050f-8af9-4039-a1f9-c560048f6ddb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:23.247301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.247301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.251398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] 10.222.0.65 "DELETE /v2.0/networks/94151c4b-0cea-4b72-aa30-711a61c0e07f HTTP/1.1" status: 204 len: 168 time: 1.1049094 Mar 08 12:41:23.265174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481fd07-5180-4b3c-82ca-1eec9a4a00c5 tempest-ExternalNetworksTestJSON-978980211 tempest-ExternalNetworksTestJSON-978980211-project] Pushing event deleted for resources: {'Network': ['ID=94151c4b-0cea-4b72-aa30-711a61c0e07f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:23.278445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.283902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:23.284490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.350271 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b7afa26-d084-4edf-8e2b-b6c52f921623 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2290721 Mar 08 12:41:23.362321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34736) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:23.367902 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7458832 Mar 08 12:41:23.383907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 388281e6-fff1-44d0-83b5-a504a80c4813 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:23.386689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34738) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:23.388595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f719c7-907b-4907-84a1-ea466bb53faa tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Network': ['ID=d01de6cf-8b83-4ffc-8dfb-35e94a139bab,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:23.393643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.395769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'network_id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:23.408528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d01de6cf-8b83-4ffc-8dfb-35e94a139bab details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:23.527836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f6f50e37-d8c8-4662-b319-7cc46275c5d5 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.537307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74874ab-863f-477e-9803-d312ea364dd9 None None] Pushing event updated for resources: {'Port': ['ID=3392050f-8af9-4039-a1f9-c560048f6ddb,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:23.553340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f6f50e37-d8c8-4662-b319-7cc46275c5d5 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.682500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f6f50e37-d8c8-4662-b319-7cc46275c5d5 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.685888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f6f50e37-d8c8-4662-b319-7cc46275c5d5 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.690662 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f6f50e37-d8c8-4662-b319-7cc46275c5d5 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/1b3762ca-443d-48c9-8621-24d6c89b4163 HTTP/1.1" status: 204 len: 168 time: 0.3242607 Mar 08 12:41:23.719006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34740) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:23.733106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50e37-d8c8-4662-b319-7cc46275c5d5 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3762ca-443d-48c9-8621-24d6c89b4163,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:23.776591 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4358084 Mar 08 12:41:23.782892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34742) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:23.789067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecb1d9-a59f-41fd-9a4d-f2c40f9985a4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=25784d80-7f89-4ba8-96ae-0a1ebeb54c30,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:23.800047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:23.808631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:23.842543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 388281e6-fff1-44d0-83b5-a504a80c4813) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:23.854820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:23.860559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:23.871812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:23.872866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.900854 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a9524696-f3c1-4c49-9643-5ec1c3f31957 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1806207 Mar 08 12:41:23.915967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34746) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:23.922529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:23.941126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6db500eb-548a-452b-96ec-f3c040c39134 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641350276'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:23.973289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34748) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:23.979244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event deleted for resources: {'Port': ['ID=4288dc80-04ab-4110-a5c5-6f0ce10ba4d2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:24.033103 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5a7bc53f-c85b-4f85-8188-ca45505a90f3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2179999 Mar 08 12:41:24.037213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34752) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:24.053372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Made reservation on behalf of 8a066a86ba3e494dbfa078b49a2554a7 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:24.053372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.074234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.081662 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-879d90a3-80a0-490d-8e06-02f08c18c668 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "DELETE /v2.0/ports/4288dc80-04ab-4110-a5c5-6f0ce10ba4d2 HTTP/1.1" status: 204 len: 168 time: 1.6712933 Mar 08 12:41:24.083103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34754) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:24.091329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Request body: {'port': {'name': 'tempest-new-port-name-1229318576', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:24.091758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.api.validators [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] bootfile-name is not in valid_values {{(pid=104046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:41:24.092094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.api.validators [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] tftp-server is not in valid_values {{(pid=104046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:41:24.092418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.api.validators [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] server-ip-address is not in valid_values {{(pid=104046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 08 12:41:24.111394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:24.114817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.152782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6db500eb-548a-452b-96ec-f3c040c39134 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.167426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing IP validity checks on allocation pools {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 12:41:24.167938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 12:41:24.172621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.244029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.296312 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-926b1bb0-f6a9-4bf4-b008-a429d2c52b65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=387775068efe4371b436a84f2680a5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212562 Mar 08 12:41:24.301391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34756) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:24.377727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6db500eb-548a-452b-96ec-f3c040c39134 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.421989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port b6c681b3-7d40-4346-8e66-c328a4df698d {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:24.422236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.479550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6db500eb-548a-452b-96ec-f3c040c39134 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.540241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db500eb-548a-452b-96ec-f3c040c39134 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77401fa9-8020-4133-be9d-f88e9ab59ffe,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:24.548819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91934398-711f-4fef-9459-342c6e63b8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.593542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.602865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.643750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for b6c681b3-7d40-4346-8e66-c328a4df698d owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:24.645437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6db500eb-548a-452b-96ec-f3c040c39134 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.649436 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6db500eb-548a-452b-96ec-f3c040c39134 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7271090 Mar 08 12:41:24.651140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91934398-711f-4fef-9459-342c6e63b8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.655265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34758) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:24.659452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.668357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-748507e4-826a-4ae9-9977-841ac44ca00e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '77401fa9-8020-4133-be9d-f88e9ab59ffe', 'direction': 'ingress', 'protocol': 17}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:24.683653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=6bb2c04d-68be-4225-9749-48c7b5ed83db,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:24.695699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065085a-56c7-4bf6-ba10-50d35c1c9053 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:24.708168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] For port 3392050f-8af9-4039-a1f9-c560048f6ddb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3392050f-8af9-4039-a1f9-c560048f6ddb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:24.717420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200407e9-a93d-4a82-ba03-9f05bc8e35ad None None] Network 388281e6-fff1-44d0-83b5-a504a80c4813 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:24.724814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Checking segment: {'id': '4c317028-f099-4df6-b4f9-9a84595deb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:24.725182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network hostable DHCP agents. Network: d01de6cf-8b83-4ffc-8dfb-35e94a139bab, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:24.761701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.761949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.833342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Network d01de6cf-8b83-4ffc-8dfb-35e94a139bab is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:24.863891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event updated for resources: {'Port': ['ID=8333d65b-183a-4dc0-b23e-b009f5f81d0c,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:24.884845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] In _notify_port_updated(), no bound segment for port 8333d65b-183a-4dc0-b23e-b009f5f81d0c on network c6699da9-cbbf-40e8-b808-5c264170f29b {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:41:24.890695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:24.891324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.896197 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-616b10e0-b8d7-4e04-845d-d97945753293 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "PUT /v2.0/ports/8333d65b-183a-4dc0-b23e-b009f5f81d0c HTTP/1.1" status: 200 len: 1137 time: 0.8122511 Mar 08 12:41:24.896899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34760) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:24.911506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Provisioning complete for port 3392050f-8af9-4039-a1f9-c560048f6ddb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:24.912019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:24.949592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e96c8-234c-4150-a236-487453e23813 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:24.955015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-725e96c8-234c-4150-a236-487453e23813 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "GET /v2.0/ports/8333d65b-183a-4dc0-b23e-b009f5f81d0c HTTP/1.1" status: 200 len: 1137 time: 0.0568342 Mar 08 12:41:24.956110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34762) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:24.964227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d01de6cf-8b83-4ffc-8dfb-35e94a139bab) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:24.987022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:24.987615 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.000948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee03ddc-ab03-402f-ae5b-3522df864150 None None] Network d01de6cf-8b83-4ffc-8dfb-35e94a139bab requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:25.087597 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d0efe998-1def-49b0-9e1a-fbadace7d687 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6959777 Mar 08 12:41:25.091299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Deleting port 8333d65b-183a-4dc0-b23e-b009f5f81d0c {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:25.092107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.179213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34764) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:25.185929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-156bb8c8-e0c3-423f-a315-abf404df4a7c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:25.219145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.250175 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-748507e4-826a-4ae9-9977-841ac44ca00e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.256456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:25.292305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.294214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.294968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.309119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.338590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Calling delete_port for 8333d65b-183a-4dc0-b23e-b009f5f81d0c owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:25.361445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d01de6cf-8b83-4ffc-8dfb-35e94a139bab', 'network_id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab', 'tenant_id': '8a066a86ba3e494dbfa078b49a2554a7', 'fixed_ips': [{'subnet_id': '6bb2c04d-68be-4225-9749-48c7b5ed83db'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:25.362349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.364832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=ebaf0aef-a2bb-442e-a81c-2635647ad793,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:25.388605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': '72de16de-e19f-410a-8afa-f72205c49de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:25.388951 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: 25784d80-7f89-4ba8-96ae-0a1ebeb54c30, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:25.408478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:25.409939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91934398-711f-4fef-9459-342c6e63b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.419021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91934398-711f-4fef-9459-342c6e63b8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.420961 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-91934398-711f-4fef-9459-342c6e63b8f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ac1f4bdb-148d-4908-8924-980e072d1eed HTTP/1.1" status: 204 len: 168 time: 1.1151626 Mar 08 12:41:25.433551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:25.437986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:25.437986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.440134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:25.453889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:25.455317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.455453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-156bb8c8-e0c3-423f-a315-abf404df4a7c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61984217'] for subnet, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.498262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.528811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91934398-711f-4fef-9459-342c6e63b8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f4bdb-148d-4908-8924-980e072d1eed,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:25.556231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.561370 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/b6c681b3-7d40-4346-8e66-c328a4df698d HTTP/1.1" status: 204 len: 168 time: 1.5228984 Mar 08 12:41:25.571973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34770) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:25.630803 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6389844 Mar 08 12:41:25.640695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34772) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:25.667674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:ca:44:a8', 'name': 'tempest-NetworksTestDHCPv6-1111785931'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:25.721377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf1d3e-c05d-4a35-a797-2f3958983eee tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=3392050f-8af9-4039-a1f9-c560048f6ddb,revision_number=4']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:25.727968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-748507e4-826a-4ae9-9977-841ac44ca00e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.763476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd62e2-7af9-447d-a667-3dfb0ea41e46 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=b6c681b3-7d40-4346-8e66-c328a4df698d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:25.766221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:25.781719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3392050f-8af9-4039-a1f9-c560048f6ddb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:25.786689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147792e3-71a9-44a7-8209-f3bf73f07f32 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:25.794147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147792e3-71a9-44a7-8209-f3bf73f07f32 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:25.797569 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-147792e3-71a9-44a7-8209-f3bf73f07f32 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2046289 Mar 08 12:41:25.798765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34774) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:25.844295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 08 12:41:25.844295 dv-neutron-829486-2-hyperv neutron-server[104047]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 08 12:41:25.844295 dv-neutron-829486-2-hyperv neutron-server[104047]: [parameters: {'in_use': 1, 'id_1': '6bb2c04d-68be-4225-9749-48c7b5ed83db'}] Mar 08 12:41:25.844295 dv-neutron-829486-2-hyperv neutron-server[104047]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:25.844901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:25.851793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-748507e4-826a-4ae9-9977-841ac44ca00e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.862097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 3392050f-8af9-4039-a1f9-c560048f6ddb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:25.862707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.884468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748507e4-826a-4ae9-9977-841ac44ca00e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b1b380-5572-47bc-aa5a-449fff9af4e0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:25.954152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 25784d80-7f89-4ba8-96ae-0a1ebeb54c30) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:25.956511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:25.972632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:25.973489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.018543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-748507e4-826a-4ae9-9977-841ac44ca00e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.020610 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-748507e4-826a-4ae9-9977-841ac44ca00e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3621552 Mar 08 12:41:26.024995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event deleted for resources: {'Port': ['ID=8333d65b-183a-4dc0-b23e-b009f5f81d0c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:26.025730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34778) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.088519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 73c3d384-000a-4787-9b8e-b7ab97ca2eef {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:26.089020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.113470 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-156bb8c8-e0c3-423f-a315-abf404df4a7c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769083559855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61737047'] for subnet, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.136602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bef2be-4c64-440a-a984-74cba5bbfe7c None None] Network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:26.140326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.177861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.215787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bb8c8-e0c3-423f-a315-abf404df4a7c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:26.216392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-156bb8c8-e0c3-423f-a315-abf404df4a7c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.223963 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-208dfd4d-1102-4bd6-8696-7ba02f7cc6e6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4373407 Mar 08 12:41:26.223963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34780) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.226147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 73c3d384-000a-4787-9b8e-b7ab97ca2eef owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:26.227993 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-156bb8c8-e0c3-423f-a315-abf404df4a7c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "PUT /v2.0/subnets/6bb2c04d-68be-4225-9749-48c7b5ed83db HTTP/1.1" status: 200 len: 877 time: 1.0471637 Mar 08 12:41:26.228709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34782) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.238585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.245120 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9b004412-d19c-4a62-99d8-451537df65e4 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "DELETE /v2.0/ports/8333d65b-183a-4dc0-b23e-b009f5f81d0c HTTP/1.1" status: 204 len: 168 time: 1.2878857 Mar 08 12:41:26.249708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34784) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.258492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1940229003'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:26.264696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bb8c8-e0c3-423f-a315-abf404df4a7c tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event updated for resources: {'Subnet': ['ID=6bb2c04d-68be-4225-9749-48c7b5ed83db,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:26.283856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:26.305677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] For port 3392050f-8af9-4039-a1f9-c560048f6ddb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3392050f-8af9-4039-a1f9-c560048f6ddb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:26.316003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.348185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.397767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.484229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637bb13-a3c9-4f83-8fe9-a916b8a220fe None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:26.487872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7e1dbd0-af1f-4ec4-9cfb-90b3e4304f23 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.522316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Deleting subnet 7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:26.526144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34786) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.535859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.537330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.573009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 93ef9934-66aa-4a05-b3bc-af67f2b17528 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:26.594877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7e1dbd0-af1f-4ec4-9cfb-90b3e4304f23 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.620876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.622768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:26.626306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.638875 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-522370d2-16d6-4485-8194-113a633db6a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f257e847ff14138a57c7248c6ab70c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090682 Mar 08 12:41:26.639842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34788) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.644417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.655099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:26.655712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:26.659983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port a78f84d4-c8ff-425e-82bb-195115882867 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:26.686021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465abfd7-5689-4ad0-86d9-9f1e56ff852a None None] Pushing event updated for resources: {'Port': ['ID=3392050f-8af9-4039-a1f9-c560048f6ddb,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:26.696608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-253ccc66-9991-4294-b09c-a8ee03fa988b None None] Provisioning complete for port 3392050f-8af9-4039-a1f9-c560048f6ddb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:26.702246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-253ccc66-9991-4294-b09c-a8ee03fa988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.756875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-25784d80-7f89-4ba8-96ae-0a1ebeb54c30', 'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30', 'tenant_id': '050e0e8357f94843ad0149f36df32aac', 'fixed_ips': [{'subnet_id': 'ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:26.758174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.799841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Allocated IP 172.20.0.3 (d01de6cf-8b83-4ffc-8dfb-35e94a139bab/6bb2c04d-68be-4225-9749-48c7b5ed83db/93119307-7451-46c4-8358-d06bc9ab2202) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:26.807098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.840387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.863815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15bdcde4-54cb-4cac-a6a6-a25f1aa5117f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.867279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.893101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.6 (25784d80-7f89-4ba8-96ae-0a1ebeb54c30/ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d/a78f84d4-c8ff-425e-82bb-195115882867) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:26.908619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=73c3d384-000a-4787-9b8e-b7ab97ca2eef,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:26.909555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 172.20.0.14 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/ad59ab2c-c24f-4247-bd58-73982ba0e0f7/93ef9934-66aa-4a05-b3bc-af67f2b17528) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:26.921768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:feca:44a8 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/ebaf0aef-a2bb-442e-a81c-2635647ad793/93ef9934-66aa-4a05-b3bc-af67f2b17528) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:26.924253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7e1dbd0-af1f-4ec4-9cfb-90b3e4304f23 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.925111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7e1dbd0-af1f-4ec4-9cfb-90b3e4304f23 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.926279 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b7e1dbd0-af1f-4ec4-9cfb-90b3e4304f23 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/77401fa9-8020-4133-be9d-f88e9ab59ffe HTTP/1.1" status: 204 len: 168 time: 0.8970065 Mar 08 12:41:26.932976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34790) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.948973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.952223 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-91df6313-f3e9-4ab2-8d02-5250ece1271c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/73c3d384-000a-4787-9b8e-b7ab97ca2eef HTTP/1.1" status: 204 len: 168 time: 1.1523345 Mar 08 12:41:26.961763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34792) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:26.970641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15bdcde4-54cb-4cac-a6a6-a25f1aa5117f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:26.976770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1dbd0-af1f-4ec4-9cfb-90b3e4304f23 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77401fa9-8020-4133-be9d-f88e9ab59ffe,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:27.094048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.099306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-253ccc66-9991-4294-b09c-a8ee03fa988b None None] Could not find standard attr ID for object 8333d65b-183a-4dc0-b23e-b009f5f81d0c. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:27.125887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15bdcde4-54cb-4cac-a6a6-a25f1aa5117f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.126483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-253ccc66-9991-4294-b09c-a8ee03fa988b None None] Could not find standard attr ID for object 4288dc80-04ab-4110-a5c5-6f0ce10ba4d2. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:27.128453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15bdcde4-54cb-4cac-a6a6-a25f1aa5117f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.132132 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-15bdcde4-54cb-4cac-a6a6-a25f1aa5117f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa6d77e6-a2d2-41fd-8731-c24dd2af510a HTTP/1.1" status: 204 len: 168 time: 0.4877927 Mar 08 12:41:27.132132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:27.137479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.140813 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a87826af-c49b-4075-ac82-1d9eed9984f8 tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "DELETE /v2.0/subnets/7d4e4d9d-ba46-43d0-b6eb-07b9f7a543af HTTP/1.1" status: 204 len: 168 time: 0.8636968 Mar 08 12:41:27.145818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34796) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:27.155276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdcde4-54cb-4cac-a6a6-a25f1aa5117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6d77e6-a2d2-41fd-8731-c24dd2af510a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:27.183479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.187827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01e2e1-7cdc-476d-8980-e4186e2ae0f2 None None] Network c6699da9-cbbf-40e8-b808-5c264170f29b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:27.304785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.310333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.396512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Deleting port b3d61330-1b4f-489f-afe4-1e59e832becf {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:27.397235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.402982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.427102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Network d01de6cf-8b83-4ffc-8dfb-35e94a139bab is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:27.447117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Pushing event updated for resources: {'Port': ['ID=93119307-7451-46c4-8358-d06bc9ab2202,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:27.452251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f61d31a6-9081-4d6c-96ef-dd13f37190a2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5135024 Mar 08 12:41:27.458090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34798) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:27.479362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dcbd73-8a97-487d-8302-2e9b89f98976 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:27.481741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-48dcbd73-8a97-487d-8302-2e9b89f98976 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5071514 Mar 08 12:41:27.482375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:27.486082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:27.487842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb2c04d-68be-4225-9749-48c7b5ed83db,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:27.494057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-48f8ed19-c400-45bd-9c64-e5cce882c51c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425112309'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:27.500426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34800) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:27.543775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] For port b3d61330-1b4f-489f-afe4-1e59e832becf, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b3d61330-1b4f-489f-afe4-1e59e832becf,segment=NetworkSegment(3050a6ca-cade-43df-a2c2-1ec07b13d2a3),segment_id=3050a6ca-cade-43df-a2c2-1ec07b13d2a3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:27.544099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.573780 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-012844f2-21a9-4d1c-af8d-8bc9ece6bd93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:41:27.575448 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-012844f2-21a9-4d1c-af8d-8bc9ece6bd93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/b6c681b3-7d40-4346-8e66-c328a4df698d HTTP/1.1" status: 404 len: 333 time: 0.0740991 Mar 08 12:41:27.577095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Attempting to bind port 93119307-7451-46c4-8358-d06bc9ab2202 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:27.579466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Attempting to bind port 93119307-7451-46c4-8358-d06bc9ab2202 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '4c317028-f099-4df6-b4f9-9a84595deb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:27.579616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34802) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:27.579879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Attempting to bind port 93119307-7451-46c4-8358-d06bc9ab2202 on network d01de6cf-8b83-4ffc-8dfb-35e94a139bab {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:27.582426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.607110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:27.607546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Checking segment: {'id': '4c317028-f099-4df6-b4f9-9a84595deb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:27.607966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.608644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Bound using segment: {'id': '4c317028-f099-4df6-b4f9-9a84595deb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:27.609979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Bound port: 93119307-7451-46c4-8358-d06bc9ab2202, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c317028-f099-4df6-b4f9-9a84595deb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:27.617449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.618800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-592cab39-aa9a-4b79-a99d-a851d7bd119a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:41:27.620372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-592cab39-aa9a-4b79-a99d-a851d7bd119a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/73c3d384-000a-4787-9b8e-b7ab97ca2eef HTTP/1.1" status: 404 len: 333 time: 0.0363970 Mar 08 12:41:27.623311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b83a6a6a-9509-4d69-8d34-adffddef33dc None None] Provisioning complete for port 3392050f-8af9-4039-a1f9-c560048f6ddb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:27.624104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b83a6a6a-9509-4d69-8d34-adffddef33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.628858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34804) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:27.653621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.669738 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] DHCP port deletion for c6699da9-cbbf-40e8-b808-5c264170f29b request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:27.677144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01de6cf-8b83-4ffc-8dfb-35e94a139bab']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:27.689481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c317028-f099-4df6-b4f9-9a84595deb1b') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:27.690528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c317028-f099-4df6-b4f9-9a84595deb1b') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:27.702079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.717128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.723163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:27.726963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.738361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3392050f-8af9-4039-a1f9-c560048f6ddb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:27.780074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:27.797445 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:27.820934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Calling delete_port for b3d61330-1b4f-489f-afe4-1e59e832becf owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:27.833888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.845833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] For port 93119307-7451-46c4-8358-d06bc9ab2202, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:27.846543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.877955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:41:27.877955 dv-neutron-829486-2-hyperv neutron-server[104045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:41:27.877955 dv-neutron-829486-2-hyperv neutron-server[104045]: [parameters: {'id': 'd01de6cf-8b83-4ffc-8dfb-35e94a139bab'}] Mar 08 12:41:27.877955 dv-neutron-829486-2-hyperv neutron-server[104045]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:27.878452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:27.913662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed19-c400-45bd-9c64-e5cce882c51c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.915182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:27.921799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:27.946301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] For port 93119307-7451-46c4-8358-d06bc9ab2202, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=93119307-7451-46c4-8358-d06bc9ab2202,segment=NetworkSegment(4c317028-f099-4df6-b4f9-9a84595deb1b),segment_id=4c317028-f099-4df6-b4f9-9a84595deb1b)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:27.953543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:27.956285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=a78f84d4-c8ff-425e-82bb-195115882867,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:27.985006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Allocated IP 172.20.0.2 (25784d80-7f89-4ba8-96ae-0a1ebeb54c30/ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d/7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:27.996309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed19-c400-45bd-9c64-e5cce882c51c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:27.997102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 3392050f-8af9-4039-a1f9-c560048f6ddb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:27.997474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.000610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.013673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.044862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event deleted for resources: {'Port': ['ID=b3d61330-1b4f-489f-afe4-1e59e832becf,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:28.049758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] No DVR routers for this DVR port b3d61330-1b4f-489f-afe4-1e59e832becf on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:28.091045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.101327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed19-c400-45bd-9c64-e5cce882c51c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.117810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.141169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:28.149230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:28.150039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.157115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:28.159560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:28.171076 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.198356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8ed19-c400-45bd-9c64-e5cce882c51c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c698e32e-1181-4e10-8bbe-54908f5be682,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:28.204026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6699da9-cbbf-40e8-b808-5c264170f29b']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:28.215117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3050a6ca-cade-43df-a2c2-1ec07b13d2a3') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:28.215783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3050a6ca-cade-43df-a2c2-1ec07b13d2a3') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:28.232286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.252249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388281e6-fff1-44d0-83b5-a504a80c4813']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:28.258073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.258303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=93ef9934-66aa-4a05-b3bc-af67f2b17528,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:28.274306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:28.275425 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.277737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:28.284639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.310453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccccf7e8-7b66-4165-8ef0-d3dc9514a1a3') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:28.311019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccccf7e8-7b66-4165-8ef0-d3dc9514a1a3') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:28.330831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:28.334354 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:28.340866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Deleting port b3d61330-1b4f-489f-afe4-1e59e832becf {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:28.341238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.352969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f8ed19-c400-45bd-9c64-e5cce882c51c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.352969 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-48f8ed19-c400-45bd-9c64-e5cce882c51c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8652425 Mar 08 12:41:28.353907 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aaee5d83-3afa-4623-b0e8-e28b0368ab31 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1198502 Mar 08 12:41:28.356228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34820) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:28.356830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34822) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:28.371381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.374088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-68aed451-9617-4b6e-83f8-d1d955493930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341989418'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:28.379637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.405759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:28.405759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:28.409069 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:28.436910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bebdd0b7-d6b5-427b-b82d-b5c66bc8180a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7902477 Mar 08 12:41:28.437679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34826) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:28.499754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.535577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.539481 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] 10.222.0.65 "DELETE /v2.0/networks/c6699da9-cbbf-40e8-b808-5c264170f29b HTTP/1.1" status: 204 len: 168 time: 1.3921888 Mar 08 12:41:28.546289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53654d5b-c80a-4949-983d-8a16d9c329f9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:28.554433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53654d5b-c80a-4949-983d-8a16d9c329f9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:28.557806 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-53654d5b-c80a-4949-983d-8a16d9c329f9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1164920 Mar 08 12:41:28.562129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34830) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:28.576185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc089361-4813-4f68-b6d4-b8e4dffbd47f tempest-ExtraDHCPOptionsTestJSON-1373542234 tempest-ExtraDHCPOptionsTestJSON-1373542234-project] Pushing event deleted for resources: {'Network': ['ID=c6699da9-cbbf-40e8-b808-5c264170f29b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:28.615773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.624139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68aed451-9617-4b6e-83f8-d1d955493930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.629191 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.637215 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/388281e6-fff1-44d0-83b5-a504a80c4813 HTTP/1.1" status: 204 len: 168 time: 1.0031612 Mar 08 12:41:28.637215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34834) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:28.645381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1560343337'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:28.650619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port 93119307-7451-46c4-8358-d06bc9ab2202 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:28.650810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.670277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f110e-6267-4fee-864b-f5529a900fb8 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=388281e6-fff1-44d0-83b5-a504a80c4813,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:28.674542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port a78f84d4-c8ff-425e-82bb-195115882867 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:28.674884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.693991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] For port b3d61330-1b4f-489f-afe4-1e59e832becf, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:28.695006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.708493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61333c76-dc2c-4866-9e81-1ffda3bd7408 None None] Pushing event updated for resources: {'Port': ['ID=93119307-7451-46c4-8358-d06bc9ab2202,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:28.728719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.748467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Calling delete_port for b3d61330-1b4f-489f-afe4-1e59e832becf owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:28.748467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f75ad-efa1-4153-bfae-724892142e60 None None] Network d01de6cf-8b83-4ffc-8dfb-35e94a139bab requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:28.748467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Port b3d61330-1b4f-489f-afe4-1e59e832becf was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:41:28.763194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d64f863f-2cac-48af-b44c-b4544cc3f027 None None] Provisioning complete for port 93ef9934-66aa-4a05-b3bc-af67f2b17528 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:28.763651 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d64f863f-2cac-48af-b44c-b4544cc3f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.768444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.773925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 93ef9934-66aa-4a05-b3bc-af67f2b17528 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:28.774253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.831657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port 93119307-7451-46c4-8358-d06bc9ab2202, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=93119307-7451-46c4-8358-d06bc9ab2202,segment=NetworkSegment(4c317028-f099-4df6-b4f9-9a84595deb1b),segment_id=4c317028-f099-4df6-b4f9-9a84595deb1b)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:28.832042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.845681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34836) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:28.854288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:28.857730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.865117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for 93119307-7451-46c4-8358-d06bc9ab2202 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:28.882403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Pushing event deleted for resources: {'Port': ['ID=b3d61330-1b4f-489f-afe4-1e59e832becf,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:28.884262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] Network c6699da9-cbbf-40e8-b808-5c264170f29b is not hosted by any dhcp agent {{(pid=104047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:41:28.884703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff523f47-21df-4d55-923e-7e04ba9ad49b None None] No DVR routers for this DVR port b3d61330-1b4f-489f-afe4-1e59e832becf on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:28.886579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.892000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:28.902326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.902674 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment eccfd822-0f35-48a3-93ce-2912d8b6c3f2 of type vlan for network 243b456b-065b-4bcd-aa62-4fe165822c75 Mar 08 12:41:28.911507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.922741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68aed451-9617-4b6e-83f8-d1d955493930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.947701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.969326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for a78f84d4-c8ff-425e-82bb-195115882867 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:28.985496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d64f863f-2cac-48af-b44c-b4544cc3f027 None None] Port 93ef9934-66aa-4a05-b3bc-af67f2b17528 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:28.992701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68aed451-9617-4b6e-83f8-d1d955493930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:28.993539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:28.994286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.008828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 93ef9934-66aa-4a05-b3bc-af67f2b17528 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:29.017994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:29.024751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:29.028699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Pushing event updated for resources: {'Port': ['ID=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:29.081441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.089176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:29.092891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.117542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a888b4-e261-4541-9b61-12d24419cdf1 None None] Network d01de6cf-8b83-4ffc-8dfb-35e94a139bab requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:29.122864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7890425b-b03a-41d4-83b7-274b7b2b8bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.126909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aed451-9617-4b6e-83f8-d1d955493930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974ef50c-1129-4b34-889f-f67881dfc312,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:29.136199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Attempting to bind port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:29.136562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Attempting to bind port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '72de16de-e19f-410a-8afa-f72205c49de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:29.136915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Attempting to bind port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a on network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:29.146490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-185603582'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:29.150609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68aed451-9617-4b6e-83f8-d1d955493930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.154972 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-68aed451-9617-4b6e-83f8-d1d955493930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7895498 Mar 08 12:41:29.155584 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34842) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:29.167621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-218936f4-082c-4519-8f4d-f00958b9d648 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': 'c698e32e-1181-4e10-8bbe-54908f5be682', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '974ef50c-1129-4b34-889f-f67881dfc312', 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:29.177889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:29.178261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Checking segment: {'id': '72de16de-e19f-410a-8afa-f72205c49de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:29.178561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.179528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Bound using segment: {'id': '72de16de-e19f-410a-8afa-f72205c49de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:29.180161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Bound port: 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72de16de-e19f-410a-8afa-f72205c49de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '25784d80-7f89-4ba8-96ae-0a1ebeb54c30'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:29.180744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.239311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5993161 Mar 08 12:41:29.240205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34844) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:29.245790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07681eb4-13f8-4460-a6b3-175c996a5e82 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=243b456b-065b-4bcd-aa62-4fe165822c75,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:29.251788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:29.252519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34846) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:29.258254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 243b456b-065b-4bcd-aa62-4fe165822c75 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:29.320895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.353997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port 93119307-7451-46c4-8358-d06bc9ab2202 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:29.361383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] For port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:29.365147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] For port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,segment=NetworkSegment(72de16de-e19f-410a-8afa-f72205c49de0),segment_id=72de16de-e19f-410a-8afa-f72205c49de0)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:29.395568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:29.400143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.412834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=93119307-7451-46c4-8358-d06bc9ab2202,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:29.434300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.437227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-218936f4-082c-4519-8f4d-f00958b9d648 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.442736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.503358 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2a20353c-e1f4-41d5-885e-17765afe6381 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8638f112cb84209ab5e6474729f8a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470608 Mar 08 12:41:29.503579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34850) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:29.517093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.523755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.526750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c745-cf9b-4a0b-8372-8b880a0301b1 None None] Pushing event updated for resources: {'Port': ['ID=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:29.560351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.580934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=a78f84d4-c8ff-425e-82bb-195115882867,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:29.587673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01de6cf-8b83-4ffc-8dfb-35e94a139bab']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:29.608160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0da123-af33-4d00-856d-6e7ce4a54845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.614806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=93ef9934-66aa-4a05-b3bc-af67f2b17528,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:29.627774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c317028-f099-4df6-b4f9-9a84595deb1b') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:29.628159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c317028-f099-4df6-b4f9-9a84595deb1b') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:29.634505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:29.640359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.677763 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.707243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3d61330-1b4f-489f-afe4-1e59e832becf no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:29.719230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0da123-af33-4d00-856d-6e7ce4a54845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.736748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b3d61330-1b4f-489f-afe4-1e59e832becf {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:29.737086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3d61330-1b4f-489f-afe4-1e59e832becf not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:29.776747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.811236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.815553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e541cc28-8494-41e2-9257-8d9bea634c00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/93ef9934-66aa-4a05-b3bc-af67f2b17528 HTTP/1.1" status: 204 len: 168 time: 1.2520840 Mar 08 12:41:29.817986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34852) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:29.887220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.923427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76a423-7b84-4fa3-88f9-0397f4bda79f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:29.924923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76a423-7b84-4fa3-88f9-0397f4bda79f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:29.926805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76a423-7b84-4fa3-88f9-0397f4bda79f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:29.928188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6c76a423-7b84-4fa3-88f9-0397f4bda79f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1090558 Mar 08 12:41:29.934791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34854) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:29.935524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:29.938930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0da123-af33-4d00-856d-6e7ce4a54845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.941475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0da123-af33-4d00-856d-6e7ce4a54845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:29.946297 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-db0da123-af33-4d00-856d-6e7ce4a54845 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8e64358-bda7-4b19-88c2-143c60e5837c HTTP/1.1" status: 204 len: 168 time: 0.4382596 Mar 08 12:41:30.029098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.029825 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Added segment ba7b83a1-e3f3-4a80-b437-d8c81eeb958f of type vlan for network 1a4925ea-05d0-4be2-b774-4abe109babc7 Mar 08 12:41:30.033509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad89c136-5fcb-4605-9133-08d09abd3114,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.056252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-218936f4-082c-4519-8f4d-f00958b9d648 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.064664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Performing IP validity checks on allocation pools {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 12:41:30.071420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 12:41:30.076989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.082224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0da123-af33-4d00-856d-6e7ce4a54845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e64358-bda7-4b19-88c2-143c60e5837c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.088134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet ad59ab2c-c24f-4247-bd58-73982ba0e0f7 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:30.096582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:30.096582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.099205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:30.102108 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:30.122798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-218936f4-082c-4519-8f4d-f00958b9d648 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.123400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.124910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.131310 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ee86623b-424c-449e-a921-2b66b9c49ef9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/a78f84d4-c8ff-425e-82bb-195115882867 HTTP/1.1" status: 204 len: 168 time: 1.7736120 Mar 08 12:41:30.132582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34858) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.182542 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a9f5f7-33b7-4243-80f7-2101d852e687 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:41:30.184260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-23a9f5f7-33b7-4243-80f7-2101d852e687 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/a78f84d4-c8ff-425e-82bb-195115882867 HTTP/1.1" status: 404 len: 333 time: 0.0490530 Mar 08 12:41:30.187709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.191433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34860) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.214272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218936f4-082c-4519-8f4d-f00958b9d648 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1e5a59-948b-4afe-923f-53329950610b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.294283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:30.295222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.299479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.304885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-218936f4-082c-4519-8f4d-f00958b9d648 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.308994 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-218936f4-082c-4519-8f4d-f00958b9d648 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1468544 Mar 08 12:41:30.320591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34864) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.339286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.356494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.362272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:30.362851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.377152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.380107 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/d01de6cf-8b83-4ffc-8dfb-35e94a139bab HTTP/1.1" status: 204 len: 168 time: 4.1512976 Mar 08 12:41:30.389777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34868) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.394264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a5db393f-6e2a-43d4-b359-a088bd3bbc3f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.414938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d4c83-6826-4bb6-9a26-e4116be12881 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=d01de6cf-8b83-4ffc-8dfb-35e94a139bab,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.422958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.435225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a5db393f-6e2a-43d4-b359-a088bd3bbc3f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.465442 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b2911f-02f2-4281-b3b5-708277fb0e13 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:30.465894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b2911f-02f2-4281-b3b5-708277fb0e13 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:30.468973 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-92b2911f-02f2-4281-b3b5-708277fb0e13 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/6bb2c04d-68be-4225-9749-48c7b5ed83db HTTP/1.1" status: 404 len: 337 time: 0.0702262 Mar 08 12:41:30.471691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34874) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.508047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Network': ['ID=1a4925ea-05d0-4be2-b774-4abe109babc7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.509185 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-522eb5db-3a1f-419e-93f2-7b747f592cb5 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:30.509771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522eb5db-3a1f-419e-93f2-7b747f592cb5 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:30.512898 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-522eb5db-3a1f-419e-93f2-7b747f592cb5 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/d01de6cf-8b83-4ffc-8dfb-35e94a139bab HTTP/1.1" status: 404 len: 339 time: 0.0402799 Mar 08 12:41:30.513592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-35dd3ab9-68a4-41d5-8014-2af385a0563f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6667750 Mar 08 12:41:30.516686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34876) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.516922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34878) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.523178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'subnet': {'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:30.528896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.534116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:30.635213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.651650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=166f85e8-9d91-40bf-93c7-0c66e7412c89,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.658554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.668012 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47f27e0-c775-4470-8673-d15d329f64b6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:30.668707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47f27e0-c775-4470-8673-d15d329f64b6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:30.672330 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a47f27e0-c775-4470-8673-d15d329f64b6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/1da2b7d8-6468-49a9-89d6-7b093d52f1fa HTTP/1.1" status: 404 len: 337 time: 0.1544864 Mar 08 12:41:30.683829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34882) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.711834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=ad59ab2c-c24f-4247-bd58-73982ba0e0f7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.713627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a5db393f-6e2a-43d4-b359-a088bd3bbc3f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.715704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.718959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-926246a0-a0b6-4e55-a2c0-87ac77137d03 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ad59ab2c-c24f-4247-bd58-73982ba0e0f7 HTTP/1.1" status: 204 len: 168 time: 0.7810340 Mar 08 12:41:30.722030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34884) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.724461 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3377bb-6ff7-4e6a-a5d1-ac9e9ff4ea3a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:30.724796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a5db393f-6e2a-43d4-b359-a088bd3bbc3f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.725020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3377bb-6ff7-4e6a-a5d1-ac9e9ff4ea3a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:30.726611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a5db393f-6e2a-43d4-b359-a088bd3bbc3f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/de1e5a59-948b-4afe-923f-53329950610b HTTP/1.1" status: 204 len: 168 time: 0.4021304 Mar 08 12:41:30.729229 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6e3377bb-6ff7-4e6a-a5d1-ac9e9ff4ea3a tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/d7180ea9-1993-4312-a017-1262cdd04d0b HTTP/1.1" status: 404 len: 339 time: 0.0427611 Mar 08 12:41:30.730095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': 'eccfd822-0f35-48a3-93ce-2912d8b6c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:30.730453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: 243b456b-065b-4bcd-aa62-4fe165822c75, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:30.734313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ec320-f6c0-4aed-ba82-a33b48fcbf7a None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:30.735529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34886) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.735850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34888) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.810255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db393f-6e2a-43d4-b359-a088bd3bbc3f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de1e5a59-948b-4afe-923f-53329950610b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.821867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:30.825321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.899922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.938845 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 243b456b-065b-4bcd-aa62-4fe165822c75 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:30.945773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:30.949733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11e9a0-9acc-41d3-9bc7-5bf1ef9476d7 None None] Network 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:30.972551 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.982847 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4afd1c17-e1bc-4f26-9a18-aceb74992c77 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d HTTP/1.1" status: 204 len: 168 time: 0.7849665 Mar 08 12:41:30.983472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34892) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:30.990590 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a14ab6bf-9ea9-4bac-b3a6-2994a2c1e620 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2511110 Mar 08 12:41:30.996068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:30.997584 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34894) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:31.006558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet ebaf0aef-a2bb-442e-a81c-2635647ad793 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:31.013443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.058015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0f99c401-bd8e-48af-8b37-42dec8d41ce9 None None] Provisioning complete for port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:31.058390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f99c401-bd8e-48af-8b37-42dec8d41ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.092665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.131142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 243b456b-065b-4bcd-aa62-4fe165822c75) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:31.137177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:31.138560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.144662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcdbd71-2dee-48b4-b92e-097ff3ded518 None None] Network 243b456b-065b-4bcd-aa62-4fe165822c75 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:31.172894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.192554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64349e96-fd9e-409c-b3b1-3c77572e43cc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.246357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64349e96-fd9e-409c-b3b1-3c77572e43cc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.292288 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cba1f336-acf9-443b-b141-035fb2a2a6e5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0507925 Mar 08 12:41:31.295757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34902) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:31.300849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75', 'name': 'tempest-PortsIpV6TestJSON-539467344'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:31.335118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.382807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f99c401-bd8e-48af-8b37-42dec8d41ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.399770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34904) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:31.413499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64349e96-fd9e-409c-b3b1-3c77572e43cc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.421024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64349e96-fd9e-409c-b3b1-3c77572e43cc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.422009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.423154 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-64349e96-fd9e-409c-b3b1-3c77572e43cc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/974ef50c-1129-4b34-889f-f67881dfc312 HTTP/1.1" status: 204 len: 168 time: 0.4255016 Mar 08 12:41:31.432200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34908) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:31.448598 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:31.449272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.454595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64349e96-fd9e-409c-b3b1-3c77572e43cc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ef50c-1129-4b34-889f-f67881dfc312,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:31.485192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] DHCP port deletion for 25784d80-7f89-4ba8-96ae-0a1ebeb54c30 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:31.531351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0f99c401-bd8e-48af-8b37-42dec8d41ce9 None None] For port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,segment=NetworkSegment(72de16de-e19f-410a-8afa-f72205c49de0),segment_id=72de16de-e19f-410a-8afa-f72205c49de0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:31.575532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-243b456b-065b-4bcd-aa62-4fe165822c75', 'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75', 'tenant_id': '6d5f6b62c91f45cea1288a2e1a74f3ed', 'fixed_ips': [{'subnet_id': '166f85e8-9d91-40bf-93c7-0c66e7412c89'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:31.577166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.592345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] For port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,segment=NetworkSegment(72de16de-e19f-410a-8afa-f72205c49de0),segment_id=72de16de-e19f-410a-8afa-f72205c49de0)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:31.592467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.623192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:31.635218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f99c401-bd8e-48af-8b37-42dec8d41ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.735112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2093266076'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:31.800753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e728df34-6434-496b-b839-7ff497203829']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:31.837468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:31.841387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.846228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bccd42e-da5a-42b1-8520-94a6ff1697d6') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:31.846513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bccd42e-da5a-42b1-8520-94a6ff1697d6') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:31.861419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port e54a735d-9df7-4270-968a-a668527af0e1 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:31.868846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Made reservation on behalf of 495003babfaa4e3fbb7d87b57d93ddce for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:31.872505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.875348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.876951 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.906354 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-818057bc-154b-4f86-98b5-80d1a26264d5 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4523954 Mar 08 12:41:31.906354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.907243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34910) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:31.925125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.926339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ccb7647f-6507-4da5-8897-6b7dbc11b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.927465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:31.927828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:31.937546 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:31.939573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:31.943871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:31.960643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99c401-bd8e-48af-8b37-42dec8d41ce9 None None] Pushing event updated for resources: {'Port': ['ID=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:31.962450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No DVR routers for this DVR port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:31.982058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] Deleting port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:31.983444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.018259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=ebaf0aef-a2bb-442e-a81c-2635647ad793,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.027025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-92c9cd06-3cf2-46cc-9f30-7c3d9389509b None None] Provisioning complete for port 3392050f-8af9-4039-a1f9-c560048f6ddb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:32.027025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-92c9cd06-3cf2-46cc-9f30-7c3d9389509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.028517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.034543 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b396e82d-2efd-4f14-a03f-82a4cd3ab277 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ebaf0aef-a2bb-442e-a81c-2635647ad793 HTTP/1.1" status: 204 len: 168 time: 1.3062973 Mar 08 12:41:32.039248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.047848 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34912) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.085488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.093285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b155e417-57c8-45f2-b010-66894b0902fc None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:32.116237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25784d80-7f89-4ba8-96ae-0a1ebeb54c30']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:32.125459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b0e8a7c1-613f-4748-b1af-b4eb825b8057 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764487 Mar 08 12:41:32.127350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34914) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.138461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72de16de-e19f-410a-8afa-f72205c49de0') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:32.138727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:32.138822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72de16de-e19f-410a-8afa-f72205c49de0') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:32.153156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.181944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] For port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:32.181944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.187862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.189629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.197432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:32.198302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:32.201883 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:32.205149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Allocated IP 2001:db8::2 (243b456b-065b-4bcd-aa62-4fe165822c75/166f85e8-9d91-40bf-93c7-0c66e7412c89/e620a2d8-4220-43db-aaa2-09570950fec5) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:32.215406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] Calling delete_port for 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:32.222672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] Port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:41:32.232877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Subnet': ['ID=0ad0070d-655d-41ff-ae1b-aaa4fcdd3233,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.236779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.236931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.236931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b558e68-aa8d-4463-8908-91a16bece972 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.250979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.256921 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/e728df34-6434-496b-b839-7ff497203829 HTTP/1.1" status: 204 len: 168 time: 1.5188003 Mar 08 12:41:32.262922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34916) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.265394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.301285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:32.324197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] Pushing event deleted for resources: {'Port': ['ID=7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.327454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.327454 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Added segment d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22 of type vlan for network 98efba8f-384d-42df-b2e0-ecdb1817eceb Mar 08 12:41:32.327454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe3208-4946-4f19-a5d3-71850b86a92f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.329994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bcc94-296d-4c9b-9e1a-b80ec6414f95 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=e728df34-6434-496b-b839-7ff497203829,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.337359 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-7842864c-308e-41d7-8e58-49cd313ff919 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.337981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7842864c-308e-41d7-8e58-49cd313ff919 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.344046 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7842864c-308e-41d7-8e58-49cd313ff919 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/511814f0-23d9-4415-8bad-8b3a4652fcb4 HTTP/1.1" status: 404 len: 337 time: 0.0766668 Mar 08 12:41:32.348587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34918) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.351859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c1b71-efa5-4886-9fb8-5e221e5eac64 None None] No DVR routers for this DVR port 7f959b08-0bb3-4bd0-b3f3-a4c6a1c0c53a on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:32.352226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Checking segment: {'id': 'ba7b83a1-e3f3-4a80-b437-d8c81eeb958f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:32.352690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network hostable DHCP agents. Network: 1a4925ea-05d0-4be2-b774-4abe109babc7, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:32.371366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b558e68-aa8d-4463-8908-91a16bece972 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.384073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.389752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.401048 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/25784d80-7f89-4ba8-96ae-0a1ebeb54c30 HTTP/1.1" status: 204 len: 168 time: 1.4141023 Mar 08 12:41:32.402387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34920) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.404292 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.412134 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67f6938-1b10-4342-b7ce-93472dd5a460 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.412724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67f6938-1b10-4342-b7ce-93472dd5a460 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.419855 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d67f6938-1b10-4342-b7ce-93472dd5a460 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/861da42c-9ca3-45ee-89a2-32ddba0baa4f HTTP/1.1" status: 404 len: 339 time: 0.0641525 Mar 08 12:41:32.423818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34922) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.430847 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6bc78-17af-40ab-8f76-3efa1dd65a73 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=25784d80-7f89-4ba8-96ae-0a1ebeb54c30,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.430986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'name': 'tempest-PortsTestJSON-610806285'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:32.467779 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-90578c3c-4532-4b21-a62d-37144d14401e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.468376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90578c3c-4532-4b21-a62d-37144d14401e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.472214 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-90578c3c-4532-4b21-a62d-37144d14401e tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/32c5cdbe-7820-41a8-985c-3b8b86bfa89e HTTP/1.1" status: 404 len: 337 time: 0.0471551 Mar 08 12:41:32.479169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34924) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.504879 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f9187d-3625-4c40-9e0a-d52c771e63ca tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.506010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f9187d-3625-4c40-9e0a-d52c771e63ca tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.510472 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21f9187d-3625-4c40-9e0a-d52c771e63ca tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/e6cf12f3-afd1-417a-8b5b-f7aa3d30112f HTTP/1.1" status: 404 len: 339 time: 0.0296988 Mar 08 12:41:32.513259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34926) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.532322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:32.536097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.540346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:32.550289 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d69a62e-9fb5-4f76-a8b8-4ee44d4426cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.550877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d69a62e-9fb5-4f76-a8b8-4ee44d4426cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.552694 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.555569 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3d69a62e-9fb5-4f76-a8b8-4ee44d4426cf tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/45a6e4eb-c308-4411-8f99-cbf256c4a1fd HTTP/1.1" status: 404 len: 337 time: 0.0412762 Mar 08 12:41:32.558151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34928) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.578206 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d0b917-f9aa-451b-b20d-2e78dec1eaca tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.578426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:32.578810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d0b917-f9aa-451b-b20d-2e78dec1eaca tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.581987 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-97d0b917-f9aa-451b-b20d-2e78dec1eaca tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/bfba5d6e-8497-4c1c-bec0-5819475f46b0 HTTP/1.1" status: 404 len: 339 time: 0.0228167 Mar 08 12:41:32.584997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34930) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.614001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.614258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] Deleting port 3392050f-8af9-4039-a1f9-c560048f6ddb {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:32.614822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.620811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:32.621351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.624206 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaa752b-5866-4454-bac0-9f09d5a5ba70 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.624802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaa752b-5866-4454-bac0-9f09d5a5ba70 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.627912 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cfaa752b-5866-4454-bac0-9f09d5a5ba70 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/6cc4776a-6ccb-43e8-aea4-1a53d2f0d1d9 HTTP/1.1" status: 404 len: 337 time: 0.0412133 Mar 08 12:41:32.631418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34932) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.666480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b558e68-aa8d-4463-8908-91a16bece972 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.669087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b558e68-aa8d-4463-8908-91a16bece972 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.670435 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6b558e68-aa8d-4463-8908-91a16bece972 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/c698e32e-1181-4e10-8bbe-54908f5be682 HTTP/1.1" status: 204 len: 168 time: 0.7625003 Mar 08 12:41:32.671601 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c79ed26-81be-440a-b9a7-e32559b2b44b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.672337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c79ed26-81be-440a-b9a7-e32559b2b44b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.675554 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c79ed26-81be-440a-b9a7-e32559b2b44b tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/abb91f54-e743-4770-88f3-ba8972e4477e HTTP/1.1" status: 404 len: 339 time: 0.0431776 Mar 08 12:41:32.676307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34934) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.684141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.685139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34936) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.685966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.711123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b558e68-aa8d-4463-8908-91a16bece972 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c698e32e-1181-4e10-8bbe-54908f5be682,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.745765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] For port 3392050f-8af9-4039-a1f9-c560048f6ddb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3392050f-8af9-4039-a1f9-c560048f6ddb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:32.746203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.762848 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cd82959c-22c1-4355-b2b6-d809b0048ab2 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0712759 Mar 08 12:41:32.765144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Network 243b456b-065b-4bcd-aa62-4fe165822c75 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:32.765510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34938) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.771159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-48e20dee-fab5-4fa6-888b-789e9b1733e9 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--443195505'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:32.776261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:32.781091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Network': ['ID=98efba8f-384d-42df-b2e0-ecdb1817eceb,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.783709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:32.784046 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0470fcb7-e576-4d32-b1e6-b4d8ce5d42a1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.785170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0470fcb7-e576-4d32-b1e6-b4d8ce5d42a1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.785500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 1a4925ea-05d0-4be2-b774-4abe109babc7) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:32.792369 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0470fcb7-e576-4d32-b1e6-b4d8ce5d42a1 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/5c70566a-da2f-4861-9ac8-e144aa937a5e HTTP/1.1" status: 404 len: 337 time: 0.1038492 Mar 08 12:41:32.792564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] Calling delete_port for 3392050f-8af9-4039-a1f9-c560048f6ddb owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:32.795780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34940) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.805903 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84b5a1-44f8-46a0-ab72-b9a5784e3229 None None] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:32.808367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:32.808881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.822048 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-19e5472b-4509-4f96-a7d8-027b88f8f6a7 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4155622 Mar 08 12:41:32.822253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:32.823887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.832843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Pushing event updated for resources: {'Port': ['ID=e620a2d8-4220-43db-aaa2-09570950fec5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:32.834432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34942) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.837742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::25c (243b456b-065b-4bcd-aa62-4fe165822c75/166f85e8-9d91-40bf-93c7-0c66e7412c89/e54a735d-9df7-4270-968a-a668527af0e1) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:32.848438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'subnet': {'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:32.848998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:32.854617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbf45a5-41f8-4b27-96f6-4d60416d22ab tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.855249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbf45a5-41f8-4b27-96f6-4d60416d22ab tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.861368 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8cbf45a5-41f8-4b27-96f6-4d60416d22ab tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/62ef0201-0651-4954-ac80-69527fe23a99 HTTP/1.1" status: 404 len: 339 time: 0.0622804 Mar 08 12:41:32.861368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34944) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.873985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 171a1729-831c-400a-8777-4ac56c879a77 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:32.926986 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e04b65-4864-4d51-9962-5f4a6f309a57 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.927274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e04b65-4864-4d51-9962-5f4a6f309a57 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.933875 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-30e04b65-4864-4d51-9962-5f4a6f309a57 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/bd321d05-9a84-44b6-b0eb-e08a3b918fdb HTTP/1.1" status: 404 len: 337 time: 0.0661290 Mar 08 12:41:32.934050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34946) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.962930 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f83933dd-b59c-4ffd-a0ab-826e6e0680b8 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4431708 Mar 08 12:41:32.973671 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34948) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:32.975225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48e20dee-fab5-4fa6-888b-789e9b1733e9 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:32.985658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1672105568'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:32.990598 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6558393-b4cb-4da1-955d-7078ba863b00 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:32.991939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6558393-b4cb-4da1-955d-7078ba863b00 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:32.995450 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b6558393-b4cb-4da1-955d-7078ba863b00 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/50cd3775-b084-47cd-bc16-3941b43cfd26 HTTP/1.1" status: 404 len: 339 time: 0.0608442 Mar 08 12:41:33.003357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34950) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.020477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Attempting to bind port e620a2d8-4220-43db-aaa2-09570950fec5 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:33.020841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Attempting to bind port e620a2d8-4220-43db-aaa2-09570950fec5 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'eccfd822-0f35-48a3-93ce-2912d8b6c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:33.023680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Attempting to bind port e620a2d8-4220-43db-aaa2-09570950fec5 on network 243b456b-065b-4bcd-aa62-4fe165822c75 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:33.045536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:33.046600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Checking segment: {'id': 'eccfd822-0f35-48a3-93ce-2912d8b6c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:33.046600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.046825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Bound using segment: {'id': 'eccfd822-0f35-48a3-93ce-2912d8b6c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:33.047695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Bound port: e620a2d8-4220-43db-aaa2-09570950fec5, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccfd822-0f35-48a3-93ce-2912d8b6c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '243b456b-065b-4bcd-aa62-4fe165822c75'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:33.047695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.094951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.103771 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-5628b6f9-1f99-494a-8df7-2c495a3d0e32 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:33.104316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5628b6f9-1f99-494a-8df7-2c495a3d0e32 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:33.109790 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5628b6f9-1f99-494a-8df7-2c495a3d0e32 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/6603c9fb-4069-4dfc-ab89-f40a1111c36c HTTP/1.1" status: 404 len: 337 time: 0.0906351 Mar 08 12:41:33.114740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34952) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.151326 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-247f679f-34eb-4322-b061-64bff5088dfd tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:33.151898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247f679f-34eb-4322-b061-64bff5088dfd tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:33.157273 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-247f679f-34eb-4322-b061-64bff5088dfd tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/4a383228-5b62-4e58-bd61-8363b58711b3 HTTP/1.1" status: 404 len: 339 time: 0.0378084 Mar 08 12:41:33.160398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34954) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.185948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.207875 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-273f106f-ed7d-4d80-bb32-908059c43b83 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:33.208795 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273f106f-ed7d-4d80-bb32-908059c43b83 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:33.216549 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-273f106f-ed7d-4d80-bb32-908059c43b83 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/556322e2-45ef-4e24-93ba-0ba26f3a48ca HTTP/1.1" status: 404 len: 337 time: 0.0486319 Mar 08 12:41:33.216549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Made reservation on behalf of 495003babfaa4e3fbb7d87b57d93ddce for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:33.216849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] For port e620a2d8-4220-43db-aaa2-09570950fec5, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:33.216948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.217027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:33.217220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34956) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.223391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] Pushing event deleted for resources: {'Port': ['ID=3392050f-8af9-4039-a1f9-c560048f6ddb,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:33.225477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-1a4925ea-05d0-4be2-b774-4abe109babc7', 'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'tenant_id': '1c9f24552c51493489e04d333644c0e9', 'fixed_ips': [{'subnet_id': '0ad0070d-655d-41ff-ae1b-aaa4fcdd3233'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:33.227139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.242793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:33.245302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859cf63-2632-4538-8fc3-bad2225d3d6d None None] No DVR routers for this DVR port 3392050f-8af9-4039-a1f9-c560048f6ddb on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:33.248495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] For port e620a2d8-4220-43db-aaa2-09570950fec5, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e620a2d8-4220-43db-aaa2-09570950fec5,segment=NetworkSegment(eccfd822-0f35-48a3-93ce-2912d8b6c3f2),segment_id=eccfd822-0f35-48a3-93ce-2912d8b6c3f2)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:33.263448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:33.263448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.272285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=c32f1748-9ce9-43c7-ba62-d648345c886a,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:33.275230 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17e1f63-1a4f-477c-bac7-0bc753302ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:33.276045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17e1f63-1a4f-477c-bac7-0bc753302ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:33.279405 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c17e1f63-1a4f-477c-bac7-0bc753302ba6 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/d8835242-2d3f-4c4b-84ec-7d5fde21b118 HTTP/1.1" status: 404 len: 339 time: 0.0589397 Mar 08 12:41:33.290930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34958) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.308502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.331357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6f268-c232-43fe-a874-11d2bfab808a None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:33.335976 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48e20dee-fab5-4fa6-888b-789e9b1733e9 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.344341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.351871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.374550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting subnet 1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:33.378762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.420759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:33.424544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.450745 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cf4b4640-b088-4853-b294-4f09814f5a87 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3166699 Mar 08 12:41:33.453909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34960) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.456599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48e20dee-fab5-4fa6-888b-789e9b1733e9 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.462107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:33.477971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] device_id is not set on port 8c26fab0-52ca-4837-840c-c5321472a67c yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:33.518910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc4ce-9b40-49b4-bda3-5ee59c3082a0 None None] Pushing event updated for resources: {'Port': ['ID=e620a2d8-4220-43db-aaa2-09570950fec5,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:33.548388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e20dee-fab5-4fa6-888b-789e9b1733e9 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce72f31d-966d-4e63-8bb7-c1c20de187a0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:33.550966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.574284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Allocated IP 2001:db8::2 (1a4925ea-05d0-4be2-b774-4abe109babc7/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233/b3a9cbf9-c671-4c2a-af48-90e32fa48547) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:33.610188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 243b456b-065b-4bcd-aa62-4fe165822c75 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:33.613438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:33.618762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:33.625159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:33.625159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.629285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=e54a735d-9df7-4270-968a-a668527af0e1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:33.659541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48e20dee-fab5-4fa6-888b-789e9b1733e9 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.672040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.675985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34962) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.681044 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-48e20dee-fab5-4fa6-888b-789e9b1733e9 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9139977 Mar 08 12:41:33.690713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.705696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': 'c32f1748-9ce9-43c7-ba62-d648345c886a'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:33.707360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.761452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-99bf795e-914c-4df2-b034-19a069b3be36 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': 'ce72f31d-966d-4e63-8bb7-c1c20de187a0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:33.771104 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3488a95d-adc0-44bb-a8f9-b0dfed303834 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4742639 Mar 08 12:41:33.779108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34964) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:33.781171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.792654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3392050f-8af9-4039-a1f9-c560048f6ddb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:33.856323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Subnet': ['ID=69e0947e-06d0-4b7e-91a0-4b50149a11a0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:33.907168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Checking segment: {'id': 'd2e1ff81-1fc4-4bd5-9b37-1331e4f15e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:33.907838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Network hostable DHCP agents. Network: 98efba8f-384d-42df-b2e0-ecdb1817eceb, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:33.912975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:33.920436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:33.934392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:33.940135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:33.942930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.956814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port e54a735d-9df7-4270-968a-a668527af0e1 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:33.957022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:33.979548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=171a1729-831c-400a-8777-4ac56c879a77,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:33.986670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99bf795e-914c-4df2-b034-19a069b3be36 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.003443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:34.008201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.033235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:34.053323 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-25d74c2a-b3f3-4b87-9e92-9afb77e1bc5d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6455011 Mar 08 12:41:34.055381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34966) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:34.065894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.070384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 3392050f-8af9-4039-a1f9-c560048f6ddb {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:34.070384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3392050f-8af9-4039-a1f9-c560048f6ddb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:34.090861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.099882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.154516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.162809 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 98efba8f-384d-42df-b2e0-ecdb1817eceb) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:34.162979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Allocated IP 172.20.0.2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/c32f1748-9ce9-43c7-ba62-d648345c886a/b517ef25-d5ba-4992-8685-77b32377fc07) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:34.168642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:34.169305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.193514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for e54a735d-9df7-4270-968a-a668527af0e1 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:34.203074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577cae75-57ed-48da-9c06-15b2617d67d7 None None] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:34.205889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.243032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99bf795e-914c-4df2-b034-19a069b3be36 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.255402 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a087d101-c08f-4432-ae4e-1bc31a281c72 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4148338 Mar 08 12:41:34.260602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34968) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:34.267130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0440a7f7-14e3-4ff1-9a83-4b65a455eb61 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-140554289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:34.293729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Allocated IP 2001:db8::20 (1a4925ea-05d0-4be2-b774-4abe109babc7/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233/8c26fab0-52ca-4837-840c-c5321472a67c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:34.307007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.310778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 171a1729-831c-400a-8777-4ac56c879a77 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:34.311453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.332586 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99bf795e-914c-4df2-b034-19a069b3be36 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.363123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:34.368679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.374858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:34.385286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:34.386110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0440a7f7-14e3-4ff1-9a83-4b65a455eb61 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.387516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0440a7f7-14e3-4ff1-9a83-4b65a455eb61 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.411967 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Pushing event updated for resources: {'Port': ['ID=b3a9cbf9-c671-4c2a-af48-90e32fa48547,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:34.427466 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf795e-914c-4df2-b034-19a069b3be36 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f18483-50ec-47f8-8f98-1404da3e4a4e,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:34.456423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Subnet': ['ID=1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:34.462148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.474048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb03392-017e-4782-a166-53d080eef436 None None] Network 3b50daee-abce-43b9-a255-9b8d6d12a593 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:34.477047 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5f1211a2-9e2d-4e1c-85b1-f339f38fbe72 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/subnets/1b471eb8-2ae4-46d3-9e58-44e57d2bbe7c HTTP/1.1" status: 204 len: 168 time: 1.1816609 Mar 08 12:41:34.487033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34970) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:34.573228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99bf795e-914c-4df2-b034-19a069b3be36 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.574611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-99bf795e-914c-4df2-b034-19a069b3be36 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8973711 Mar 08 12:41:34.583029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34972) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:34.610596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Attempting to bind port b3a9cbf9-c671-4c2a-af48-90e32fa48547 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:34.610954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Attempting to bind port b3a9cbf9-c671-4c2a-af48-90e32fa48547 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'ba7b83a1-e3f3-4a80-b437-d8c81eeb958f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:34.611315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Attempting to bind port b3a9cbf9-c671-4c2a-af48-90e32fa48547 on network 1a4925ea-05d0-4be2-b774-4abe109babc7 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:34.671939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-98efba8f-384d-42df-b2e0-ecdb1817eceb', 'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb', 'tenant_id': '495003babfaa4e3fbb7d87b57d93ddce', 'fixed_ips': [{'subnet_id': '69e0947e-06d0-4b7e-91a0-4b50149a11a0'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:34.672839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.679523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.690244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.698358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:34.698998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Checking segment: {'id': 'ba7b83a1-e3f3-4a80-b437-d8c81eeb958f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:34.700789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.701504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Bound using segment: {'id': 'ba7b83a1-e3f3-4a80-b437-d8c81eeb958f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:34.702839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Bound port: b3a9cbf9-c671-4c2a-af48-90e32fa48547, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7b83a1-e3f3-4a80-b437-d8c81eeb958f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:34.703871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.711094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 171a1729-831c-400a-8777-4ac56c879a77 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:34.711525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4400720-9b0e-405f-a306-a07d6f66ff99 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.722282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4400720-9b0e-405f-a306-a07d6f66ff99 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.795079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Deleting port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:34.795555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.876005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.908475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=e54a735d-9df7-4270-968a-a668527af0e1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:34.916616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] For port 8f775804-99e3-4f3f-97c3-b8c868afc8f6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8f775804-99e3-4f3f-97c3-b8c868afc8f6,segment=NetworkSegment(1b111e31-4de5-4050-a4ea-c53c1d1ae340),segment_id=1b111e31-4de5-4050-a4ea-c53c1d1ae340)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:34.916980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.929924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280087c7-1c2a-46d2-82ae-6237451c05ec None None] Network 243b456b-065b-4bcd-aa62-4fe165822c75 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:34.940810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.945447 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7ed77fb6-911a-4ffd-8cfd-a4e78008770b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/e54a735d-9df7-4270-968a-a668527af0e1 HTTP/1.1" status: 204 len: 168 time: 1.1652346 Mar 08 12:41:34.948599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.955429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34974) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:34.968054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4400720-9b0e-405f-a306-a07d6f66ff99 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.991639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4400720-9b0e-405f-a306-a07d6f66ff99 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:34.995721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f4400720-9b0e-405f-a306-a07d6f66ff99 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/02f18483-50ec-47f8-8f98-1404da3e4a4e HTTP/1.1" status: 204 len: 168 time: 0.4087031 Mar 08 12:41:34.995721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Calling delete_port for 8f775804-99e3-4f3f-97c3-b8c868afc8f6 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:34.997902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4400720-9b0e-405f-a306-a07d6f66ff99 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02f18483-50ec-47f8-8f98-1404da3e4a4e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:34.999521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34976) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:35.035934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=171a1729-831c-400a-8777-4ac56c879a77,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:35.040041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.043523 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-463826bc-94f3-4205-93ed-26110bf5bba6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/171a1729-831c-400a-8777-4ac56c879a77 HTTP/1.1" status: 204 len: 168 time: 0.9874797 Mar 08 12:41:35.047405 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f34391-2e05-4f21-92c7-25b044bcf9a3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:41:35.047405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f34391-2e05-4f21-92c7-25b044bcf9a3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:35.053723 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-68f34391-2e05-4f21-92c7-25b044bcf9a3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/e54a735d-9df7-4270-968a-a668527af0e1 HTTP/1.1" status: 404 len: 333 time: 0.0908458 Mar 08 12:41:35.053723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34978) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:35.086751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0440a7f7-14e3-4ff1-9a83-4b65a455eb61 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.087700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34980) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:35.091470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'mac_address': 'fa:16:3e:5a:eb:7d', 'name': 'tempest-PortsTestJSON-874192355'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:35.114524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.127221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] For port b3a9cbf9-c671-4c2a-af48-90e32fa48547, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:35.141376 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c682ab7-4324-44c0-93b3-36c3339fa085 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:41:35.142430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] For port b3a9cbf9-c671-4c2a-af48-90e32fa48547, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b3a9cbf9-c671-4c2a-af48-90e32fa48547,segment=NetworkSegment(ba7b83a1-e3f3-4a80-b437-d8c81eeb958f),segment_id=ba7b83a1-e3f3-4a80-b437-d8c81eeb958f)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:35.143138 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1c682ab7-4324-44c0-93b3-36c3339fa085 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/e54a735d-9df7-4270-968a-a668527af0e1 HTTP/1.1" status: 404 len: 333 time: 0.0479598 Mar 08 12:41:35.152399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Allocated IP 172.20.0.2 (98efba8f-384d-42df-b2e0-ecdb1817eceb/69e0947e-06d0-4b7e-91a0-4b50149a11a0/05230b3c-e883-4ab4-aa74-180e7b89c097) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:35.154463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-be9fe648-dd0a-4003-99cb-ce41bfcd0645 None None] Provisioning complete for port e620a2d8-4220-43db-aaa2-09570950fec5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:35.154826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be9fe648-dd0a-4003-99cb-ce41bfcd0645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.170824 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34982) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:35.186724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] DHCP port deletion for 3b50daee-abce-43b9-a255-9b8d6d12a593 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:35.213211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0440a7f7-14e3-4ff1-9a83-4b65a455eb61 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.264617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 166f85e8-9d91-40bf-93c7-0c66e7412c89 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:35.267740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.269892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.271591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.301280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.objects.ports [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104046) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:41:35.302783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.323931 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0440a7f7-14e3-4ff1-9a83-4b65a455eb61 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.325432 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0440a7f7-14e3-4ff1-9a83-4b65a455eb61 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0638547 Mar 08 12:41:35.328338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34984) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:35.336767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.389070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:35.410736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:35.427332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:35.448572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:35.471870 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a559c080-4c07-480e-8ef3-ad7bf58e8e8c tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4672163 Mar 08 12:41:35.475498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.479517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:35.483110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34986) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:35.487660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:35.495902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:35.496620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.501892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=4e7ecea8-e1fd-4eed-aff7-99f4068fcbff,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:35.504336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e24e5-f2ae-4aff-afe3-17cb761d5356 None None] Pushing event updated for resources: {'Port': ['ID=b3a9cbf9-c671-4c2a-af48-90e32fa48547,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:35.620977 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8a070a2f-427d-4249-9897-69253ece63b9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1615939 Mar 08 12:41:35.622208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34988) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:35.640301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:0c:bd:96', 'name': 'tempest-NetworksTestDHCPv6-233346109'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:35.694951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] Deleting port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:35.695410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.708556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Pushing event updated for resources: {'Port': ['ID=b517ef25-d5ba-4992-8685-77b32377fc07,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:35.735906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Attempting to bind port b517ef25-d5ba-4992-8685-77b32377fc07 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:35.736492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Attempting to bind port b517ef25-d5ba-4992-8685-77b32377fc07 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:35.737020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Attempting to bind port b517ef25-d5ba-4992-8685-77b32377fc07 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:35.750439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.756265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be9fe648-dd0a-4003-99cb-ce41bfcd0645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.759023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:35.759590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:35.760125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.760670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:35.761375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Bound port: b517ef25-d5ba-4992-8685-77b32377fc07, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:35.761980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.847180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.847636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] For port 8f775804-99e3-4f3f-97c3-b8c868afc8f6, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:35.847636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.866839 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.875356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.913713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 5d6ef40a-ebad-475b-9330-9c3e68ccc564 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:35.920780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.931084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] No DVR routers for this DVR port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:35.945733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] Calling delete_port for 8f775804-99e3-4f3f-97c3-b8c868afc8f6 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:35.954818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] Port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:41:35.958331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-be9fe648-dd0a-4003-99cb-ce41bfcd0645 None None] For port e620a2d8-4220-43db-aaa2-09570950fec5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e620a2d8-4220-43db-aaa2-09570950fec5,segment=NetworkSegment(eccfd822-0f35-48a3-93ce-2912d8b6c3f2),segment_id=eccfd822-0f35-48a3-93ce-2912d8b6c3f2)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:35.984298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:35.995355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3a9cbf9-c671-4c2a-af48-90e32fa48547 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:36.001572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Port': ['ID=8f775804-99e3-4f3f-97c3-b8c868afc8f6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.035637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:36.052241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.056089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be9fe648-dd0a-4003-99cb-ce41bfcd0645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.061980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] No DVR routers for this DVR port 8f775804-99e3-4f3f-97c3-b8c868afc8f6 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:36.075266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:36.078298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:36.093736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d01648c-2b72-4303-9bf9-377d4731192b tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.105736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=8c26fab0-52ca-4837-840c-c5321472a67c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.105945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Pushing event updated for resources: {'Port': ['ID=05230b3c-e883-4ab4-aa74-180e7b89c097,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.134498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] For port b517ef25-d5ba-4992-8685-77b32377fc07, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:36.137112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e070-0265-4126-b0f0-dbf5aa8c165e None None] Pushing event deleted for resources: {'Port': ['ID=8f775804-99e3-4f3f-97c3-b8c868afc8f6,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.160380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d01648c-2b72-4303-9bf9-377d4731192b tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.161875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:36.181351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:36.186619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:36.195172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:36.195966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.271106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.278798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:36.385200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] For port b517ef25-d5ba-4992-8685-77b32377fc07, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b517ef25-d5ba-4992-8685-77b32377fc07,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:36.406094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d01648c-2b72-4303-9bf9-377d4731192b tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.407199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.408954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d01648c-2b72-4303-9bf9-377d4731192b tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.410212 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2d01648c-2b72-4303-9bf9-377d4731192b tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce72f31d-966d-4e63-8bb7-c1c20de187a0 HTTP/1.1" status: 204 len: 168 time: 0.8890810 Mar 08 12:41:36.431648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34990) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:36.444087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.445661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Attempting to bind port 05230b3c-e883-4ab4-aa74-180e7b89c097 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:36.446039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Attempting to bind port 05230b3c-e883-4ab4-aa74-180e7b89c097 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd2e1ff81-1fc4-4bd5-9b37-1331e4f15e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:36.446189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 0119ad4d-62fd-4cbe-8308-108e23daf737 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:36.446337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Attempting to bind port 05230b3c-e883-4ab4-aa74-180e7b89c097 on network 98efba8f-384d-42df-b2e0-ecdb1817eceb {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:36.467612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:36.467977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Checking segment: {'id': 'd2e1ff81-1fc4-4bd5-9b37-1331e4f15e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:36.468371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.470272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Bound using segment: {'id': 'd2e1ff81-1fc4-4bd5-9b37-1331e4f15e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:36.470272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Bound port: 05230b3c-e883-4ab4-aa74-180e7b89c097, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e1ff81-1fc4-4bd5-9b37-1331e4f15e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:36.470272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.472986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.475093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-38c8fd9f-7eb5-42e4-96b2-99c8aca9568b None None] Provisioning complete for port e620a2d8-4220-43db-aaa2-09570950fec5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:36.475468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-38c8fd9f-7eb5-42e4-96b2-99c8aca9568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.510865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.526111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fe648-dd0a-4003-99cb-ce41bfcd0645 None None] Pushing event updated for resources: {'Port': ['ID=e620a2d8-4220-43db-aaa2-09570950fec5,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.533078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b3a9cbf9-c671-4c2a-af48-90e32fa48547 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:36.533443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.550559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b50daee-abce-43b9-a255-9b8d6d12a593']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:36.563808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01648c-2b72-4303-9bf9-377d4731192b tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce72f31d-966d-4e63-8bb7-c1c20de187a0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.564146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b111e31-4de5-4050-a4ea-c53c1d1ae340') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:36.564464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b111e31-4de5-4050-a4ea-c53c1d1ae340') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:36.591397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.625260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.638995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:36.639423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.660877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.687870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=166f85e8-9d91-40bf-93c7-0c66e7412c89,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.741956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a2e45-50d0-4c97-8f57-ae1fbdf0fd08 None None] Pushing event updated for resources: {'Port': ['ID=b517ef25-d5ba-4992-8685-77b32377fc07,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:36.748204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:36.755251 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:36.758650 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-39a402d0-d952-4bae-a341-84e439134291 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/166f85e8-9d91-40bf-93c7-0c66e7412c89 HTTP/1.1" status: 204 len: 168 time: 1.5870223 Mar 08 12:41:36.793969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 34992) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:36.811878 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9e270f50-e895-4f8a-87ae-945dbf3ef721 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8370757 Mar 08 12:41:36.828323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34994) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:36.841555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1753562061', 'allowed_address_pairs': [{'ip_address': '2001:db8::20', 'mac_address': 'fa:16:3e:05:2f:f7'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:36.872582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.875839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7fd95-aa32-4c8c-a61e-19bdb2ba83b6 None None] Network 243b456b-065b-4bcd-aa62-4fe165822c75 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:36.885484 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6e479286-a5c5-481a-b651-78da285e17f1 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3723080 Mar 08 12:41:36.889898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 34996) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:36.924532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a35b5a9d-7175-408e-95b7-1968d4782b41 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--527949054'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:36.942438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:36.951649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] 10.222.0.65 "DELETE /v2.0/networks/3b50daee-abce-43b9-a255-9b8d6d12a593 HTTP/1.1" status: 204 len: 168 time: 2.4637523 Mar 08 12:41:37.013464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] For port 05230b3c-e883-4ab4-aa74-180e7b89c097, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:37.047547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] For port 05230b3c-e883-4ab4-aa74-180e7b89c097, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=05230b3c-e883-4ab4-aa74-180e7b89c097,segment=NetworkSegment(d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22),segment_id=d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:37.074391 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c21d4-0383-4144-9b8c-6c9efb318d76 tempest-NetworksTest-322231988 tempest-NetworksTest-322231988-project] Pushing event deleted for resources: {'Network': ['ID=3b50daee-abce-43b9-a255-9b8d6d12a593,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:37.092497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.115346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.189146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722028c2-9913-457f-97de-db6d68eed8f8 None None] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:37.227436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.241949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a35b5a9d-7175-408e-95b7-1968d4782b41 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.255626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 172.20.0.5 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/c32f1748-9ce9-43c7-ba62-d648345c886a/0119ad4d-62fd-4cbe-8308-108e23daf737) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:37.272183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fe0c:bd96 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/4e7ecea8-e1fd-4eed-aff7-99f4068fcbff/0119ad4d-62fd-4cbe-8308-108e23daf737) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:37.297063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:37.306512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3d07e495-d107-4c22-8a5b-d77cd87ac9c7 None None] Could not find standard attr ID for object e54a735d-9df7-4270-968a-a668527af0e1. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:37.333527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Allocated IP 172.20.0.1 (98efba8f-384d-42df-b2e0-ecdb1817eceb/69e0947e-06d0-4b7e-91a0-4b50149a11a0/10c5c71b-e0a0-4158-aee9-32c5b06019ae) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:37.338091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1ea52-0a81-4165-8bfc-0877dc8b0d83 None None] Pushing event updated for resources: {'Port': ['ID=05230b3c-e883-4ab4-aa74-180e7b89c097,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:37.402851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port b3a9cbf9-c671-4c2a-af48-90e32fa48547, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b3a9cbf9-c671-4c2a-af48-90e32fa48547,segment=NetworkSegment(ba7b83a1-e3f3-4a80-b437-d8c81eeb958f),segment_id=ba7b83a1-e3f3-4a80-b437-d8c81eeb958f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:37.416117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3d07e495-d107-4c22-8a5b-d77cd87ac9c7 None None] Provisioning complete for port b3a9cbf9-c671-4c2a-af48-90e32fa48547 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:37.417580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d07e495-d107-4c22-8a5b-d77cd87ac9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.463040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.492678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] DHCP port deletion for 243b456b-065b-4bcd-aa62-4fe165822c75 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:37.501886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.602010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.602316 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a35b5a9d-7175-408e-95b7-1968d4782b41 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.602900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e620a2d8-4220-43db-aaa2-09570950fec5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:37.604405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:37.605790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.610074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.626023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=5d6ef40a-ebad-475b-9330-9c3e68ccc564,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:37.637140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:37.649893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:37.655918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:37.656549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.723186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:37.728693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:37.731340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:37.759974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port e620a2d8-4220-43db-aaa2-09570950fec5 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:37.760304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.771878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.796102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Port': ['ID=10c5c71b-e0a0-4158-aee9-32c5b06019ae,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:37.825360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a35b5a9d-7175-408e-95b7-1968d4782b41 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.843916 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-18619a96-b96a-43fa-a84e-ff5c2c23628d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7606173 Mar 08 12:41:37.859904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35002) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:37.860882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35004) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:37.870576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] device_id is not set on port 08900e6a-aee5-450e-b763-274bc0371ce4 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:37.878913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.931677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=b3a9cbf9-c671-4c2a-af48-90e32fa48547,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:37.955241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5a9d-7175-408e-95b7-1968d4782b41 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ac519-541e-4a53-bf2d-8f71d9f019cc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:37.956367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] Deleting port e620a2d8-4220-43db-aaa2-09570950fec5 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:37.956983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.986628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a35b5a9d-7175-408e-95b7-1968d4782b41 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:37.988193 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a35b5a9d-7175-408e-95b7-1968d4782b41 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0850663 Mar 08 12:41:37.996569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35008) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:38.005929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9aa70ca8-972f-4a78-a5c9-86190b5ce4bf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': 'bc0ac519-541e-4a53-bf2d-8f71d9f019cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:38.017506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36339fa0-0ce8-44ed-bdcf-fff5d8b3c2f8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:38.019041 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-36339fa0-0ce8-44ed-bdcf-fff5d8b3c2f8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/5d6ef40a-ebad-475b-9330-9c3e68ccc564 HTTP/1.1" status: 200 len: 840 time: 0.1578734 Mar 08 12:41:38.021477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] For port e620a2d8-4220-43db-aaa2-09570950fec5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e620a2d8-4220-43db-aaa2-09570950fec5,segment=NetworkSegment(eccfd822-0f35-48a3-93ce-2912d8b6c3f2),segment_id=eccfd822-0f35-48a3-93ce-2912d8b6c3f2)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:38.027054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.029397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35010) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:38.072944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e620a2d8-4220-43db-aaa2-09570950fec5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:38.075022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.077506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for e620a2d8-4220-43db-aaa2-09570950fec5 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:38.089739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] For port e620a2d8-4220-43db-aaa2-09570950fec5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e620a2d8-4220-43db-aaa2-09570950fec5,segment=NetworkSegment(eccfd822-0f35-48a3-93ce-2912d8b6c3f2),segment_id=eccfd822-0f35-48a3-93ce-2912d8b6c3f2)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:38.090493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.133418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.136668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] Calling delete_port for e620a2d8-4220-43db-aaa2-09570950fec5 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:38.175883 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b817840a-5bda-44ef-b6b8-1b14fb3faf79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a066a86ba3e494dbfa078b49a2554a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108792 Mar 08 12:41:38.196428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35012) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:38.215785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.275289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:38.294873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:38.297600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:38.333488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec260c35-5906-4c37-841f-8016d0a8abea None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:38.336538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.359426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=0119ad4d-62fd-4cbe-8308-108e23daf737,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:38.365005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Allocated IP 2001:db8::43 (1a4925ea-05d0-4be2-b774-4abe109babc7/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233/08900e6a-aee5-450e-b763-274bc0371ce4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:38.385135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9aa70ca8-972f-4a78-a5c9-86190b5ce4bf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.405884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=e620a2d8-4220-43db-aaa2-09570950fec5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:38.430544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No DVR routers for this DVR port e620a2d8-4220-43db-aaa2-09570950fec5 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:38.477269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 5d6ef40a-ebad-475b-9330-9c3e68ccc564 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:38.477603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.491663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-139be74b-aa12-44a0-81d3-57f45d6c0642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.498808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:38.499447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.501446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8f775804-99e3-4f3f-97c3-b8c868afc8f6 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:38.540216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.561602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 8f775804-99e3-4f3f-97c3-b8c868afc8f6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:38.561966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8f775804-99e3-4f3f-97c3-b8c868afc8f6 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:38.580387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.603872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c66097c4-1173-46e4-9389-d19a01a4bafa None None] Provisioning complete for port b517ef25-d5ba-4992-8685-77b32377fc07 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:38.604242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c66097c4-1173-46e4-9389-d19a01a4bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.633570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] Pushing event deleted for resources: {'Port': ['ID=e620a2d8-4220-43db-aaa2-09570950fec5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:38.698039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50a6e1-7731-4b7f-9c0b-8c741c5c1e59 None None] No DVR routers for this DVR port e620a2d8-4220-43db-aaa2-09570950fec5 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:38.833058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.860027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 5d6ef40a-ebad-475b-9330-9c3e68ccc564 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:38.879614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c66097c4-1173-46e4-9389-d19a01a4bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:38.938822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c66097c4-1173-46e4-9389-d19a01a4bafa None None] For port b517ef25-d5ba-4992-8685-77b32377fc07, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b517ef25-d5ba-4992-8685-77b32377fc07,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:38.959622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-139be74b-aa12-44a0-81d3-57f45d6c0642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.002223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b517ef25-d5ba-4992-8685-77b32377fc07 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:39.005787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf76d1-39ce-482a-a2ca-1c8af7f734fe None None] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:39.014977 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a48bda26-1ad6-4d59-9514-58893f6d835b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3921742 Mar 08 12:41:39.036764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35014) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.037008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243b456b-065b-4bcd-aa62-4fe165822c75']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:39.043921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c66097c4-1173-46e4-9389-d19a01a4bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.078460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccfd822-0f35-48a3-93ce-2912d8b6c3f2') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:39.079074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccfd822-0f35-48a3-93ce-2912d8b6c3f2') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:39.093759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.094087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9aa70ca8-972f-4a78-a5c9-86190b5ce4bf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.119312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.133620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:39.139883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7741214-02a6-4ec2-be06-7f33f468bea5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:39.140079 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:39.141915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7741214-02a6-4ec2-be06-7f33f468bea5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:39.141915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d7741214-02a6-4ec2-be06-7f33f468bea5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1093440 Mar 08 12:41:39.144652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35016) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.189358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9aa70ca8-972f-4a78-a5c9-86190b5ce4bf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.228578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.236206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.241279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa70ca8-972f-4a78-a5c9-86190b5ce4bf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9e8b7a-8871-40d3-9271-65cffcd0cc27,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:39.261000 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c7949-d6ee-4f96-b63c-e417edeffcb4 None None] Update dhcp port {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': 'c32f1748-9ce9-43c7-ba62-d648345c886a', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e7ecea8-e1fd-4eed-aff7-99f4068fcbff'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': 'b517ef25-d5ba-4992-8685-77b32377fc07'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:41:39.287314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=5d6ef40a-ebad-475b-9330-9c3e68ccc564,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:39.294914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.300881 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fe181704-c2f6-4df9-a952-20bafe2184b2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/5d6ef40a-ebad-475b-9330-9c3e68ccc564 HTTP/1.1" status: 204 len: 168 time: 1.2666514 Mar 08 12:41:39.301044 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35018) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.302821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-139be74b-aa12-44a0-81d3-57f45d6c0642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.305965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-139be74b-aa12-44a0-81d3-57f45d6c0642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.307065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-139be74b-aa12-44a0-81d3-57f45d6c0642 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29cbf698-4396-406f-9ff6-fecb8dd38da8 HTTP/1.1" status: 204 len: 168 time: 1.0900443 Mar 08 12:41:39.331419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9aa70ca8-972f-4a78-a5c9-86190b5ce4bf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.335081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9aa70ca8-972f-4a78-a5c9-86190b5ce4bf tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3351467 Mar 08 12:41:39.336766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139be74b-aa12-44a0-81d3-57f45d6c0642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cbf698-4396-406f-9ff6-fecb8dd38da8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:39.338748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35022) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.343008 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3255a808-acb3-4af7-a325-9e8f28ea8343 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:41:39.344884 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3255a808-acb3-4af7-a325-9e8f28ea8343 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/5d6ef40a-ebad-475b-9330-9c3e68ccc564 HTTP/1.1" status: 404 len: 333 time: 0.0428123 Mar 08 12:41:39.349864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35024) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.356313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'name': 'tempest-PortsTestJSON-1752876299'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:39.373206 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-58b5ff18-c76a-4505-ad2f-9a788fe49f73 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules/2d9e8b7a-8871-40d3-9271-65cffcd0cc27 HTTP/1.1" status: 200 len: 763 time: 0.0300758 Mar 08 12:41:39.373416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35026) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.374936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Provisioning complete for port 8c26fab0-52ca-4837-840c-c5321472a67c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:39.375306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.381504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 0119ad4d-62fd-4cbe-8308-108e23daf737 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:39.381901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.392712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.416100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-652c7949-d6ee-4f96-b63c-e417edeffcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.421057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.442188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.446699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66097c4-1173-46e4-9389-d19a01a4bafa None None] Pushing event updated for resources: {'Port': ['ID=b517ef25-d5ba-4992-8685-77b32377fc07,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:39.447875 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/243b456b-065b-4bcd-aa62-4fe165822c75 HTTP/1.1" status: 204 len: 168 time: 2.6524432 Mar 08 12:41:39.452047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35028) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.458820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1518557949'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:39.467655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b91c2-a7c5-436b-9f80-395958120bbb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=243b456b-065b-4bcd-aa62-4fe165822c75,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:39.470845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.485664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b517ef25-d5ba-4992-8685-77b32377fc07 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:39.486001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.499662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.519451 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-81098813-66d6-4581-84b7-dadc0742f754 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1424992 Mar 08 12:41:39.543018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35030) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.543332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Port 8c26fab0-52ca-4837-840c-c5321472a67c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:39.560222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.564624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:39.569150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.580961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.601087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:39.601903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:39.605302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.619788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:39.629140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 0119ad4d-62fd-4cbe-8308-108e23daf737 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:39.630996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=08900e6a-aee5-450e-b763-274bc0371ce4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:39.634161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:39.639630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:39.640265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.644715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 430cc179-70af-4c27-9f57-cac7c4063fca yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:39.650976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cccd71ea-5ec7-41a9-99eb-0f234fb27476 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.666524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cccd71ea-5ec7-41a9-99eb-0f234fb27476 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.669901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Provisioning complete for port b3a9cbf9-c671-4c2a-af48-90e32fa48547 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:39.670467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.676507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Port': ['ID=10c5c71b-e0a0-4158-aee9-32c5b06019ae,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:39.748085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:39.783715 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9b234c69-8bab-4c98-acc0-14c5f08bc436 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.9541085 Mar 08 12:41:39.789919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35034) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.834270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:39.846578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:39.855621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.856200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment ce29e4f8-8bc5-4154-af44-2beb458fb058 of type vlan for network e16159ce-7f28-40ac-838d-44bd89074c13 Mar 08 12:41:39.865298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cccd71ea-5ec7-41a9-99eb-0f234fb27476 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.898724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cccd71ea-5ec7-41a9-99eb-0f234fb27476 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.902128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cccd71ea-5ec7-41a9-99eb-0f234fb27476 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2d9e8b7a-8871-40d3-9271-65cffcd0cc27 HTTP/1.1" status: 204 len: 168 time: 0.3539777 Mar 08 12:41:39.918705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-652c7949-d6ee-4f96-b63c-e417edeffcb4 None None] Allocated IP 2001:db8::f816:3eff:fea6:bb92 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/4e7ecea8-e1fd-4eed-aff7-99f4068fcbff/b517ef25-d5ba-4992-8685-77b32377fc07) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:39.956536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.958083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:39.962094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35038) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:39.989092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3a9cbf9-c671-4c2a-af48-90e32fa48547 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:40.151134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Provisioning complete for port 05230b3c-e883-4ab4-aa74-180e7b89c097 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:40.151629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.159310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd71ea-5ec7-41a9-99eb-0f234fb27476 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d9e8b7a-8871-40d3-9271-65cffcd0cc27,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:40.179942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.resource_extend [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:41:40.188890 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.212956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89a3692-4ebb-40ad-8e05-6f4bb216ba38 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:40.223552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89a3692-4ebb-40ad-8e05-6f4bb216ba38 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:40.230336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89a3692-4ebb-40ad-8e05-6f4bb216ba38 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:40.235502 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b89a3692-4ebb-40ad-8e05-6f4bb216ba38 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4447520 Mar 08 12:41:40.236679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b3a9cbf9-c671-4c2a-af48-90e32fa48547 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:40.237141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.240861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35046) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:40.255405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.275067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Router 5283db03-9456-4fb1-ad11-4c692eef2b59 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:41:40.294827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-652c7949-d6ee-4f96-b63c-e417edeffcb4 None None] For port b517ef25-d5ba-4992-8685-77b32377fc07, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b517ef25-d5ba-4992-8685-77b32377fc07,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:40.320525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:40.332452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:40.350048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:40.366003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bbadfd0f-f71e-4a42-9f9f-ba631e344b77 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2168002 Mar 08 12:41:40.369385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:40.370120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.370553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35048) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:40.374327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.378193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:40.378722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.385519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-97280653-e048-4156-b250-cd60cba644dc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': 'bc0ac519-541e-4a53-bf2d-8f71d9f019cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:40.419197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=430cc179-70af-4c27-9f57-cac7c4063fca,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:40.422115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-652c7949-d6ee-4f96-b63c-e417edeffcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.426654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 05230b3c-e883-4ab4-aa74-180e7b89c097 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:40.431424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.495736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:41:40.502322 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cf5257dc-a5a5-4005-afb5-a7a3218dd4b9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1499043 Mar 08 12:41:40.508895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] For port 05230b3c-e883-4ab4-aa74-180e7b89c097, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=05230b3c-e883-4ab4-aa74-180e7b89c097,segment=NetworkSegment(d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22),segment_id=d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:40.514229 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] Sync routers for ids ['5283db03-9456-4fb1-ad11-4c692eef2b59'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:41:40.518261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 05230b3c-e883-4ab4-aa74-180e7b89c097 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:40.518749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.523146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-652c7949-d6ee-4f96-b63c-e417edeffcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.525909 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2ca856ed-a5f0-4cc6-b945-fb4c68c0d537 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "PUT /v2.0/routers/5283db03-9456-4fb1-ad11-4c692eef2b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1928918 Mar 08 12:41:40.528050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35052) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:40.528443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35054) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:40.532316 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] Routers {'5283db03-9456-4fb1-ad11-4c692eef2b59'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:41:40.533710 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:41:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5283db03-9456-4fb1-ad11-4c692eef2b59'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:40.554118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'port': {'network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb', 'name': 'tempest-FloatingIPNegativeTestJSON-846291164'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:40.587305 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:40.605137 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] Routers {'5283db03-9456-4fb1-ad11-4c692eef2b59'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:41:40.606041 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:41:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5283db03-9456-4fb1-ad11-4c692eef2b59'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:40.633380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c7949-d6ee-4f96-b63c-e417edeffcb4 None None] Pushing event updated for resources: {'Port': ['ID=b517ef25-d5ba-4992-8685-77b32377fc07,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:40.647018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.673101 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:40.674006 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed83ad2-cfec-4819-b893-eb215e21c94c None None] The sync data for ids ['5283db03-9456-4fb1-ad11-4c692eef2b59'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:41:40.708994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:40.735452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=0119ad4d-62fd-4cbe-8308-108e23daf737,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:40.843905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814359b-58e8-4484-9c59-4c06ffe0b916 None None] Pushing event updated for resources: {'Port': ['ID=05230b3c-e883-4ab4-aa74-180e7b89c097,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:40.852896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.859559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Provisioning complete for port 10c5c71b-e0a0-4158-aee9-32c5b06019ae triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:40.859947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.926477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Port 10c5c71b-e0a0-4158-aee9-32c5b06019ae cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:40.948747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Provisioning complete for port 08900e6a-aee5-450e-b763-274bc0371ce4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:40.949160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.952401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Made reservation on behalf of 495003babfaa4e3fbb7d87b57d93ddce for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:40.956549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:40.993628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Port 08900e6a-aee5-450e-b763-274bc0371ce4 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:41.000102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5450563 Mar 08 12:41:41.004570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35062) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.010797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Provisioning complete for port 05230b3c-e883-4ab4-aa74-180e7b89c097 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:41.011294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb22b14d-2e87-44ac-85a9-64917e699802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.015273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7057f1-b47b-4c98-ae2c-b6dada295744 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=e16159ce-7f28-40ac-838d-44bd89074c13,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:41.016236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:41.045820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97280653-e048-4156-b250-cd60cba644dc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.065179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] device_id is not set on port 7d13b514-98c1-405f-92f2-c749abc62c97 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:41.068596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e16159ce-7f28-40ac-838d-44bd89074c13 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:41.073502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e620a2d8-4220-43db-aaa2-09570950fec5 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:41.076463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.083017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e4f817ff-0a56-4a5e-b480-49db093de982 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/0119ad4d-62fd-4cbe-8308-108e23daf737 HTTP/1.1" status: 204 len: 168 time: 1.9370699 Mar 08 12:41:41.083779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35064) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.084104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35066) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.087241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting port 08900e6a-aee5-450e-b763-274bc0371ce4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:41.087594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.156924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: e620a2d8-4220-43db-aaa2-09570950fec5 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:41.157414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e620a2d8-4220-43db-aaa2-09570950fec5 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:41.329109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b517ef25-d5ba-4992-8685-77b32377fc07 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:41.341893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff40a6-209d-4745-b55e-d3d97f8f4560 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:41.350513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff40a6-209d-4745-b55e-d3d97f8f4560 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:41.354169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff40a6-209d-4745-b55e-d3d97f8f4560 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:41.357195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f6ff40a6-209d-4745-b55e-d3d97f8f4560 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2000206 Mar 08 12:41:41.364328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35070) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.370368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.376236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-942801973'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:41.389706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d6318730-e0ab-48a6-a6fd-08d13be9da4f None None] Provisioning complete for port 10c5c71b-e0a0-4158-aee9-32c5b06019ae triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:41.390166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d6318730-e0ab-48a6-a6fd-08d13be9da4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.397957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97280653-e048-4156-b250-cd60cba644dc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.403930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:41.408601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.411842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Calling delete_port for 08900e6a-aee5-450e-b763-274bc0371ce4 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:41.431507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d6318730-e0ab-48a6-a6fd-08d13be9da4f None None] Port 10c5c71b-e0a0-4158-aee9-32c5b06019ae cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:41.447527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b517ef25-d5ba-4992-8685-77b32377fc07 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:41.448154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.483807 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97280653-e048-4156-b250-cd60cba644dc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.502510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.514300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:41.521127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.527422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97280653-e048-4156-b250-cd60cba644dc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cdd1cf-1a81-4634-819d-ca82c5963697,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:41.543660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.551899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 05230b3c-e883-4ab4-aa74-180e7b89c097 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:41.578857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.599048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 4e7ecea8-e1fd-4eed-aff7-99f4068fcbff {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:41.621456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 05230b3c-e883-4ab4-aa74-180e7b89c097 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:41.622588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.625030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97280653-e048-4156-b250-cd60cba644dc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.625903 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-97280653-e048-4156-b250-cd60cba644dc tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2445064 Mar 08 12:41:41.633212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35072) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.642700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.668481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e96043cc-734b-48f9-921e-4ebb62cb8f1b tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules/b1cdd1cf-1a81-4634-819d-ca82c5963697 HTTP/1.1" status: 200 len: 763 time: 0.0310292 Mar 08 12:41:41.679503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35074) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.684477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Allocated IP 172.20.0.6 (98efba8f-384d-42df-b2e0-ecdb1817eceb/69e0947e-06d0-4b7e-91a0-4b50149a11a0/7d13b514-98c1-405f-92f2-c749abc62c97) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:41.688794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] In _notify_port_updated(), no bound segment for port 430cc179-70af-4c27-9f57-cac7c4063fca on network 7b1f0601-05c2-4407-9d2b-64f7418e1668 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:41:41.694248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:41.694872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.699144 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "PUT /v2.0/ports/430cc179-70af-4c27-9f57-cac7c4063fca HTTP/1.1" status: 200 len: 818 time: 1.1696022 Mar 08 12:41:41.702640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35076) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.727430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e9f45-7b23-40ae-a673-5ca0fd2da2a7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=430cc179-70af-4c27-9f57-cac7c4063fca,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:41.743018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.744381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.764783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-abdc9f70-ea22-4381-a72a-4d959e64b601 None None] Provisioning complete for port b517ef25-d5ba-4992-8685-77b32377fc07 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:41.765160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abdc9f70-ea22-4381-a72a-4d959e64b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.796621 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-10af065f-d94d-45cf-8196-c632ad2e36ab tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1163335 Mar 08 12:41:41.800530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35078) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:41.807546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.839775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.871914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-abdc9f70-ea22-4381-a72a-4d959e64b601 None None] Could not find standard attr ID for object 0119ad4d-62fd-4cbe-8308-108e23daf737. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:41.884346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Port': ['ID=08900e6a-aee5-450e-b763-274bc0371ce4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:41.912704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:41.942575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05459e99-4d0f-4eb2-a794-ea06657da63e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.953127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9203008-97c4-4500-82ad-cf490e5073ad,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:41.971202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05459e99-4d0f-4eb2-a794-ea06657da63e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.973502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:41.973775 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment a48e793e-08e5-408b-bf1e-b3f24395e6b0 of type vlan for network ae734122-f121-4376-935a-3f7a88e93c46 Mar 08 12:41:41.990155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.086507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.118018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.123932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.126933 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bd7d2f50-acc9-4d0c-8971-0fb857e7380c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/ports/08900e6a-aee5-450e-b763-274bc0371ce4 HTTP/1.1" status: 204 len: 168 time: 1.8822877 Mar 08 12:41:42.129716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35080) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.131548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 430cc179-70af-4c27-9f57-cac7c4063fca {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:42.132659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.142475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05459e99-4d0f-4eb2-a794-ea06657da63e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.147989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05459e99-4d0f-4eb2-a794-ea06657da63e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.150106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-05459e99-4d0f-4eb2-a794-ea06657da63e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b1cdd1cf-1a81-4634-819d-ca82c5963697 HTTP/1.1" status: 204 len: 168 time: 0.3480394 Mar 08 12:41:42.170863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35082) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.185573 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a735ff79-fa23-41bf-a5c9-bef57c004f17 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] GET failed (client error): The resource could not be found. Mar 08 12:41:42.187597 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a735ff79-fa23-41bf-a5c9-bef57c004f17 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "GET /v2.0/ports/08900e6a-aee5-450e-b763-274bc0371ce4 HTTP/1.1" status: 404 len: 333 time: 0.0539188 Mar 08 12:41:42.192629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-46ffd3d0-6372-4f74-9b1d-e7ae38eec6e0 None None] Could not find standard attr ID for object 0119ad4d-62fd-4cbe-8308-108e23daf737. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:42.197409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.201169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35084) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.217560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-228556643'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:42.245178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05459e99-4d0f-4eb2-a794-ea06657da63e tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1cdd1cf-1a81-4634-819d-ca82c5963697,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:42.269007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.270849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.297793 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ef4b8f56-b1b5-4ef8-8e86-27210cb9821a tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1209009 Mar 08 12:41:42.301369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35086) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.303530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 430cc179-70af-4c27-9f57-cac7c4063fca owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:42.307581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': 'bc0ac519-541e-4a53-bf2d-8f71d9f019cc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:42.335621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.341150 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/4e7ecea8-e1fd-4eed-aff7-99f4068fcbff HTTP/1.1" status: 204 len: 168 time: 0.9698133 Mar 08 12:41:42.342612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35088) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.345928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=94110053-780b-4b5f-b7a7-27e70c7df190,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:42.369314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.376457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:42.376457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.456561 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Project f0a91a9834da41609529478e07606df4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:41:42.470544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.479662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=ae734122-f121-4376-935a-3f7a88e93c46,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:42.491728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network ae734122-f121-4376-935a-3f7a88e93c46 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:42.517914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-34e27722-effb-484b-8f12-636a00dc641e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3621430 Mar 08 12:41:42.527204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35092) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.533819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-483534122'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:42.633711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ae28-b942-4260-998a-92dc50db90fa req-6c0b3c68-b60d-4c51-94bc-22a62f109bd2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:42.635358 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b891ae28-b942-4260-998a-92dc50db90fa req-6c0b3c68-b60d-4c51-94bc-22a62f109bd2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1072526 Mar 08 12:41:42.637326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.638790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.687303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=430cc179-70af-4c27-9f57-cac7c4063fca,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:42.698379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:42.701132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.705168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.705301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.709589 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d9834e93-616e-4c83-bbf8-45989225c713 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/430cc179-70af-4c27-9f57-cac7c4063fca HTTP/1.1" status: 204 len: 168 time: 1.0056996 Mar 08 12:41:42.712578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35094) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.721647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a048b94-8c5c-4c07-8a16-94f71f3c9b1e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7ecea8-e1fd-4eed-aff7-99f4068fcbff,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:42.738228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.768472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': 'ce29e4f8-8bc5-4154-af44-2beb458fb058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:42.768837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: e16159ce-7f28-40ac-838d-44bd89074c13, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:42.777655 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b891ae28-b942-4260-998a-92dc50db90fa req-4f4105e2-f235-43fd-843b-5a765a41871a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303418 Mar 08 12:41:42.790068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78f8884-27d3-4996-b1f3-5a107937a98d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:42.812430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:42.817133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:42.821911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet c32f1748-9ce9-43c7-ba62-d648345c886a {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:42.824704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211d2f0-f04d-4dc1-a5bc-a405ccfb759e None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:42.828246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee174d78-b261-4199-acdf-cae648218fc5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:42.832726 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ee174d78-b261-4199-acdf-cae648218fc5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1167386 Mar 08 12:41:42.833335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35098) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.843099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:42.848681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.856828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:42.870731 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bb03cd-1a3f-4233-8818-2bf2e24bc112 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:41:42.876475 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-66bb03cd-1a3f-4233-8818-2bf2e24bc112 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/430cc179-70af-4c27-9f57-cac7c4063fca HTTP/1.1" status: 404 len: 333 time: 0.0371988 Mar 08 12:41:42.877811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.878171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 293898e3-4855-4bd6-b159-212a304cf00e of type vlan for network c4f48ef7-5350-4a71-8c29-68a798c73466 Mar 08 12:41:42.879606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35100) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.886463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1879205173'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:42.915693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Port': ['ID=7d13b514-98c1-405f-92f2-c749abc62c97,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:42.919681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.921455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b3a5513b-26ed-437c-91c0-08187cd7c493 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6186886 Mar 08 12:41:42.931320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35102) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.955674 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-13797c77-d295-4d41-92af-67e6ce36fe3f tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules/c78f8884-27d3-4996-b1f3-5a107937a98d HTTP/1.1" status: 200 len: 769 time: 0.0217302 Mar 08 12:41:42.961346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35104) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:42.969230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:42.988115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.012328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network e16159ce-7f28-40ac-838d-44bd89074c13 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:43.025934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:43.026608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.047355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4d3bd-4538-42ff-90d6-a628aa995261 req-02a0c00b-dfe2-4a76-8cc3-e65ab3823b78 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:43.049972 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ce4d3bd-4538-42ff-90d6-a628aa995261 req-02a0c00b-dfe2-4a76-8cc3-e65ab3823b78 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1686316 Mar 08 12:41:43.067404 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5c75f221-0c8b-4a4a-a71b-de33cccbe773 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1036644 Mar 08 12:41:43.071594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35106) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.090007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:43.093648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.095849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.139499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e16159ce-7f28-40ac-838d-44bd89074c13) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:43.148882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:43.149191 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47b3c5cc-c1c9-4915-b401-86534c9676b1 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.149280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.153233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.153629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a6284-bb97-4eb7-a9c4-736509d6433d None None] Network e16159ce-7f28-40ac-838d-44bd89074c13 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:43.158926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:43.159531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.182138 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ce4d3bd-4538-42ff-90d6-a628aa995261 req-4cbc8e48-11a1-4375-8bd9-dba91714181d tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135776 Mar 08 12:41:43.191651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:43.194773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.199348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47b3c5cc-c1c9-4915-b401-86534c9676b1 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.224308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:41:43.225954 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9731b34f-5e35-4a0a-a971-e1bf1e1aed0e tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6922803 Mar 08 12:41:43.252482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35110) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.262901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:43.274505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] device_id is not set on port b0aa756e-cfb0-43fd-94c7-4046970c1dd7 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:43.346929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8167427 Mar 08 12:41:43.352326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.352326 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment c409ef47-b824-45cb-a467-832be8673f80 of type vlan for network a324739d-85ad-4f42-a31d-e5736b3a91c2 Mar 08 12:41:43.352601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35112) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.356908 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-08e46961-1393-4cb0-8733-f5191d34fcb0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3450243 Mar 08 12:41:43.361510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': 'ae734122-f121-4376-935a-3f7a88e93c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:43.373911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35114) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.378091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-868572e0-d8ae-44ab-bfdf-4cb593b84421 None None] Provisioning complete for port 7d13b514-98c1-405f-92f2-c749abc62c97 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:43.378463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-868572e0-d8ae-44ab-bfdf-4cb593b84421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.382924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbd4db-6c05-41fc-bdfa-d4a8b95b2c2f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=c4f48ef7-5350-4a71-8c29-68a798c73466,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:43.393771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1456162716'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:43.425910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network c4f48ef7-5350-4a71-8c29-68a798c73466 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:43.435408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.453335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-e16159ce-7f28-40ac-838d-44bd89074c13', 'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13', 'tenant_id': '6d5f6b62c91f45cea1288a2e1a74f3ed', 'fixed_ips': [{'subnet_id': '94110053-780b-4b5f-b7a7-27e70c7df190'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:43.454558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.455769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39ce56-6c28-40c9-b996-8b14b1e60c58 req-be60887f-2898-45f6-bb16-8d553a76bad7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:43.464034 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fd39ce56-6c28-40c9-b996-8b14b1e60c58 req-be60887f-2898-45f6-bb16-8d553a76bad7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1493311 Mar 08 12:41:43.487146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.506515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.511978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47b3c5cc-c1c9-4915-b401-86534c9676b1 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.517503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47b3c5cc-c1c9-4915-b401-86534c9676b1 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.521379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-47b3c5cc-c1c9-4915-b401-86534c9676b1 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c78f8884-27d3-4996-b1f3-5a107937a98d HTTP/1.1" status: 204 len: 168 time: 0.4464402 Mar 08 12:41:43.524284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-868572e0-d8ae-44ab-bfdf-4cb593b84421 None None] Port 7d13b514-98c1-405f-92f2-c749abc62c97 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:43.533128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fd39ce56-6c28-40c9-b996-8b14b1e60c58 req-ae9ae475-5375-410c-9176-23d1dad1aeb3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680399 Mar 08 12:41:43.533654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35116) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.562018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c5cc-c1c9-4915-b401-86534c9676b1 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c78f8884-27d3-4996-b1f3-5a107937a98d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:43.568786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.577453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:43.579870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.612473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=c32f1748-9ce9-43c7-ba62-d648345c886a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:43.647494 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e09b0e0d-9553-4f43-a292-34120618b601 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1061976 Mar 08 12:41:43.667020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Allocated IP 2001:db8::1b8 (1a4925ea-05d0-4be2-b774-4abe109babc7/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233/b0aa756e-cfb0-43fd-94c7-4046970c1dd7) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:43.687003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35120) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.738611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8568504 Mar 08 12:41:43.751118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35122) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.761120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:43.776169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:43.782707 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-366ba8fd-c9de-49f6-862c-e7399adb59d3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/c32f1748-9ce9-43c7-ba62-d648345c886a HTTP/1.1" status: 204 len: 168 time: 1.4320972 Mar 08 12:41:43.792398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35124) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.793259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d838d-f908-44a8-847f-d3ed1dc41329 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=a324739d-85ad-4f42-a31d-e5736b3a91c2,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:43.824170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:41:43.852203 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-258fb3fe-ded1-4f89-b697-23ab892cfa53 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512781 Mar 08 12:41:43.856953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35126) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:43.891708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741c4f4-8d6f-4c9a-802c-0fbfd18d82f1 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:43.920242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c166-c99a-499a-ad91-7d74045e6a1c req-cfba2edb-5c09-4bfc-8721-036968a74e1b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:43.921704 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e978c166-c99a-499a-ad91-7d74045e6a1c req-cfba2edb-5c09-4bfc-8721-036968a74e1b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2731190 Mar 08 12:41:44.013883 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e978c166-c99a-499a-ad91-7d74045e6a1c req-6cefd3a1-a780-4ce5-bb14-2795cc469a55 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698369 Mar 08 12:41:44.019057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:44.022245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.026677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Allocated IP 2001:db8::2 (e16159ce-7f28-40ac-838d-44bd89074c13/94110053-780b-4b5f-b7a7-27e70c7df190/5ef7480d-e70f-43be-89b1-631e757415a9) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:44.033238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-90406f9a-7659-44cb-adc2-a35e4320b80d None None] Provisioning complete for port b517ef25-d5ba-4992-8685-77b32377fc07 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:44.033238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90406f9a-7659-44cb-adc2-a35e4320b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.043922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.051185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:44.055851 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.060064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86580b32-6f4f-4f7f-a3df-30a70c1cf19a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:44.061718 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-86580b32-6f4f-4f7f-a3df-30a70c1cf19a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1991327 Mar 08 12:41:44.064941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e92cd18-f529-455b-be50-77cb74185d2d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.070668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35130) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:44.148578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 1c2012dd-5cdf-44f7-8a37-e1bd9e605640 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:44.149434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e92cd18-f529-455b-be50-77cb74185d2d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.154156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:44.158802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.207826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463a035-5205-41d6-926d-18da2b7db7f9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:44.209479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5463a035-5205-41d6-926d-18da2b7db7f9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1371996 Mar 08 12:41:44.226732 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35132) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:44.299760 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4f9fc700-15ad-4e02-a5d9-6c3b9bcbe510 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670633 Mar 08 12:41:44.300383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35134) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:44.324265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.331611 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-55d207ac-f05e-4a5b-8f4c-d94cede959e4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:44.382721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:44.435123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.435746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] Deleting port b517ef25-d5ba-4992-8685-77b32377fc07 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:44.436214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.527479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] For port b517ef25-d5ba-4992-8685-77b32377fc07, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b517ef25-d5ba-4992-8685-77b32377fc07,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:44.527479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.533560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] Calling delete_port for b517ef25-d5ba-4992-8685-77b32377fc07 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:44.675754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Allocated IP 172.26.3.142 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/b38ff5e1-5262-4c87-a31d-5fc67c792442) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:44.780066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.819523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e92cd18-f529-455b-be50-77cb74185d2d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.819733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.822356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e92cd18-f529-455b-be50-77cb74185d2d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.825096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1e92cd18-f529-455b-be50-77cb74185d2d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/bc0ac519-541e-4a53-bf2d-8f71d9f019cc HTTP/1.1" status: 204 len: 168 time: 1.1346300 Mar 08 12:41:44.837476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35138) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:44.855640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92cd18-f529-455b-be50-77cb74185d2d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ac519-541e-4a53-bf2d-8f71d9f019cc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:44.872137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Network e16159ce-7f28-40ac-838d-44bd89074c13 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:44.877954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.878125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:44.884988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:44.891881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Pushing event updated for resources: {'Port': ['ID=5ef7480d-e70f-43be-89b1-631e757415a9,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:44.902156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::44 (e16159ce-7f28-40ac-838d-44bd89074c13/94110053-780b-4b5f-b7a7-27e70c7df190/1c2012dd-5cdf-44f7-8a37-e1bd9e605640) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:44.922564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.939500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.950996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:44.952150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.954328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.958470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d207ac-f05e-4a5b-8f4c-d94cede959e4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:44.959403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55d207ac-f05e-4a5b-8f4c-d94cede959e4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.961498 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d207ac-f05e-4a5b-8f4c-d94cede959e4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:44.961970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d207ac-f05e-4a5b-8f4c-d94cede959e4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:44.968152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] Pushing event deleted for resources: {'Port': ['ID=b517ef25-d5ba-4992-8685-77b32377fc07,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:44.980425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd44d1f-4618-482e-9b68-44c18d03a062 None None] No DVR routers for this DVR port b517ef25-d5ba-4992-8685-77b32377fc07 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:44.985558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1e0ca2f3-0d78-439b-a8b9-d612db0afb2a tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1468627 Mar 08 12:41:44.989302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:44.993013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35140) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:44.993162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Attempting to bind port 5ef7480d-e70f-43be-89b1-631e757415a9 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:44.993162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Attempting to bind port 5ef7480d-e70f-43be-89b1-631e757415a9 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'ce29e4f8-8bc5-4154-af44-2beb458fb058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:44.993162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Attempting to bind port 5ef7480d-e70f-43be-89b1-631e757415a9 on network e16159ce-7f28-40ac-838d-44bd89074c13 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:44.997313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:44.997685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Checking segment: {'id': 'ce29e4f8-8bc5-4154-af44-2beb458fb058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:44.998124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:44.998496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Bound using segment: {'id': 'ce29e4f8-8bc5-4154-af44-2beb458fb058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:44.998954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Bound port: 5ef7480d-e70f-43be-89b1-631e757415a9, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce29e4f8-8bc5-4154-af44-2beb458fb058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e16159ce-7f28-40ac-838d-44bd89074c13'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:44.999316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.000351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a3787a43-993f-41b9-b75b-84ce2543bb31 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636597769'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:45.024817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:45.030501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:45.031064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.055999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc641-debd-4a16-b2a0-933f62dd7599 req-319e50f7-8c68-434a-b8bb-2b05a95ac011 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:45.057763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-130fc641-debd-4a16-b2a0-933f62dd7599 req-319e50f7-8c68-434a-b8bb-2b05a95ac011 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1631546 Mar 08 12:41:45.081368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] For port 5ef7480d-e70f-43be-89b1-631e757415a9, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:45.089106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] For port 5ef7480d-e70f-43be-89b1-631e757415a9, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5ef7480d-e70f-43be-89b1-631e757415a9,segment=NetworkSegment(ce29e4f8-8bc5-4154-af44-2beb458fb058),segment_id=ce29e4f8-8bc5-4154-af44-2beb458fb058)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:45.091608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:45.092627 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=b0aa756e-cfb0-43fd-94c7-4046970c1dd7,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:45.104806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=8b70afb0-8832-44a7-92b5-1ee12f4a70d9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:45.124233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': 'c409ef47-b824-45cb-a467-832be8673f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:45.126391 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: a324739d-85ad-4f42-a31d-e5736b3a91c2, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:45.139914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-130fc641-debd-4a16-b2a0-933f62dd7599 req-7f50b2d3-281e-4e0b-a0c8-3809a328d592 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648363 Mar 08 12:41:45.145482 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-55d207ac-f05e-4a5b-8f4c-d94cede959e4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8285699 Mar 08 12:41:45.151059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:45.162179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:45.162179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:45.162373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3cdaf3b3-8e79-48df-8689-1aebf5145a77 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:45.180136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.245365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a3787a43-993f-41b9-b75b-84ce2543bb31 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.286967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=8365f631-bae3-4a48-a844-c59b1cb84fbb,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:45.302864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b517ef25-d5ba-4992-8685-77b32377fc07 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:45.328548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd41c5e-a979-43db-9a2b-220dae209308 None None] Pushing event updated for resources: {'Port': ['ID=5ef7480d-e70f-43be-89b1-631e757415a9,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:45.331345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b517ef25-d5ba-4992-8685-77b32377fc07 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:45.332794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b517ef25-d5ba-4992-8685-77b32377fc07 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:45.336607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:45.382067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a3787a43-993f-41b9-b75b-84ce2543bb31 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.396650 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0e0ed1a0-2db3-4d1a-9ded-4140a7c2233c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1880357 Mar 08 12:41:45.399286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35144) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:45.404038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Port': ['ID=b38ff5e1-5262-4c87-a31d-5fc67c792442,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:45.405420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a52f7469-e122-4ca8-a518-f587f9fd2890 None None] Provisioning complete for port b0aa756e-cfb0-43fd-94c7-4046970c1dd7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:45.405787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a52f7469-e122-4ca8-a518-f587f9fd2890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.409974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20', 'mac_address': 'fa:16:3e:05:2f:f7'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:45.430121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.441771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, a324739d-85ad-4f42-a31d-e5736b3a91c2) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:45.447397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': 'a48e793e-08e5-408b-bf1e-b3f24395e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ae734122-f121-4376-935a-3f7a88e93c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:45.455905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: ae734122-f121-4376-935a-3f7a88e93c46, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:45.456470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.462689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab26104-2620-4b91-95ee-b13678fa32ff None None] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:45.503854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:45.504569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.533348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdaf3b3-8e79-48df-8689-1aebf5145a77 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:45.536902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf3b3-8e79-48df-8689-1aebf5145a77 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.541959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdaf3b3-8e79-48df-8689-1aebf5145a77 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:45.541959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdaf3b3-8e79-48df-8689-1aebf5145a77 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:45.542198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a3787a43-993f-41b9-b75b-84ce2543bb31 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.573908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a52f7469-e122-4ca8-a518-f587f9fd2890 None None] Port b0aa756e-cfb0-43fd-94c7-4046970c1dd7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:45.605345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network ae734122-f121-4376-935a-3f7a88e93c46 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:45.621264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.622925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, ae734122-f121-4376-935a-3f7a88e93c46) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:45.629515 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-750d6ac1-78dd-449a-852e-1da378be6842 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8737466 Mar 08 12:41:45.632467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35146) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:45.653167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787a43-993f-41b9-b75b-84ce2543bb31 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f6ea61-a644-41a8-b2f6-d6e9a94ef51a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:45.656367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:45.657095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.664706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-66045031-af1e-4e6c-9a4a-dd5bd571a955 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:45.674756 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.687650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8328e2b1-3a66-48c6-84bf-7d8caabfec71 None None] Network ae734122-f121-4376-935a-3f7a88e93c46 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:45.709266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-a324739d-85ad-4f42-a31d-e5736b3a91c2', 'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2', 'tenant_id': '050e0e8357f94843ad0149f36df32aac', 'fixed_ips': [{'subnet_id': '8b70afb0-8832-44a7-92b5-1ee12f4a70d9'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:45.710898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.727274 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3cdaf3b3-8e79-48df-8689-1aebf5145a77 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5717158 Mar 08 12:41:45.732490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35148) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:45.734796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-38f9d2d1-90c6-4f44-b617-2a3dbc11e291 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:45.762958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a3787a43-993f-41b9-b75b-84ce2543bb31 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.769380 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a3787a43-993f-41b9-b75b-84ce2543bb31 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7731314 Mar 08 12:41:45.821649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35150) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:45.827768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Request body: {'security_group_rule': {'security_group_id': '53f6ea61-a644-41a8-b2f6-d6e9a94ef51a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:45.904319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:45.978269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Allocated IP 172.20.0.2 (a324739d-85ad-4f42-a31d-e5736b3a91c2/8b70afb0-8832-44a7-92b5-1ee12f4a70d9/6330ab72-5216-444d-962b-787f1ee55696) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:45.987555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-ae734122-f121-4376-935a-3f7a88e93c46', 'network_id': 'ae734122-f121-4376-935a-3f7a88e93c46', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': '8365f631-bae3-4a48-a844-c59b1cb84fbb'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:45.988600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.019322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network e16159ce-7f28-40ac-838d-44bd89074c13 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:46.023556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.039879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:46.049415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:46.055555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:46.056668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.059924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f9d2d1-90c6-4f44-b617-2a3dbc11e291 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:46.063746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-38f9d2d1-90c6-4f44-b617-2a3dbc11e291 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.065580 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f9d2d1-90c6-4f44-b617-2a3dbc11e291 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:46.066035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f9d2d1-90c6-4f44-b617-2a3dbc11e291 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:46.074009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=1c2012dd-5cdf-44f7-8a37-e1bd9e605640,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:46.109710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.110097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.110431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.110758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.111082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.111402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.111720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.112037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.112353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.112669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.112980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.113294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.154398 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-124dd68a-fba3-45c1-8167-b42559519d1b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8013065 Mar 08 12:41:46.160231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35152) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:46.167953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': 'c4f48ef7-5350-4a71-8c29-68a798c73466', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:46.278567 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-95580d6f-d9f7-4661-ba1b-0b9f416221c9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8886504 Mar 08 12:41:46.282205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35156) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:46.344892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.363820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Allocated IP 172.20.0.2 (ae734122-f121-4376-935a-3f7a88e93c46/8365f631-bae3-4a48-a844-c59b1cb84fbb/ce77acc4-b6df-454d-987b-9c892bbafc7b) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:46.424648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:46.428147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.438894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66045031-af1e-4e6c-9a4a-dd5bd571a955 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:46.442407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66045031-af1e-4e6c-9a4a-dd5bd571a955 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.469338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.479713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd974-0cb8-434d-b5d7-ae9d47204c85 req-ba727c40-3afb-4f7d-bdcc-bdb5f16db3ff tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:46.481259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-79fdd974-0cb8-434d-b5d7-ae9d47204c85 req-ba727c40-3afb-4f7d-bdcc-bdb5f16db3ff tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1366863 Mar 08 12:41:46.495788 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-38f9d2d1-90c6-4f44-b617-2a3dbc11e291 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7652111 Mar 08 12:41:46.504539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35158) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:46.512472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1bfbdf55-2e2e-4996-9254-53bb4ec3f1d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:46.513654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.527487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.556846 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.587159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.599494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:46.607618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:46.611758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:46.613801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Pushing event updated for resources: {'Port': ['ID=6330ab72-5216-444d-962b-787f1ee55696,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:46.621134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.635330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d687aad3-3488-4708-bd32-a7366d3bb415,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:46.666870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.674184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.674560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.674858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.675167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.675492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.675794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.676156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.676410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.676728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.677339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.677339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.677639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:46.689536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.696648 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-79fdd974-0cb8-434d-b5d7-ae9d47204c85 req-1f523235-7325-49a3-83ed-8c85b136a5f6 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929855 Mar 08 12:41:46.699635 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.ipam_backend_mixin [None req-66045031-af1e-4e6c-9a4a-dd5bd571a955 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8b70afb0-8832-44a7-92b5-1ee12f4a70d9 (CIDR: 172.20.0.0/28) Mar 08 12:41:46.712820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Attempting to bind port 6330ab72-5216-444d-962b-787f1ee55696 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:46.714503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Attempting to bind port 6330ab72-5216-444d-962b-787f1ee55696 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c409ef47-b824-45cb-a467-832be8673f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:46.715210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Attempting to bind port 6330ab72-5216-444d-962b-787f1ee55696 on network a324739d-85ad-4f42-a31d-e5736b3a91c2 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:46.721053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:46.722844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Checking segment: {'id': 'c409ef47-b824-45cb-a467-832be8673f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:46.722844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.722844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Bound using segment: {'id': 'c409ef47-b824-45cb-a467-832be8673f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:46.722844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Bound port: 6330ab72-5216-444d-962b-787f1ee55696, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c409ef47-b824-45cb-a467-832be8673f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:46.723677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.741499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 1c2012dd-5cdf-44f7-8a37-e1bd9e605640 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:46.742465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.751536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.757537 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cc8c812a-6483-4645-a926-87b2e3a2c067 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9315128 Mar 08 12:41:46.757537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35160) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:46.767510 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-66045031-af1e-4e6c-9a4a-dd5bd571a955 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:46.768365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66045031-af1e-4e6c-9a4a-dd5bd571a955 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:46.773238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.780019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] In _notify_port_updated(), no bound segment for port b0aa756e-cfb0-43fd-94c7-4046970c1dd7 on network 1a4925ea-05d0-4be2-b774-4abe109babc7 {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:41:46.786594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:46.787379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.792237 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "PUT /v2.0/ports/b0aa756e-cfb0-43fd-94c7-4046970c1dd7 HTTP/1.1" status: 200 len: 1001 time: 1.3887300 Mar 08 12:41:46.803980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35162) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:46.836178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32ae15-6a31-45eb-b540-cf42dfb4a655 None None] Network e16159ce-7f28-40ac-838d-44bd89074c13 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:46.848498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Network ae734122-f121-4376-935a-3f7a88e93c46 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:46.854014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Port': ['ID=b38ff5e1-5262-4c87-a31d-5fc67c792442,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:46.857936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8a1fc-2623-478b-ac5f-f412ea2eb37f tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=b0aa756e-cfb0-43fd-94c7-4046970c1dd7,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:46.914768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:46.924970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:46.932518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] For port 6330ab72-5216-444d-962b-787f1ee55696, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:46.943805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-079551b0-7a2d-40e5-afeb-1a19416f931d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.948353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Pushing event updated for resources: {'Port': ['ID=ce77acc4-b6df-454d-987b-9c892bbafc7b,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:46.961763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfbdf55-2e2e-4996-9254-53bb4ec3f1d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:46.965458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdf55-2e2e-4996-9254-53bb4ec3f1d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:46.967811 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfbdf55-2e2e-4996-9254-53bb4ec3f1d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:46.968363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfbdf55-2e2e-4996-9254-53bb4ec3f1d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:46.994544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-079551b0-7a2d-40e5-afeb-1a19416f931d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.011820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting port b0aa756e-cfb0-43fd-94c7-4046970c1dd7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:47.012348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.027718 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-66045031-af1e-4e6c-9a4a-dd5bd571a955 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3940423 Mar 08 12:41:47.030527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35164) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.032242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.038737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:47.063064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.076983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 1c2012dd-5cdf-44f7-8a37-e1bd9e605640 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:47.129437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.136770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] For port 6330ab72-5216-444d-962b-787f1ee55696, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6330ab72-5216-444d-962b-787f1ee55696,segment=NetworkSegment(c409ef47-b824-45cb-a467-832be8673f80),segment_id=c409ef47-b824-45cb-a467-832be8673f80)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:47.164891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.166185 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0292de9a-fca3-4549-8e33-8d2ba8c50cd4 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9126620 Mar 08 12:41:47.172995 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1bfbdf55-2e2e-4996-9254-53bb4ec3f1d6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6642663 Mar 08 12:41:47.172995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35166) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.180405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-418e50c2-dc19-4f50-b2d8-a1a828379d59 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'floatingip': {'port_id': '7d13b514-98c1-405f-92f2-c749abc62c97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:47.180640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fb4d751a-5a8b-4c45-9e60-b3743840d18b None None] Provisioning complete for port 5ef7480d-e70f-43be-89b1-631e757415a9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:47.180785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb4d751a-5a8b-4c45-9e60-b3743840d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.181923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35168) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.191912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-005e10c9-23cb-4ed7-b329-7b5f41db9e68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:47.247742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Attempting to bind port ce77acc4-b6df-454d-987b-9c892bbafc7b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:47.248113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Attempting to bind port ce77acc4-b6df-454d-987b-9c892bbafc7b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'a48e793e-08e5-408b-bf1e-b3f24395e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ae734122-f121-4376-935a-3f7a88e93c46'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:47.248893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Attempting to bind port ce77acc4-b6df-454d-987b-9c892bbafc7b on network ae734122-f121-4376-935a-3f7a88e93c46 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:47.291767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-418e50c2-dc19-4f50-b2d8-a1a828379d59 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.293182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:47.293744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Checking segment: {'id': 'a48e793e-08e5-408b-bf1e-b3f24395e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ae734122-f121-4376-935a-3f7a88e93c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:47.294228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.295949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Bound using segment: {'id': 'a48e793e-08e5-408b-bf1e-b3f24395e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ae734122-f121-4376-935a-3f7a88e93c46'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:47.296504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Bound port: ce77acc4-b6df-454d-987b-9c892bbafc7b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48e793e-08e5-408b-bf1e-b3f24395e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ae734122-f121-4376-935a-3f7a88e93c46'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:47.296891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.299334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.305031 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=16e84a94-dcd8-4cd0-9abd-004e85d2ba2d,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:47.357767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '293898e3-4855-4bd6-b159-212a304cf00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c4f48ef7-5350-4a71-8c29-68a798c73466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:47.358358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: c4f48ef7-5350-4a71-8c29-68a798c73466, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:41:47.367546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5ef7480d-e70f-43be-89b1-631e757415a9 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:47.400882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-079551b0-7a2d-40e5-afeb-1a19416f931d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.403663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-079551b0-7a2d-40e5-afeb-1a19416f931d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.407516 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-079551b0-7a2d-40e5-afeb-1a19416f931d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/53f6ea61-a644-41a8-b2f6-d6e9a94ef51a HTTP/1.1" status: 204 len: 168 time: 0.6442602 Mar 08 12:41:47.413617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35170) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.416781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.495471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079551b0-7a2d-40e5-afeb-1a19416f931d tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f6ea61-a644-41a8-b2f6-d6e9a94ef51a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:47.497956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede5f24-10ce-4162-b7ab-4c4f0341fd15 None None] Pushing event updated for resources: {'Port': ['ID=6330ab72-5216-444d-962b-787f1ee55696,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:47.499894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network c4f48ef7-5350-4a71-8c29-68a798c73466 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:41:47.501114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Calling delete_port for b0aa756e-cfb0-43fd-94c7-4046970c1dd7 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:47.542209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005e10c9-23cb-4ed7-b329-7b5f41db9e68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:47.548968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-005e10c9-23cb-4ed7-b329-7b5f41db9e68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.556105 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-005e10c9-23cb-4ed7-b329-7b5f41db9e68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:47.557145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005e10c9-23cb-4ed7-b329-7b5f41db9e68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:47.561415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.567842 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] For port ce77acc4-b6df-454d-987b-9c892bbafc7b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:47.585486 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-418e50c2-dc19-4f50-b2d8-a1a828379d59 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] update failed (client error): The resource could not be found. Mar 08 12:41:47.589480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb4d751a-5a8b-4c45-9e60-b3743840d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.590300 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-418e50c2-dc19-4f50-b2d8-a1a828379d59 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "PUT /v2.0/floatingips/e450149d-8bc7-4def-a82f-7af9e657328f HTTP/1.1" status: 404 len: 507 time: 0.4139128 Mar 08 12:41:47.591179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] For port ce77acc4-b6df-454d-987b-9c892bbafc7b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ce77acc4-b6df-454d-987b-9c892bbafc7b,segment=NetworkSegment(a48e793e-08e5-408b-bf1e-b3f24395e6b0),segment_id=a48e793e-08e5-408b-bf1e-b3f24395e6b0)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:47.599804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35172) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.611536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7dd92e39-3f95-4bbe-8763-c168453e3904 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1870630 Mar 08 12:41:47.623536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=1c2012dd-5cdf-44f7-8a37-e1bd9e605640,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:47.625879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 5ef7480d-e70f-43be-89b1-631e757415a9 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:47.625879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.627992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.637450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:47.640046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, c4f48ef7-5350-4a71-8c29-68a798c73466) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:47.653603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.662515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fb4d751a-5a8b-4c45-9e60-b3743840d18b None None] For port 5ef7480d-e70f-43be-89b1-631e757415a9, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5ef7480d-e70f-43be-89b1-631e757415a9,segment=NetworkSegment(ce29e4f8-8bc5-4154-af44-2beb458fb058),segment_id=ce29e4f8-8bc5-4154-af44-2beb458fb058)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:47.669375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:47.670138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.676601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.679888 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a50ca837-cf5b-439a-bce9-0cd373315da5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/1c2012dd-5cdf-44f7-8a37-e1bd9e605640 HTTP/1.1" status: 204 len: 168 time: 1.3966439 Mar 08 12:41:47.681149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a3515-2354-49ef-a3fb-ec9e21ff9c6a None None] Network c4f48ef7-5350-4a71-8c29-68a798c73466 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:47.695646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35176) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.738017 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-954c0527-473c-4201-a01a-7b60a08735e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:41:47.739794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-954c0527-473c-4201-a01a-7b60a08735e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/1c2012dd-5cdf-44f7-8a37-e1bd9e605640 HTTP/1.1" status: 404 len: 333 time: 0.0442910 Mar 08 12:41:47.745538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35180) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.760469 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-005e10c9-23cb-4ed7-b329-7b5f41db9e68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5723870 Mar 08 12:41:47.788375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35182) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.814036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9bbfa457-c6e3-4a00-8eed-a97418d5e983 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:47.828080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.842657 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a01caba3-b64a-4854-b1f8-44536449ba55 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6796136 Mar 08 12:41:47.848182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35184) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:47.862252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb4d751a-5a8b-4c45-9e60-b3743840d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:47.910082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bd702f05-f477-4e23-be75-6b6b732bfa64 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-933685220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:47.922250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 94110053-780b-4b5f-b7a7-27e70c7df190 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:47.926372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.044855 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.086647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58541cf6-3bb8-44d0-bfa0-c3540f354f6e None None] Pushing event updated for resources: {'Port': ['ID=ce77acc4-b6df-454d-987b-9c892bbafc7b,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:48.193550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.198442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-69c3cabf-c4da-4bf3-9822-c40c16ef3930 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5411074 Mar 08 12:41:48.203870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35186) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:48.262196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0202d914-68eb-4ab9-9f93-add4febac3f4 None None] Provisioning complete for port b0aa756e-cfb0-43fd-94c7-4046970c1dd7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:48.262508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0202d914-68eb-4ab9-9f93-add4febac3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.293512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd702f05-f477-4e23-be75-6b6b732bfa64 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.294704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd702f05-f477-4e23-be75-6b6b732bfa64 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.301714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d751a-5a8b-4c45-9e60-b3743840d18b None None] Pushing event updated for resources: {'Port': ['ID=5ef7480d-e70f-43be-89b1-631e757415a9,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:48.312523 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-138107f0-9881-4af2-be8c-294c32a66056 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] delete failed (client error): The resource could not be found. Mar 08 12:41:48.323694 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-138107f0-9881-4af2-be8c-294c32a66056 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "DELETE /v2.0/security-groups/53f6ea61-a644-41a8-b2f6-d6e9a94ef51a HTTP/1.1" status: 404 len: 347 time: 0.1155005 Mar 08 12:41:48.323928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35188) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:48.345148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-c4f48ef7-5350-4a71-8c29-68a798c73466', 'network_id': 'c4f48ef7-5350-4a71-8c29-68a798c73466', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': '16e84a94-dcd8-4cd0-9abd-004e85d2ba2d'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:48.346011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.351055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0202d914-68eb-4ab9-9f93-add4febac3f4 None None] Port b0aa756e-cfb0-43fd-94c7-4046970c1dd7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:48.363510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85bd00-f71a-459d-99fb-b3930f98276d req-e99c9103-bae6-4b3c-aa50-69af0b090adc tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:48.367130 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0c85bd00-f71a-459d-99fb-b3930f98276d req-e99c9103-bae6-4b3c-aa50-69af0b090adc tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.4086893 Mar 08 12:41:48.414452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.440980 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-23b96d69-ab54-4aa4-a9ae-7a7847b3e206 tempest-SecGroupIPv6Test-1239163009 tempest-SecGroupIPv6Test-1239163009-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1154711 Mar 08 12:41:48.469222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=94110053-780b-4b5f-b7a7-27e70c7df190,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:48.478614 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.493777 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e9dd835-51aa-4703-96b0-6cb68fbfca34 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/94110053-780b-4b5f-b7a7-27e70c7df190 HTTP/1.1" status: 204 len: 168 time: 0.7465889 Mar 08 12:41:48.498630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35192) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:48.507594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Deleting port b38ff5e1-5262-4c87-a31d-5fc67c792442 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:48.508180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.512172 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0c85bd00-f71a-459d-99fb-b3930f98276d req-b311c884-026d-4460-a167-55e95a898b3c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269469 Mar 08 12:41:48.517510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-04961b2a-4224-4540-9793-4fc2e0b779bb None None] Could not find standard attr ID for object 1c2012dd-5cdf-44f7-8a37-e1bd9e605640. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:48.618119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-04961b2a-4224-4540-9793-4fc2e0b779bb None None] Provisioning complete for port 5ef7480d-e70f-43be-89b1-631e757415a9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:48.619705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-04961b2a-4224-4540-9793-4fc2e0b779bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.631972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f29c39-77fe-4a25-8f04-401432ea23c3 None None] Network e16159ce-7f28-40ac-838d-44bd89074c13 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:48.687522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.695780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd702f05-f477-4e23-be75-6b6b732bfa64 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.699095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbfa457-c6e3-4a00-8eed-a97418d5e983 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:48.703164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa457-c6e3-4a00-8eed-a97418d5e983 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.704593 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbfa457-c6e3-4a00-8eed-a97418d5e983 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:48.705016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbfa457-c6e3-4a00-8eed-a97418d5e983 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:41:48.707645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.754626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Port': ['ID=b0aa756e-cfb0-43fd-94c7-4046970c1dd7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:48.784340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 5ef7480d-e70f-43be-89b1-631e757415a9 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:48.785575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.791117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd702f05-f477-4e23-be75-6b6b732bfa64 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.808787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Allocated IP 172.21.0.2 (c4f48ef7-5350-4a71-8c29-68a798c73466/16e84a94-dcd8-4cd0-9abd-004e85d2ba2d/0396e17f-0c88-45f4-8fd2-2500619114d0) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:48.905938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] For port 5ef7480d-e70f-43be-89b1-631e757415a9, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5ef7480d-e70f-43be-89b1-631e757415a9,segment=NetworkSegment(ce29e4f8-8bc5-4154-af44-2beb458fb058),segment_id=ce29e4f8-8bc5-4154-af44-2beb458fb058)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:48.908120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.912064 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9bbfa457-c6e3-4a00-8eed-a97418d5e983 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1078560 Mar 08 12:41:48.912233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35194) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:48.938460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.938944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:48.963940 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-42eb50fd-451e-45b2-b83a-d0e567c646e3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482962 Mar 08 12:41:48.963940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 5ef7480d-e70f-43be-89b1-631e757415a9 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:48.965318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35196) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.184099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35200) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.217402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ff62b-098d-41c2-a1b4-1e8c03a13f45 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:49.219417 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f68ff62b-098d-41c2-a1b4-1e8c03a13f45 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2531679 Mar 08 12:41:49.226612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35204) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.264160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] DHCP port deletion for e16159ce-7f28-40ac-838d-44bd89074c13 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:49.295573 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0b39db64-6b4c-4977-b00c-44d05f3aeb26 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675595 Mar 08 12:41:49.308819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35206) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.320850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:49.321892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-18a235c1-7794-480f-9ac1-89093ec95e0b None None] Could not find standard attr ID for object 1c2012dd-5cdf-44f7-8a37-e1bd9e605640. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:49.329192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8656acd-92c6-46b7-b543-7547aa81151a None None] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:49.356484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd702f05-f477-4e23-be75-6b6b732bfa64 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.358568 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bd702f05-f477-4e23-be75-6b6b732bfa64 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4581835 Mar 08 12:41:49.359692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Calling delete_port for b38ff5e1-5262-4c87-a31d-5fc67c792442 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:49.365752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.369981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cdb8699a-b437-4db6-9acb-7b9051e3ba1b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/ports/b0aa756e-cfb0-43fd-94c7-4046970c1dd7 HTTP/1.1" status: 204 len: 168 time: 2.5643356 Mar 08 12:41:49.375736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35208) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.375736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35210) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.469775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.514724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e97805e2-75eb-44e3-b223-473547a5c143 None None] Provisioning complete for port 6330ab72-5216-444d-962b-787f1ee55696 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:49.515805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e97805e2-75eb-44e3-b223-473547a5c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.524819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d8c53b-2511-4573-818d-b51270eb1f81 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] GET failed (client error): The resource could not be found. Mar 08 12:41:49.526724 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a8d8c53b-2511-4573-818d-b51270eb1f81 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "GET /v2.0/ports/b0aa756e-cfb0-43fd-94c7-4046970c1dd7 HTTP/1.1" status: 404 len: 333 time: 0.1494088 Mar 08 12:41:49.530308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35212) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.541885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1561339868'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:49.544163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6330ab72-5216-444d-962b-787f1ee55696 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:49.577506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.592946 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5714b3c7-1305-43b8-8c14-89112cc4aac9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0a91a9834da41609529478e07606df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053028 Mar 08 12:41:49.602178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35216) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:49.666271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=5ef7480d-e70f-43be-89b1-631e757415a9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:49.670165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] Deleting port 5ef7480d-e70f-43be-89b1-631e757415a9 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:49.670682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.677350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No DVR routers for this DVR port 5ef7480d-e70f-43be-89b1-631e757415a9 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:49.692130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.711356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:49.712892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.714915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.811920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Network c4f48ef7-5350-4a71-8c29-68a798c73466 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:49.837817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:49.841753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:49.848621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:49.861578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.861988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:49.913204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] For port 5ef7480d-e70f-43be-89b1-631e757415a9, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:49.913204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.918428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Pushing event updated for resources: {'Port': ['ID=0396e17f-0c88-45f4-8fd2-2500619114d0,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:49.919755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16159ce-7f28-40ac-838d-44bd89074c13']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:49.921595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64046b99-7ad4-42db-b7e4-c986de16bc1e None None] Network ae734122-f121-4376-935a-3f7a88e93c46 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:49.927811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:49.928882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:49.945673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce29e4f8-8bc5-4154-af44-2beb458fb058') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:49.945966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce29e4f8-8bc5-4154-af44-2beb458fb058') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:49.963555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.007856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.008780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=9ca4fa4d-9d8d-448a-bd6e-8604980c51b2,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:50.014614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-047935b7-ed6d-4566-9ab1-6b09f5c7d065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.017805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:41:50.019052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:41:50.036865 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:41:50.045753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2cc66-5fb1-439d-ae39-d30488139029 req-e9e8ef41-59c7-4d6a-a963-3e45a2aa3ce0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:50.049835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:50.053501 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-75d2cc66-5fb1-439d-ae39-d30488139029 req-e9e8ef41-59c7-4d6a-a963-3e45a2aa3ce0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3471835 Mar 08 12:41:50.054027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.127685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] device_id is not set on port 649256b5-0137-459d-8e41-430b47079117 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:50.130994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e97805e2-75eb-44e3-b223-473547a5c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.137459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] Calling delete_port for 5ef7480d-e70f-43be-89b1-631e757415a9 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:50.141402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-047935b7-ed6d-4566-9ab1-6b09f5c7d065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.145538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.145932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.146279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.146606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150685 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0160c49b-c63b-4d25-8e11-46cff0d3f165 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1130850 Mar 08 12:41:50.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:41:50.155299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] Port 5ef7480d-e70f-43be-89b1-631e757415a9 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:41:50.156006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.160308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35218) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:50.166995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2', 'fixed_ips': [{'subnet_id': '8b70afb0-8832-44a7-92b5-1ee12f4a70d9'}, {'subnet_id': '9ca4fa4d-9d8d-448a-bd6e-8604980c51b2'}], 'name': 'tempest-PortsTestJSON-2018343512'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:50.217949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.218428 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-75d2cc66-5fb1-439d-ae39-d30488139029 req-fffda987-8e45-4be8-b570-a121ad03332f tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631594 Mar 08 12:41:50.247237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.251886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.259604 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/e16159ce-7f28-40ac-838d-44bd89074c13 HTTP/1.1" status: 204 len: 168 time: 1.7554977 Mar 08 12:41:50.268719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6330ab72-5216-444d-962b-787f1ee55696 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:50.269154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.286913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35220) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:50.291360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'name': 'tempest-PortsIpV6TestJSON-2135405916'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:50.298857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Attempting to bind port 0396e17f-0c88-45f4-8fd2-2500619114d0 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:50.299226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Attempting to bind port 0396e17f-0c88-45f4-8fd2-2500619114d0 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '293898e3-4855-4bd6-b159-212a304cf00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c4f48ef7-5350-4a71-8c29-68a798c73466'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:50.299604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Attempting to bind port 0396e17f-0c88-45f4-8fd2-2500619114d0 on network c4f48ef7-5350-4a71-8c29-68a798c73466 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:50.302617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] Pushing event deleted for resources: {'Port': ['ID=5ef7480d-e70f-43be-89b1-631e757415a9,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:50.312328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef13bb-6ed5-4959-8ae9-73024c896d50 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=e16159ce-7f28-40ac-838d-44bd89074c13,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:50.338877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16fd3c-6b90-4210-9ade-27c257f08926 None None] No DVR routers for this DVR port 5ef7480d-e70f-43be-89b1-631e757415a9 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:50.344668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e97805e2-75eb-44e3-b223-473547a5c143 None None] For port 6330ab72-5216-444d-962b-787f1ee55696, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6330ab72-5216-444d-962b-787f1ee55696,segment=NetworkSegment(c409ef47-b824-45cb-a467-832be8673f80),segment_id=c409ef47-b824-45cb-a467-832be8673f80)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:50.347188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:50.347542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Checking segment: {'id': '293898e3-4855-4bd6-b159-212a304cf00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c4f48ef7-5350-4a71-8c29-68a798c73466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:50.348113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.348319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Bound using segment: {'id': '293898e3-4855-4bd6-b159-212a304cf00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c4f48ef7-5350-4a71-8c29-68a798c73466'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:50.348812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Bound port: 0396e17f-0c88-45f4-8fd2-2500619114d0, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293898e3-4855-4bd6-b159-212a304cf00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c4f48ef7-5350-4a71-8c29-68a798c73466'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:50.349191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.350385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.425101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event deleted for resources: {'Port': ['ID=b38ff5e1-5262-4c87-a31d-5fc67c792442,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:50.447717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e97805e2-75eb-44e3-b223-473547a5c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.505209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-047935b7-ed6d-4566-9ab1-6b09f5c7d065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.507857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-047935b7-ed6d-4566-9ab1-6b09f5c7d065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.509028 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-047935b7-ed6d-4566-9ab1-6b09f5c7d065 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94f7cfa4-2172-498a-bbad-7de333b6af2c HTTP/1.1" status: 204 len: 168 time: 0.9035172 Mar 08 12:41:50.585733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047935b7-ed6d-4566-9ab1-6b09f5c7d065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f7cfa4-2172-498a-bbad-7de333b6af2c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:50.605147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.608702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.610240 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-74b26e64-36a7-4361-8cf4-e34b294c7f00 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "DELETE /v2.0/floatingips/e450149d-8bc7-4def-a82f-7af9e657328f HTTP/1.1" status: 204 len: 168 time: 2.9971120 Mar 08 12:41:50.622062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35224) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:50.622062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4e6051a3-9fa0-4127-ada5-f0a9b510cd97 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'floatingip': {'floating_network_id': '98efba8f-384d-42df-b2e0-ecdb1817eceb', 'port_id': '7d13b514-98c1-405f-92f2-c749abc62c97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:50.635448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] For port 0396e17f-0c88-45f4-8fd2-2500619114d0, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:50.658688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:50.662856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.673516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] For port 0396e17f-0c88-45f4-8fd2-2500619114d0, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0396e17f-0c88-45f4-8fd2-2500619114d0,segment=NetworkSegment(293898e3-4855-4bd6-b159-212a304cf00e),segment_id=293898e3-4855-4bd6-b159-212a304cf00e)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:50.677475 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf865fc-ae87-4139-92bc-06df5f9267e3 None None] Update dhcp port {'port': {'network_id': 'a324739d-85ad-4f42-a31d-e5736b3a91c2', 'fixed_ips': [{'subnet_id': '8b70afb0-8832-44a7-92b5-1ee12f4a70d9', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ca4fa4d-9d8d-448a-bd6e-8604980c51b2'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '6330ab72-5216-444d-962b-787f1ee55696'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:41:50.679424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97805e2-75eb-44e3-b223-473547a5c143 None None] Pushing event updated for resources: {'Port': ['ID=6330ab72-5216-444d-962b-787f1ee55696,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:50.682774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ce77acc4-b6df-454d-987b-9c892bbafc7b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:50.706711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 0263bb2a-cae8-4a36-ad93-86e74366660f yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:50.709101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cf5403a6-55f0-4268-947a-a09a56d83fd3 None None] Provisioning complete for port ce77acc4-b6df-454d-987b-9c892bbafc7b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:50.709539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf5403a6-55f0-4268-947a-a09a56d83fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.767021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Allocated IP 2001:db8::3a4 (1a4925ea-05d0-4be2-b774-4abe109babc7/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233/649256b5-0137-459d-8e41-430b47079117) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:50.777419 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.788432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cbf865fc-ae87-4139-92bc-06df5f9267e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.807654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:41:50.811710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.820638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.20.0.1 (ae734122-f121-4376-935a-3f7a88e93c46/8365f631-bae3-4a48-a844-c59b1cb84fbb/78666c73-2543-4478-83aa-53ecbff41692) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:50.829267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e6051a3-9fa0-4127-ada5-f0a9b510cd97 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:50.881075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=323c19ed-dba6-4a73-a7cb-53ee2b841db7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:50.908048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:50.993105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3dde3-71e1-4ad2-bf10-4a0003989da4 None None] Pushing event updated for resources: {'Port': ['ID=0396e17f-0c88-45f4-8fd2-2500619114d0,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:51.013645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port ce77acc4-b6df-454d-987b-9c892bbafc7b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:51.013955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.017251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:51.032684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:51.041365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:51.042451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.185885 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bcd12b9d-b4bc-41e3-a8a4-6f6ba0eeb18f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8758051 Mar 08 12:41:51.193714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.197122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35232) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:51.229971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:a9:90:f3', 'name': 'tempest-NetworksTestDHCPv6-199224972'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:51.250560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-cbf865fc-ae87-4139-92bc-06df5f9267e3 None None] Allocated IP 172.20.0.18 (a324739d-85ad-4f42-a31d-e5736b3a91c2/9ca4fa4d-9d8d-448a-bd6e-8604980c51b2/6330ab72-5216-444d-962b-787f1ee55696) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:51.292160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f55072-5ce9-4697-9fb3-1c5a78f85009 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:51.297179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.302225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 2214ffda-72cb-4d16-aea4-0536837f6ba8 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:51.368297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.429161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf5403a6-55f0-4268-947a-a09a56d83fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.457989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.475913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.558349 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:51.571128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:51.574919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cf5403a6-55f0-4268-947a-a09a56d83fd3 None None] For port ce77acc4-b6df-454d-987b-9c892bbafc7b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ce77acc4-b6df-454d-987b-9c892bbafc7b,segment=NetworkSegment(a48e793e-08e5-408b-bf1e-b3f24395e6b0),segment_id=a48e793e-08e5-408b-bf1e-b3f24395e6b0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:51.581517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269f0b-9228-4c7d-b41e-d1b32b53dfa0 req-c4ab45b0-e98f-4d1b-8ed9-68e0e1d40ddc tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:51.588910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fd269f0b-9228-4c7d-b41e-d1b32b53dfa0 req-c4ab45b0-e98f-4d1b-8ed9-68e0e1d40ddc tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1843305 Mar 08 12:41:51.591540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:51.596591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:51.597196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.602889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.626595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=0263bb2a-cae8-4a36-ad93-86e74366660f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:51.661994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cbf865fc-ae87-4139-92bc-06df5f9267e3 None None] For port 6330ab72-5216-444d-962b-787f1ee55696, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6330ab72-5216-444d-962b-787f1ee55696,segment=NetworkSegment(c409ef47-b824-45cb-a467-832be8673f80),segment_id=c409ef47-b824-45cb-a467-832be8673f80)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:51.674883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network ae734122-f121-4376-935a-3f7a88e93c46 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:51.692921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:51.696224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:51.708624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:51.724051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bdf6a7ed-51de-4544-935b-b57630582416 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4355476 Mar 08 12:41:51.726248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf5403a6-55f0-4268-947a-a09a56d83fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.743874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.763841 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fd269f0b-9228-4c7d-b41e-d1b32b53dfa0 req-b8b4dae0-10b4-4a98-bb89-2c5379a7836b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692832 Mar 08 12:41:51.768879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35242) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:51.781593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=78666c73-2543-4478-83aa-53ecbff41692,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:51.790841 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.834916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-4e6051a3-9fa0-4127-ada5-f0a9b510cd97 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:51.841250 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4e6051a3-9fa0-4127-ada5-f0a9b510cd97 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2262051 Mar 08 12:41:51.846298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5403a6-55f0-4268-947a-a09a56d83fd3 None None] Pushing event updated for resources: {'Port': ['ID=ce77acc4-b6df-454d-987b-9c892bbafc7b,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:51.848979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35246) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:51.859188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '7d13b514-98c1-405f-92f2-c749abc62c97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:51.871662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cbf865fc-ae87-4139-92bc-06df5f9267e3 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.882749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.886881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=649256b5-0137-459d-8e41-430b47079117,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:51.891802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:51.904872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:51.909504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:51.934478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:51.934478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:51.934669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3c6a4cd3-37b3-4fa5-90bc-72c358f9925f None None] Provisioning complete for port ce77acc4-b6df-454d-987b-9c892bbafc7b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:51.934669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4cd3-37b3-4fa5-90bc-72c358f9925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.038658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '323c19ed-dba6-4a73-a7cb-53ee2b841db7'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:52.040103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.055958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.067658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cbf865fc-ae87-4139-92bc-06df5f9267e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.090656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port e1396de4-accc-40a6-b20a-c9df46d806d0 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:52.250946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fea9:90f3 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/323c19ed-dba6-4a73-a7cb-53ee2b841db7/e1396de4-accc-40a6-b20a-c9df46d806d0) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:52.259092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:41:52.259364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:41:52.320623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35252) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:52.340031 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9db5a910-b022-436e-8523-79e5a0ab8c84 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8086355 Mar 08 12:41:52.347574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35256) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:52.368480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:05:2f:f7'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:52.401195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf865fc-ae87-4139-92bc-06df5f9267e3 None None] Pushing event updated for resources: {'Port': ['ID=6330ab72-5216-444d-962b-787f1ee55696,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:52.561656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 0263bb2a-cae8-4a36-ad93-86e74366660f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:52.561656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.568406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b681117e-725b-4e4a-9bdf-208b569f891e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:52.569662 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-b681117e-725b-4e4a-9bdf-208b569f891e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 12:41:52.570227 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b681117e-725b-4e4a-9bdf-208b569f891e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 12:41:52.571296 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b681117e-725b-4e4a-9bdf-208b569f891e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2496221 Mar 08 12:41:52.575661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35258) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:52.598150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78093d9a-130e-48f6-b21b-5b35f29b6713 None None] Network c4f48ef7-5350-4a71-8c29-68a798c73466 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:52.612835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--839803217'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:52.617632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.647744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.3 (a324739d-85ad-4f42-a31d-e5736b3a91c2/8b70afb0-8832-44a7-92b5-1ee12f4a70d9/2214ffda-72cb-4d16-aea4-0536837f6ba8) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:52.666415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.28 (a324739d-85ad-4f42-a31d-e5736b3a91c2/9ca4fa4d-9d8d-448a-bd6e-8604980c51b2/2214ffda-72cb-4d16-aea4-0536837f6ba8) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:52.709514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.769093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 0263bb2a-cae8-4a36-ad93-86e74366660f owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:52.783507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.793978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.842632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.877308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.900364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:52.973287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Provisioning complete for port 0396e17f-0c88-45f4-8fd2-2500619114d0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:52.973732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.074828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.090432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6a496-efed-41ff-a202-470d1f78965c req-2edc5521-e5a7-4746-aada-2b89594f09de tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:53.090432 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-95e6a496-efed-41ff-a202-470d1f78965c req-2edc5521-e5a7-4746-aada-2b89594f09de tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1987259 Mar 08 12:41:53.106074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e2836e-5ecc-4f16-a075-1788334f0229 None None] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:53.168389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.207521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.286503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6330ab72-5216-444d-962b-787f1ee55696 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:53.301863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.316200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-95e6a496-efed-41ff-a202-470d1f78965c req-ceccb88b-6054-4309-af7e-019471212bb0 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138343 Mar 08 12:41:53.317168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=0263bb2a-cae8-4a36-ad93-86e74366660f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:53.358035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.363928 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d3896c33-cac1-42e5-b190-f18ca2454478 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/0263bb2a-cae8-4a36-ad93-86e74366660f HTTP/1.1" status: 204 len: 168 time: 1.5930536 Mar 08 12:41:53.368209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35262) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:53.378652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.395833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=e1396de4-accc-40a6-b20a-c9df46d806d0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:53.399267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'mac_address': 'fa:16:3e:99:b3:8a', 'name': 'tempest-PortsIpV6TestJSON-471732574'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:53.405813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:53.411619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.433988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:53.434642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Allocated IP 2001:db8::f816:3eff:fe22:e5c5 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/323c19ed-dba6-4a73-a7cb-53ee2b841db7/9a6a6391-f47c-4009-8387-2347463d8ad3) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:53.435770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:53.441807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:53.445333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.474865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] For port 0396e17f-0c88-45f4-8fd2-2500619114d0, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0396e17f-0c88-45f4-8fd2-2500619114d0,segment=NetworkSegment(293898e3-4855-4bd6-b159-212a304cf00e),segment_id=293898e3-4855-4bd6-b159-212a304cf00e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:53.501818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.511334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:53.518382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:53.522652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Allocated IP 172.26.3.125 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/7ab2b40e-ef4c-4b5d-b6ad-5e2b71c7ddb4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:53.524623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:53.548160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.550065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6330ab72-5216-444d-962b-787f1ee55696 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:53.550421 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.575133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=2214ffda-72cb-4d16-aea4-0536837f6ba8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:53.592597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.599332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.610411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.613326 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8487c4f3-cc1b-427f-8ddb-b9f905774fc1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4123886 Mar 08 12:41:53.619552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35264) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:53.686786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:53.687451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.711449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.716985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:53.723336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.738997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316b3597-f79d-4791-916c-1d65aa011021,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:53.740469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Provisioning complete for port 649256b5-0137-459d-8e41-430b47079117 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:53.741453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.796272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] In _notify_port_updated(), no bound segment for port 649256b5-0137-459d-8e41-430b47079117 on network 1a4925ea-05d0-4be2-b774-4abe109babc7 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:41:53.802249 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:53.802901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.804324 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "PUT /v2.0/ports/649256b5-0137-459d-8e41-430b47079117 HTTP/1.1" status: 200 len: 1003 time: 1.4524779 Mar 08 12:41:53.809354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35266) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:53.821874 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cdb398c0-19a9-440f-9434-8d37af6972f4 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6555638 Mar 08 12:41:53.832549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35268) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:53.836466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Pushing event updated for resources: {'Port': ['ID=0396e17f-0c88-45f4-8fd2-2500619114d0,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:53.858019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b70afb0-8832-44a7-92b5-1ee12f4a70d9'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:53.871962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43cbb7-c704-47b2-a588-6904aaeb0139 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:53.876989 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cc43cbb7-c704-47b2-a588-6904aaeb0139 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2466276 Mar 08 12:41:53.884963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35270) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:53.927227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eace7-921c-4463-bd9c-dfeb0ce5405d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=649256b5-0137-459d-8e41-430b47079117,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:53.947487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:53.994115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.001743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Port 649256b5-0137-459d-8e41-430b47079117 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:54.012313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=78666c73-2543-4478-83aa-53ecbff41692,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:54.026221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.076155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.110048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.117194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.121490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Provisioning complete for port 78666c73-2543-4478-83aa-53ecbff41692 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:54.121891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.133382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.173934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0396e17f-0c88-45f4-8fd2-2500619114d0 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:54.204664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:54.206696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.214676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:54.215545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.217341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:54.266816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d7a53bff-b9e2-4251-86b0-f0f95db34e10 None None] Port 78666c73-2543-4478-83aa-53ecbff41692 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:54.290505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:54.296314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Pushing event updated for resources: {'Port': ['ID=9a6a6391-f47c-4009-8387-2347463d8ad3,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:54.298851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:54.302812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:54.315149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55454901-f3b3-43dd-a3fa-05f3726aff70,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:54.326171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event updated for resources: {'Port': ['ID=7ab2b40e-ef4c-4b5d-b6ad-5e2b71c7ddb4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:54.336979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network ae734122-f121-4376-935a-3f7a88e93c46 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:54.346370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 6b289729-f1a6-4633-8078-457fc345ffd0 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:54.350919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 0396e17f-0c88-45f4-8fd2-2500619114d0 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:54.350919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.382224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.390728 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d55013a2-e843-463f-b8a7-8eb47d7cf385 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8047326 Mar 08 12:41:54.398725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35274) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:54.404903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port e1396de4-accc-40a6-b20a-c9df46d806d0 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:54.405868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.417618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:54.418192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5b94ba97-e00c-4ae1-8047-2feb6b0cc9e4 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '55454901-f3b3-43dd-a3fa-05f3726aff70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:54.421007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Attempting to bind port 9a6a6391-f47c-4009-8387-2347463d8ad3 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:41:54.421366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Attempting to bind port 9a6a6391-f47c-4009-8387-2347463d8ad3 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:41:54.421717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Attempting to bind port 9a6a6391-f47c-4009-8387-2347463d8ad3 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:41:54.436614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:41:54.437008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:41:54.437360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.437740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:41:54.438244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Bound port: 9a6a6391-f47c-4009-8387-2347463d8ad3, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:41:54.438629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.440423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Provisioning complete for port 2214ffda-72cb-4d16-aea4-0536837f6ba8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:54.440767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.472217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting port 649256b5-0137-459d-8e41-430b47079117 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:54.473044 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.554588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] For port 9a6a6391-f47c-4009-8387-2347463d8ad3, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:41:54.558622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] For port 9a6a6391-f47c-4009-8387-2347463d8ad3, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a6a6391-f47c-4009-8387-2347463d8ad3,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:41:54.627710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ce77acc4-b6df-454d-987b-9c892bbafc7b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:54.676409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.683142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Port 2214ffda-72cb-4d16-aea4-0536837f6ba8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:54.716937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ce78-c99d-42fa-8641-0fb52607dbe3 req-14de1008-e371-4716-b99b-a4a2809e03ac tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:54.718479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6503ce78-c99d-42fa-8641-0fb52607dbe3 req-14de1008-e371-4716-b99b-a4a2809e03ac tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2983811 Mar 08 12:41:54.747550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Provisioning complete for port 0396e17f-0c88-45f4-8fd2-2500619114d0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:54.747550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.794697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port ce77acc4-b6df-454d-987b-9c892bbafc7b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:54.795115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:54.798632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd59b-91ed-4917-ae61-ef8d78c324d1 None None] Pushing event updated for resources: {'Port': ['ID=9a6a6391-f47c-4009-8387-2347463d8ad3,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:54.828858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 7b21129c-26a9-48e0-a7ce-aee193504c55 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:41:54.893952 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6503ce78-c99d-42fa-8641-0fb52607dbe3 req-79386005-044f-493c-9b1f-6458021a81c6 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454623 Mar 08 12:41:54.948444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.025437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:41:55.025737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Provisioning complete for port 649256b5-0137-459d-8e41-430b47079117 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:55.026230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.031087 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ebffa3a5-930c-4469-b9ac-512eddbaf895 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/7b21129c-26a9-48e0-a7ce-aee193504c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6553769 Mar 08 12:41:55.040913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] Sync routers for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:41:55.041086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Deleting port 7ab2b40e-ef4c-4b5d-b6ad-5e2b71c7ddb4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:55.041321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.043399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35276) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:55.088491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:41:55.089143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:41:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:55.095684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.119011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for e1396de4-accc-40a6-b20a-c9df46d806d0 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:55.129557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Port 649256b5-0137-459d-8e41-430b47079117 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:55.131498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:55.137688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5ef7480d-e70f-43be-89b1-631e757415a9 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:55.149973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f506db-3fe8-4569-9854-4f9b361fec59 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:55.150277 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-32f506db-3fe8-4569-9854-4f9b361fec59 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports/78666c73-2543-4478-83aa-53ecbff41692 HTTP/1.1" status: 200 len: 910 time: 0.1041887 Mar 08 12:41:55.154373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35278) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:55.185588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5b94ba97-e00c-4ae1-8047-2feb6b0cc9e4 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.216474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.268453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Delete allocated IP 172.20.0.28 (a324739d-85ad-4f42-a31d-e5736b3a91c2/9ca4fa4d-9d8d-448a-bd6e-8604980c51b2) {{(pid=104045) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 12:41:55.307785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.329662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=6b289729-f1a6-4633-8078-457fc345ffd0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:55.333919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 5ef7480d-e70f-43be-89b1-631e757415a9 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:55.334283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5ef7480d-e70f-43be-89b1-631e757415a9 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:55.347448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Calling delete_port for 649256b5-0137-459d-8e41-430b47079117 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:55.349555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:41:55.349555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:41:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:55.374866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:55.376885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.378246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.385116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Provisioning complete for port 6330ab72-5216-444d-962b-787f1ee55696 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:55.385481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71aac44e-72ae-4b1f-8d79-d70c4a0da13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.388371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:55.389283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:41:55.389283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f26f5-7564-4238-ad23-92a77560ce5e None None] The sync data for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:41:55.396223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:55.407303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:55.407303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.407303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Calling delete_port for 7ab2b40e-ef4c-4b5d-b6ad-5e2b71c7ddb4 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:55.454057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.484146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5b94ba97-e00c-4ae1-8047-2feb6b0cc9e4 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.578892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5b94ba97-e00c-4ae1-8047-2feb6b0cc9e4 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.642221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94ba97-e00c-4ae1-8047-2feb6b0cc9e4 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0c9834-b525-47c3-810f-62222fdbcae4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:55.655437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-21178507-b1e1-4d8f-aeed-f71bc6c2440b None None] Provisioning complete for port 78666c73-2543-4478-83aa-53ecbff41692 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:55.656205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21178507-b1e1-4d8f-aeed-f71bc6c2440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.688264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a6a6391-f47c-4009-8387-2347463d8ad3 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:55.711343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.718945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.737877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-21178507-b1e1-4d8f-aeed-f71bc6c2440b None None] Port 78666c73-2543-4478-83aa-53ecbff41692 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:55.765185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9a6a6391-f47c-4009-8387-2347463d8ad3 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:55.767859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.768528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5b94ba97-e00c-4ae1-8047-2feb6b0cc9e4 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.770154 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5b94ba97-e00c-4ae1-8047-2feb6b0cc9e4 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3596137 Mar 08 12:41:55.771406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=e1396de4-accc-40a6-b20a-c9df46d806d0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:55.773492 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35280) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:55.783503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1f9ff3d0-9ecd-4630-ad3a-2c120a81d81d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '55454901-f3b3-43dd-a3fa-05f3726aff70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:55.805503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.810701 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:41:55.836842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:55.839632 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ae50ffe0-ca8a-4676-b245-d1923010e373 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/e1396de4-accc-40a6-b20a-c9df46d806d0 HTTP/1.1" status: 204 len: 168 time: 1.9273179 Mar 08 12:41:55.884549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35282) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:55.910167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.008542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 9a6a6391-f47c-4009-8387-2347463d8ad3, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a6a6391-f47c-4009-8387-2347463d8ad3,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:56.016784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.025445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f25904c-634e-47f7-a876-a36cf104550e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:56.026861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f25904c-634e-47f7-a876-a36cf104550e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:56.028433 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2f25904c-634e-47f7-a876-a36cf104550e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1341529 Mar 08 12:41:56.032479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-45d9910b-1932-4d17-aab4-49dbde8d3095 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6374876 Mar 08 12:41:56.033213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35286) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.033594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35288) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.060601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=2214ffda-72cb-4d16-aea4-0536837f6ba8,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:56.100719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Port': ['ID=649256b5-0137-459d-8e41-430b47079117,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:56.134180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.135941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0396e17f-0c88-45f4-8fd2-2500619114d0 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:56.156753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 323c19ed-dba6-4a73-a7cb-53ee2b841db7 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:41:56.161882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff3d0-9ecd-4630-ad3a-2c120a81d81d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.163236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.199665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.203183 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f2e0df6d-2b0d-422c-862e-c8340bd7fbb7 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/ports/649256b5-0137-459d-8e41-430b47079117 HTTP/1.1" status: 204 len: 168 time: 2.3887310 Mar 08 12:41:56.215398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35290) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.284637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.296570 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a526fb53-b81d-43ed-a038-4ebed1238932 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] GET failed (client error): The resource could not be found. Mar 08 12:41:56.296570 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a526fb53-b81d-43ed-a038-4ebed1238932 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "GET /v2.0/ports/649256b5-0137-459d-8e41-430b47079117 HTTP/1.1" status: 404 len: 333 time: 0.0759885 Mar 08 12:41:56.300424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] In _notify_port_updated(), no bound segment for port 2214ffda-72cb-4d16-aea4-0536837f6ba8 on network a324739d-85ad-4f42-a31d-e5736b3a91c2 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:41:56.307121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:56.307821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.315552 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-86bfbc5c-d7fe-4086-8b7c-c55785cba2eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "PUT /v2.0/ports/2214ffda-72cb-4d16-aea4-0536837f6ba8 HTTP/1.1" status: 200 len: 919 time: 2.4770379 Mar 08 12:41:56.316316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35292) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.317518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35294) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.325663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b70afb0-8832-44a7-92b5-1ee12f4a70d9'}, {'subnet_id': '9ca4fa4d-9d8d-448a-bd6e-8604980c51b2'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:56.331759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1383782417'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:56.340469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=9a6a6391-f47c-4009-8387-2347463d8ad3,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:56.343621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 0396e17f-0c88-45f4-8fd2-2500619114d0 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:56.344151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.362500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event deleted for resources: {'Port': ['ID=7ab2b40e-ef4c-4b5d-b6ad-5e2b71c7ddb4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:56.389747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcdf4f-a1fe-45aa-bc04-f7fa8b687903 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:56.394055 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3cdcdf4f-a1fe-45aa-bc04-f7fa8b687903 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/6b289729-f1a6-4633-8078-457fc345ffd0 HTTP/1.1" status: 200 len: 844 time: 0.2689054 Mar 08 12:41:56.402524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35296) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.412117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d225c917-da5d-4902-9a1f-f1d8ae4806da None None] Provisioning complete for port 2214ffda-72cb-4d16-aea4-0536837f6ba8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:56.413137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d225c917-da5d-4902-9a1f-f1d8ae4806da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.443280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa64d0-faa2-405c-aee1-9392106e52b5 req-bd6106e9-e4d1-48de-8916-46ffc8185db4 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:56.444996 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04fa64d0-faa2-405c-aee1-9392106e52b5 req-bd6106e9-e4d1-48de-8916-46ffc8185db4 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2936764 Mar 08 12:41:56.467941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.488659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d225c917-da5d-4902-9a1f-f1d8ae4806da None None] Port 2214ffda-72cb-4d16-aea4-0536837f6ba8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:56.513926 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-1f9ff3d0-9ecd-4630-ad3a-2c120a81d81d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 12:41:56.515036 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1f9ff3d0-9ecd-4630-ad3a-2c120a81d81d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7383883 Mar 08 12:41:56.543767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35298) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.618470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5f4f3a35-9520-4202-a5d1-3d148e076f04 None None] Provisioning complete for port 9a6a6391-f47c-4009-8387-2347463d8ad3 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:56.620203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3a35-9520-4202-a5d1-3d148e076f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.631613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.685798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04fa64d0-faa2-405c-aee1-9392106e52b5 req-b165812f-47ad-4272-a473-f94d199bdb6e tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127032 Mar 08 12:41:56.831363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a44dfa7e-1b01-446a-8ab2-14f9c55e3075 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.858817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.865270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.884468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-189b6fe3-104d-4770-aa63-ffc5bdce85e1 None None] Could not find standard attr ID for object e1396de4-accc-40a6-b20a-c9df46d806d0. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:41:56.916038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:56.919813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.921794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a44dfa7e-1b01-446a-8ab2-14f9c55e3075 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:56.929013 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] create failed (client error): The resource could not be found. Mar 08 12:41:56.930105 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8cf815e9-db42-4c29-8cf7-d3f5bb36bb44 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0801446 Mar 08 12:41:56.937663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35302) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:56.939397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 6b289729-f1a6-4633-8078-457fc345ffd0 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:56.939795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.012856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402237ab-8647-4920-adc8-1f45157229b5 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:41:57.013201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] device_id is not set on port 51816615-2e04-44a4-8d8d-b73c59a1cf64 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:57.130438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.25 (a324739d-85ad-4f42-a31d-e5736b3a91c2/9ca4fa4d-9d8d-448a-bd6e-8604980c51b2/2214ffda-72cb-4d16-aea4-0536837f6ba8) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:57.160827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402237ab-8647-4920-adc8-1f45157229b5 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:41:57.176910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.210558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 6b289729-f1a6-4633-8078-457fc345ffd0 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:57.250151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.261251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Allocated IP 2001:db8::332 (1a4925ea-05d0-4be2-b774-4abe109babc7/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233/51816615-2e04-44a4-8d8d-b73c59a1cf64) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:57.294285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Deleting port 7d13b514-98c1-405f-92f2-c749abc62c97 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:57.294624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.367490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f5d85-6a96-4951-9688-3fbd6ec0338a req-16f48d29-b740-4ef3-92f5-6af4b8222c6d tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:57.371346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-549f5d85-6a96-4951-9688-3fbd6ec0338a req-16f48d29-b740-4ef3-92f5-6af4b8222c6d tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2765365 Mar 08 12:41:57.372206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=323c19ed-dba6-4a73-a7cb-53ee2b841db7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:57.375363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a44dfa7e-1b01-446a-8ab2-14f9c55e3075 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.378194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a44dfa7e-1b01-446a-8ab2-14f9c55e3075 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.381829 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a44dfa7e-1b01-446a-8ab2-14f9c55e3075 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/55454901-f3b3-43dd-a3fa-05f3726aff70 HTTP/1.1" status: 204 len: 168 time: 0.8282232 Mar 08 12:41:57.384079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35306) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:57.394033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.398142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d6847ca-8fd3-4c38-a19a-d7c878cde55d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/323c19ed-dba6-4a73-a7cb-53ee2b841db7 HTTP/1.1" status: 204 len: 168 time: 1.3268268 Mar 08 12:41:57.406426 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35308) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:57.483596 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-432b25d3-d01e-4ae4-8376-c2c35db214d0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743585 Mar 08 12:41:57.484012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-3478b110-89b7-46dd-95b0-2d111e58194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:57.485585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-3478b110-89b7-46dd-95b0-2d111e58194e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.3033271 Mar 08 12:41:57.486081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35310) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:57.493773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dfa7e-1b01-446a-8ab2-14f9c55e3075 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55454901-f3b3-43dd-a3fa-05f3726aff70,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:57.496892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9766f6d-d72d-4c8d-bd85-17c563208b15 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:57.504722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:57.525811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.528402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.558572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Calling delete_port for 7d13b514-98c1-405f-92f2-c749abc62c97 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:57.575958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a6a6391-f47c-4009-8387-2347463d8ad3 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:41:57.609188 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-23598d78-0d4a-4d63-a216-862c8b5d1de7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2180202 Mar 08 12:41:57.611521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35312) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:57.621937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-79288c15-95ec-4b22-bb28-0bd1563f1688 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--794318143'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:57.626196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.664435 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-549f5d85-6a96-4951-9688-3fbd6ec0338a req-f7d06567-13d6-4024-8842-d99ad8e76fcb tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796857 Mar 08 12:41:57.709358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9a6a6391-f47c-4009-8387-2347463d8ad3 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:57.710486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.773018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.21.0.1 (c4f48ef7-5350-4a71-8c29-68a798c73466/16e84a94-dcd8-4cd0-9abd-004e85d2ba2d/a7dd0420-86c2-40ff-8179-6646916aee77) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:57.785266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-64bcb170-da5e-4fdb-a29b-a2d90e06515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:57.786853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-64bcb170-da5e-4fdb-a29b-a2d90e06515c service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.2742381 Mar 08 12:41:57.816219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=2214ffda-72cb-4d16-aea4-0536837f6ba8,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:57.856333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-79288c15-95ec-4b22-bb28-0bd1563f1688 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.857249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.873676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:41:57.888782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.951514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] Deleting port 9a6a6391-f47c-4009-8387-2347463d8ad3 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:57.952196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.991818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] In _notify_port_updated(), no bound segment for port 2214ffda-72cb-4d16-aea4-0536837f6ba8 on network a324739d-85ad-4f42-a31d-e5736b3a91c2 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:41:57.997633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:57.998339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:57.999722 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-25941498-4994-4190-8cb5-20a904df2ed8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "PUT /v2.0/ports/2214ffda-72cb-4d16-aea4-0536837f6ba8 HTTP/1.1" status: 200 len: 999 time: 1.6793163 Mar 08 12:41:58.005451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.045655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] For port 9a6a6391-f47c-4009-8387-2347463d8ad3, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a6a6391-f47c-4009-8387-2347463d8ad3,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:41:58.047043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.075457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] Calling delete_port for 9a6a6391-f47c-4009-8387-2347463d8ad3 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:58.110576 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.123678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.130553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-79288c15-95ec-4b22-bb28-0bd1563f1688 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.170363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event deleted for resources: {'Port': ['ID=7d13b514-98c1-405f-92f2-c749abc62c97,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:58.199014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=6b289729-f1a6-4633-8078-457fc345ffd0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:58.202103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:58.205068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.222180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-79288c15-95ec-4b22-bb28-0bd1563f1688 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.247570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:58.260638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.266037 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2562119a-1bff-41c9-9466-dfd9b78881e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/6b289729-f1a6-4633-8078-457fc345ffd0 HTTP/1.1" status: 204 len: 168 time: 1.8602614 Mar 08 12:41:58.269262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:58.271400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35316) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.300616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:58.306652 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:58.307314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.318442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=51816615-2e04-44a4-8d8d-b73c59a1cf64,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:58.324461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.330595 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-65b69903-8953-460e-8981-d60a8b6c1a50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 1001 time: 0.5352607 Mar 08 12:41:58.348381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79288c15-95ec-4b22-bb28-0bd1563f1688 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7378b33-7db3-4396-9b86-d866e4bd47dd,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:58.362937 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d8581a-d18b-4ae6-963c-9f31d1486585 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:41:58.363151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.364134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] No DVR routers for this DVR port 9a6a6391-f47c-4009-8387-2347463d8ad3 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:41:58.370536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-61d8581a-d18b-4ae6-963c-9f31d1486585 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/6b289729-f1a6-4633-8078-457fc345ffd0 HTTP/1.1" status: 404 len: 333 time: 0.0616376 Mar 08 12:41:58.370666 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9c4f469d-c1cd-42a2-98cc-806ad978dbb1 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "DELETE /v2.0/ports/7d13b514-98c1-405f-92f2-c749abc62c97 HTTP/1.1" status: 204 len: 168 time: 1.4319928 Mar 08 12:41:58.372910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35318) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.372910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35320) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.375899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 2214ffda-72cb-4d16-aea4-0536837f6ba8 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:41:58.376238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.389741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'name': 'tempest-PortsIpV6TestJSON-1546640780'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:58.429336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b08f9-8ace-4de3-b2f3-5faac7011b40 None None] Pushing event deleted for resources: {'Port': ['ID=9a6a6391-f47c-4009-8387-2347463d8ad3,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:58.433639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7cd8d151-b7ee-4086-9a6a-45e4b03cb93b None None] Provisioning complete for port 2214ffda-72cb-4d16-aea4-0536837f6ba8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:58.434276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7cd8d151-b7ee-4086-9a6a-45e4b03cb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.456700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-79288c15-95ec-4b22-bb28-0bd1563f1688 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.462073 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-79288c15-95ec-4b22-bb28-0bd1563f1688 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8451607 Mar 08 12:41:58.465884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35322) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.475040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.479264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9a1eaf44-0795-43f7-b26f-ac09476ece63 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd7378b33-7db3-4396-9b86-d866e4bd47dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:58.484690 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.api.v2.base [None req-9a1eaf44-0795-43f7-b26f-ac09476ece63 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 08 12:41:58.484690 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-9a1eaf44-0795-43f7-b26f-ac09476ece63 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:41:58.484690 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9a1eaf44-0795-43f7-b26f-ac09476ece63 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116088 Mar 08 12:41:58.485744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35324) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.487075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8d151-b7ee-4086-9a6a-45e4b03cb93b None None] Port 2214ffda-72cb-4d16-aea4-0536837f6ba8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:58.494864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-548c7585-8e0b-4bd6-bac1-3c68c1340fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:58.496238 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-548c7585-8e0b-4bd6-bac1-3c68c1340fdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.1448126 Mar 08 12:41:58.496476 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9fe8065a-e8a3-4a77-a767-6349cfa1957d tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1777377 Mar 08 12:41:58.508770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35326) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.522669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'network_id': '1a4925ea-05d0-4be2-b774-4abe109babc7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2035775224'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:58.725248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6e2197b4-220f-4cd3-961e-8b7739c371a2 None None] Provisioning complete for port 51816615-2e04-44a4-8d8d-b73c59a1cf64 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:58.726467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6e2197b4-220f-4cd3-961e-8b7739c371a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.775425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85a12d73-4c13-4095-b807-ae67f5748d7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.777982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6e2197b4-220f-4cd3-961e-8b7739c371a2 None None] Port 51816615-2e04-44a4-8d8d-b73c59a1cf64 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:58.778319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-ce24dedb-29ef-4a86-aa1c-c30ee9052b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:58.781282 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-ce24dedb-29ef-4a86-aa1c-c30ee9052b81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2733500 Mar 08 12:41:58.842035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.876396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb9d0-1880-43dd-95b8-d874cb376a26 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:58.877905 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21cfb9d0-1880-43dd-95b8-d874cb376a26 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "GET /v2.0/ports?device_id=5283db03-9456-4fb1-ad11-4c692eef2b59 HTTP/1.1" status: 200 len: 913 time: 0.5056109 Mar 08 12:41:58.883934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35330) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:58.938196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.966509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85a12d73-4c13-4095-b807-ae67f5748d7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:58.980332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 2214ffda-72cb-4d16-aea4-0536837f6ba8 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:41:58.998568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network c4f48ef7-5350-4a71-8c29-68a798c73466 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:59.021700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:59.024075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:59.025539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8c7d-b095-4f4b-8bcd-f5898345c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.039688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=a7dd0420-86c2-40ff-8179-6646916aee77,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:59.042090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:59.045447 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.049686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040e206-0855-4c91-a785-f3a1569343db req-676f0e8c-7c2c-4f63-996a-53a0923f9825 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:59.051391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6040e206-0855-4c91-a785-f3a1569343db req-676f0e8c-7c2c-4f63-996a-53a0923f9825 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.3065836 Mar 08 12:41:59.145673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 6bcc0e6b-2124-4b89-925e-83ade26bfb16 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:59.174425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-16f83fe8-9102-43ce-a79a-54c0f6994f00 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498671 Mar 08 12:41:59.185129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.259976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Made reservation on behalf of 1c9f24552c51493489e04d333644c0e9 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:41:59.263471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.283764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85a12d73-4c13-4095-b807-ae67f5748d7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.288476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85a12d73-4c13-4095-b807-ae67f5748d7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.292399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-85a12d73-4c13-4095-b807-ae67f5748d7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/d7378b33-7db3-4396-9b86-d866e4bd47dd HTTP/1.1" status: 204 len: 168 time: 0.8001201 Mar 08 12:41:59.294888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35332) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:59.305614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7a8cfbf2-1bdc-4f88-b296-8d7ad1e0b8f2 None None] Provisioning complete for port a7dd0420-86c2-40ff-8179-6646916aee77 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:41:59.305923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfbf2-1bdc-4f88-b296-8d7ad1e0b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.332720 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6040e206-0855-4c91-a785-f3a1569343db req-99e3ab5d-a31a-4731-84c5-612d65ac6cd2 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350097 Mar 08 12:41:59.357216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cfbf2-1bdc-4f88-b296-8d7ad1e0b8f2 None None] Port a7dd0420-86c2-40ff-8179-6646916aee77 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:41:59.357822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.objects.ports [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104046) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:41:59.392894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.392894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a12d73-4c13-4095-b807-ae67f5748d7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7378b33-7db3-4396-9b86-d866e4bd47dd,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:59.413688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] device_id is not set on port 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:41:59.480751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a6a6391-f47c-4009-8387-2347463d8ad3 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:41:59.486519 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9074b03a-bc94-4c76-9ae9-596d6caff5f0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1851177 Mar 08 12:41:59.499529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35334) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:59.503750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9a6a6391-f47c-4009-8387-2347463d8ad3 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:41:59.505111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a6a6391-f47c-4009-8387-2347463d8ad3 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:41:59.513867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-67d39e04-242a-4e8d-a36d-a0e05e2b098d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929895850'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:59.523209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.530367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:59.542758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:59.544982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:59.545567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.552633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9ea5e-e18b-4bea-8e92-594ac35d9bfe None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:41:59.566596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b77a7f6-c820-423b-8f55-a6fcc8eeeedc req-af4373cb-9407-4d6f-8ba7-e7567c50e065 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849399 Mar 08 12:41:59.606027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=311ef929-89e9-421f-b93c-0c4b30eeea70,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:59.625171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.627777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67d39e04-242a-4e8d-a36d-a0e05e2b098d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.669886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=2214ffda-72cb-4d16-aea4-0536837f6ba8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:59.680470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.702034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.706798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Allocated IP 2001:db8::126 (1a4925ea-05d0-4be2-b774-4abe109babc7/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233/34bde024-81d4-4f8f-8b85-5c02f4d4e1d0) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:41:59.713583 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7e485c8a-7cab-45d3-845a-17c72995533f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2205572 Mar 08 12:41:59.724454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35336) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:41:59.736078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:ce:7d:8c', 'name': 'tempest-NetworksTestDHCPv6-579167509'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:41:59.746663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.769724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '311ef929-89e9-421f-b93c-0c4b30eeea70'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:41:59.771205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.837274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-43afe496-b473-4972-b9a8-8b31d7b638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:59.838842 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-43afe496-b473-4972-b9a8-8b31d7b638ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.1860206 Mar 08 12:41:59.895982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=6bcc0e6b-2124-4b89-925e-83ade26bfb16,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:41:59.957871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:41:59.968640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:41:59.971979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:41:59.980281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:41:59.981140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.989822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:41:59.994021 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-674c9bb5-18eb-4a1d-9b39-7225534f71d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/2214ffda-72cb-4d16-aea4-0536837f6ba8 HTTP/1.1" status: 204 len: 168 time: 1.9827566 Mar 08 12:41:59.998060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35338) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:00.014519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Allocated IP 2001:db8::f816:3eff:feaa:9a38 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/311ef929-89e9-421f-b93c-0c4b30eeea70/6b07b028-5fd9-4e4f-b049-b309a7f58a28) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:00.048018 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-764c11ee-d677-4cc8-8249-bf2032d5c8f0 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:42:00.052442 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-764c11ee-d677-4cc8-8249-bf2032d5c8f0 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/2214ffda-72cb-4d16-aea4-0536837f6ba8 HTTP/1.1" status: 404 len: 333 time: 0.0489516 Mar 08 12:42:00.056398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35340) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:00.058855 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67d39e04-242a-4e8d-a36d-a0e05e2b098d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.167040 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bf7e942e-d575-422e-8ef9-16a95289cb61 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7908540 Mar 08 12:42:00.168575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35342) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:00.175160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet 9ca4fa4d-9d8d-448a-bd6e-8604980c51b2 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:00.180892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:00.187319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.199209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.236692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67d39e04-242a-4e8d-a36d-a0e05e2b098d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.282041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.316770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.340272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:00.345019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d39e04-242a-4e8d-a36d-a0e05e2b098d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24669bd-8d01-42c0-a3b9-0a882827d3ad,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:00.352005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:00.372616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Pushing event updated for resources: {'Port': ['ID=6b07b028-5fd9-4e4f-b049-b309a7f58a28,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:00.376868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:00.379810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.393244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67d39e04-242a-4e8d-a36d-a0e05e2b098d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.398049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-67d39e04-242a-4e8d-a36d-a0e05e2b098d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8923304 Mar 08 12:42:00.408118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35346) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:00.415043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-df345f27-fc5e-4dab-8959-ef76fef8a851 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'c24669bd-8d01-42c0-a3b9-0a882827d3ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:00.415874 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-df345f27-fc5e-4dab-8959-ef76fef8a851 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 08 12:42:00.416368 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-df345f27-fc5e-4dab-8959-ef76fef8a851 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:00.420051 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-df345f27-fc5e-4dab-8959-ef76fef8a851 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060971 Mar 08 12:42:00.421998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35348) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:00.464559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Attempting to bind port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:00.465638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Attempting to bind port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:00.466139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Attempting to bind port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:00.472417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:00.473452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:00.474031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.474446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:00.475406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Bound port: 6b07b028-5fd9-4e4f-b049-b309a7f58a28, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:00.476675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.515801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:00.543751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.551336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-1967f15c-2c79-4497-87e8-6d53b66848c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:00.552047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] For port 6b07b028-5fd9-4e4f-b049-b309a7f58a28, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:00.552853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-1967f15c-2c79-4497-87e8-6d53b66848c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.6812427 Mar 08 12:42:00.556190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] For port 6b07b028-5fd9-4e4f-b049-b309a7f58a28, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6b07b028-5fd9-4e4f-b049-b309a7f58a28,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:00.647949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.648863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Deleting port 10c5c71b-e0a0-4158-aee9-32c5b06019ae {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:00.649198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.729969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db3bdb-6d32-43e9-8bc8-dcfc84c6801c None None] Pushing event updated for resources: {'Port': ['ID=6b07b028-5fd9-4e4f-b049-b309a7f58a28,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:00.733856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.755915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524fe7-508e-4502-898f-3e7ce3c430fb req-6256e1e1-3fb7-4cd5-ab07-44d372246eda tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:00.757495 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b524fe7-508e-4502-898f-3e7ce3c430fb req-6256e1e1-3fb7-4cd5-ab07-44d372246eda tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2832861 Mar 08 12:42:00.761504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.786015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.800227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Calling delete_port for 10c5c71b-e0a0-4158-aee9-32c5b06019ae owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:00.825853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-30acf99e-83c6-4e25-943d-e12ba91db2da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 1001 time: 0.2176294 Mar 08 12:42:00.836324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01504880-eb04-4d3a-8398-b0f41d5ff18f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.844481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.860438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.895030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca4fa4d-9d8d-448a-bd6e-8604980c51b2,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:00.897730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.903388 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9ff8f770-3eeb-4619-8fd2-cd0c5dc21c8d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/9ca4fa4d-9d8d-448a-bd6e-8604980c51b2 HTTP/1.1" status: 204 len: 168 time: 0.8409567 Mar 08 12:42:00.903663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b24ef9-9d13-4d1d-b37e-fd90f5f01487 None None] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:00.933858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35350) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:00.940093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.972359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01504880-eb04-4d3a-8398-b0f41d5ff18f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:00.996411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] In _notify_port_updated(), no bound segment for port 6bcc0e6b-2124-4b89-925e-83ade26bfb16 on network f4f1fd16-6be9-4c95-a312-8742f4d30a6c {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:42:01.001808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:01.002441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.005902 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "PUT /v2.0/ports/6bcc0e6b-2124-4b89-925e-83ade26bfb16 HTTP/1.1" status: 200 len: 818 time: 0.8342459 Mar 08 12:42:01.010254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35352) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:01.038231 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b524fe7-508e-4502-898f-3e7ce3c430fb req-a6489177-2ec7-49b6-8bbc-fe1f2008ca19 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636793 Mar 08 12:42:01.066642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.088218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-deaeb702-4162-4bc2-9a79-1762ee3bfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:01.089754 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-deaeb702-4162-4bc2-9a79-1762ee3bfabb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.2496724 Mar 08 12:42:01.093300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 113b2b02-7c62-4393-9d59-695761dae97d yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:01.101759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.290223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.347327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:01.361289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cf68d-0d6a-4eec-9b85-99198ccf7e0b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=6bcc0e6b-2124-4b89-925e-83ade26bfb16,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:01.365941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:01.380135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:01.386353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:01.386929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.397561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet 8b70afb0-8832-44a7-92b5-1ee12f4a70d9 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:01.401237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=34bde024-81d4-4f8f-8b85-5c02f4d4e1d0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:01.408857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.418096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fece:7d8c (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/311ef929-89e9-421f-b93c-0c4b30eeea70/113b2b02-7c62-4393-9d59-695761dae97d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:01.432165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01504880-eb04-4d3a-8398-b0f41d5ff18f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.432165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01504880-eb04-4d3a-8398-b0f41d5ff18f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.432165 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-01504880-eb04-4d3a-8398-b0f41d5ff18f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/c24669bd-8d01-42c0-a3b9-0a882827d3ad HTTP/1.1" status: 204 len: 168 time: 0.9990644 Mar 08 12:42:01.438524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-2c7fbb17-2aae-42dc-adb0-a38cdf2893f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:01.440015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-2c7fbb17-2aae-42dc-adb0-a38cdf2893f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3359985 Mar 08 12:42:01.440489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35356) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:01.507367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.546629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=a7dd0420-86c2-40ff-8179-6646916aee77,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:01.602105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.604567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 6bcc0e6b-2124-4b89-925e-83ade26bfb16 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:01.605074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.629399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6b07b028-5fd9-4e4f-b049-b309a7f58a28 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:01.697234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01504880-eb04-4d3a-8398-b0f41d5ff18f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24669bd-8d01-42c0-a3b9-0a882827d3ad,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:01.703779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.705508 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-df5be1a9-9299-4243-ab0e-f7ea0da57a5b tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1877620 Mar 08 12:42:01.714673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35360) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:01.753472 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-01ae384b-6e25-4fb1-84fb-6129d6dceed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.757071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4061663-0884-4c51-8c67-bbb8295f5605 req-b50a9476-4c1b-442d-ade9-f18109028e18 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:01.759259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4061663-0884-4c51-8c67-bbb8295f5605 req-b50a9476-4c1b-442d-ade9-f18109028e18 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.5320985 Mar 08 12:42:01.769329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20', 'mac_address': 'fa:16:3e:05:2f:f7'}, {'ip_address': '2001:db8::332', 'mac_address': 'fa:16:3e:73:b0:ba'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:01.776687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:01.777546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.797095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.800199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event deleted for resources: {'Port': ['ID=10c5c71b-e0a0-4158-aee9-32c5b06019ae,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:01.813241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.841961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 6bcc0e6b-2124-4b89-925e-83ade26bfb16 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:01.850964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-95558eba-23bd-4c3c-b7fd-70d68025c8d7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3256302 Mar 08 12:42:01.859051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35362) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:01.915870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-802900f9-464c-4f8c-90cd-92bec1b5800e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--570804688'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:01.924341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5b707f1f-7030-4157-b1ad-78e058a8c6c8 None None] Provisioning complete for port 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:01.924715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b707f1f-7030-4157-b1ad-78e058a8c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:01.970468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.015420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5b707f1f-7030-4157-b1ad-78e058a8c6c8 None None] Port 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:02.030558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-802900f9-464c-4f8c-90cd-92bec1b5800e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.031399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4061663-0884-4c51-8c67-bbb8295f5605 req-11ebe379-0b6e-4cd5-a860-9d5a50417a02 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987078 Mar 08 12:42:02.045355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 6b07b028-5fd9-4e4f-b049-b309a7f58a28, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6b07b028-5fd9-4e4f-b049-b309a7f58a28,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:02.127942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.149337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network c4f48ef7-5350-4a71-8c29-68a798c73466 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:02.173420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-5e903d5a-2afb-4938-bc44-fb550fc6bd78 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135197 Mar 08 12:42:02.206365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:02.208171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=6b07b028-5fd9-4e4f-b049-b309a7f58a28,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:02.234514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.344597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=8b70afb0-8832-44a7-92b5-1ee12f4a70d9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:02.345454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebddfcb8-dece-48db-abb9-5ab8b07e7f31 None None] Network a324739d-85ad-4f42-a31d-e5736b3a91c2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:02.351803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.357961 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a0aa570d-5064-4e13-8707-c5b16e9e3b64 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/8b70afb0-8832-44a7-92b5-1ee12f4a70d9 HTTP/1.1" status: 204 len: 168 time: 1.4219499 Mar 08 12:42:02.360875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35366) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.361488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.419378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-802900f9-464c-4f8c-90cd-92bec1b5800e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.421446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.459960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5333f6c9-44f1-4192-9581-f234aa7f486b None None] Provisioning complete for port 6330ab72-5216-444d-962b-787f1ee55696 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:02.460325 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5333f6c9-44f1-4192-9581-f234aa7f486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.513286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.522543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-802900f9-464c-4f8c-90cd-92bec1b5800e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.606999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.625313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.625980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118097e-9163-4d2d-b7ba-6a1584e290d6 req-5bdb9a8c-b828-4f07-bbb9-884042487182 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:02.627712 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5118097e-9163-4d2d-b7ba-6a1584e290d6 req-5bdb9a8c-b828-4f07-bbb9-884042487182 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.4694753 Mar 08 12:42:02.627962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=6bcc0e6b-2124-4b89-925e-83ade26bfb16,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:02.638812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.642073 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f56d4beb-a458-4843-a176-26c268032160 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/6bcc0e6b-2124-4b89-925e-83ade26bfb16 HTTP/1.1" status: 204 len: 168 time: 1.6280169 Mar 08 12:42:02.650016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35368) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.699022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802900f9-464c-4f8c-90cd-92bec1b5800e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b0d747-9c06-4043-82db-18c191ac8c7c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:02.706946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 7b21129c-26a9-48e0-a7ce-aee193504c55 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:42:02.722247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-802900f9-464c-4f8c-90cd-92bec1b5800e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.726999 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-802900f9-464c-4f8c-90cd-92bec1b5800e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8552649 Mar 08 12:42:02.729052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35370) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.735999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f8a76ade-c593-4ab0-95cd-746900436245 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '19b0d747-9c06-4043-82db-18c191ac8c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:02.753676 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-f8a76ade-c593-4ab0-95cd-746900436245 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 08 12:42:02.754343 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-f8a76ade-c593-4ab0-95cd-746900436245 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:02.756734 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f8a76ade-c593-4ab0-95cd-746900436245 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0268865 Mar 08 12:42:02.790541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.809320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35372) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.825036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] DHCP port deletion for a324739d-85ad-4f42-a31d-e5736b3a91c2 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:02.835660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b0c4bf05-5e3d-4880-a250-99a0ba40aaef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '19b0d747-9c06-4043-82db-18c191ac8c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:02.836463 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-b0c4bf05-5e3d-4880-a250-99a0ba40aaef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 08 12:42:02.837027 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b0c4bf05-5e3d-4880-a250-99a0ba40aaef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:02.838239 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b0c4bf05-5e3d-4880-a250-99a0ba40aaef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0267177 Mar 08 12:42:02.842125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35374) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.847586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-20f5f0a0-ad26-4ff5-9f2c-de9c4b153b36 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '19b0d747-9c06-4043-82db-18c191ac8c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:02.848490 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-20f5f0a0-ad26-4ff5-9f2c-de9c4b153b36 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 08 12:42:02.849053 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-20f5f0a0-ad26-4ff5-9f2c-de9c4b153b36 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:02.850354 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-20f5f0a0-ad26-4ff5-9f2c-de9c4b153b36 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070312 Mar 08 12:42:02.854835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35376) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.864817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-41c8f609-a8cc-4ed1-a784-73772dbc30d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '19b0d747-9c06-4043-82db-18c191ac8c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:02.867177 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-41c8f609-a8cc-4ed1-a784-73772dbc30d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 08 12:42:02.867766 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-41c8f609-a8cc-4ed1-a784-73772dbc30d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:02.868842 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-41c8f609-a8cc-4ed1-a784-73772dbc30d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130014 Mar 08 12:42:02.875288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35378) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.888478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] Deleting port 6330ab72-5216-444d-962b-787f1ee55696 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:02.889112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.891051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Router 5283db03-9456-4fb1-ad11-4c692eef2b59 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:42:02.913434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc3fcc-bf89-4aea-ba43-e1d77349eae0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:02.917600 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-45fc3fcc-bf89-4aea-ba43-e1d77349eae0 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2633619 Mar 08 12:42:02.922856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35380) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.975602 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2213ea-2bc6-4b85-a102-7e1fe6f253af tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:42:02.981105 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8e2213ea-2bc6-4b85-a102-7e1fe6f253af tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/6bcc0e6b-2124-4b89-925e-83ade26bfb16 HTTP/1.1" status: 404 len: 333 time: 0.0494814 Mar 08 12:42:02.981313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] For port 6330ab72-5216-444d-962b-787f1ee55696, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6330ab72-5216-444d-962b-787f1ee55696,segment=NetworkSegment(c409ef47-b824-45cb-a467-832be8673f80),segment_id=c409ef47-b824-45cb-a467-832be8673f80)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:02.981313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:02.981991 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35382) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:02.991869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1931771613'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:02.995494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8f3e56b5-be87-44c7-9a7d-23736fd7f59f None None] Provisioning complete for port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:02.995968 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8f3e56b5-be87-44c7-9a7d-23736fd7f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.019302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.023794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] Calling delete_port for 6330ab72-5216-444d-962b-787f1ee55696 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:03.028644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-335fd8fc-b4f9-4498-9c67-114c9e0f3c64 req-df8c0f93-4485-4c23-a59f-63bc2f11ad64 service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8100302 Mar 08 12:42:03.042085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 6330ab72-5216-444d-962b-787f1ee55696 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:03.042288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.047642 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5118097e-9163-4d2d-b7ba-6a1584e290d6 req-a1266b7a-5026-4839-b652-d6c8bfd108da tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068713 Mar 08 12:42:03.109578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1089a14-e057-4845-9242-26402bab7170 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.149952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:03.160391 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] Sync routers for ids ['5283db03-9456-4fb1-ad11-4c692eef2b59'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:03.164193 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d1bc3054-01c0-4fed-8a11-b9552eae1615 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "PUT /v2.0/routers/5283db03-9456-4fb1-ad11-4c692eef2b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2786052 Mar 08 12:42:03.173311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35386) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:03.178624 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] Routers {'5283db03-9456-4fb1-ad11-4c692eef2b59'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:03.179515 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5283db03-9456-4fb1-ad11-4c692eef2b59'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.200361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8f3e56b5-be87-44c7-9a7d-23736fd7f59f None None] Provisioning complete for port a7dd0420-86c2-40ff-8179-6646916aee77 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:03.200733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8f3e56b5-be87-44c7-9a7d-23736fd7f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.212405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:03.239056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=113b2b02-7c62-4393-9d59-695761dae97d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:03.239516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.242772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:03.242927 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:03.247637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:03.248262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.249926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e56b5-be87-44c7-9a7d-23736fd7f59f None None] Port a7dd0420-86c2-40ff-8179-6646916aee77 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:03.254203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:03.255242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.273641 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] Routers {'5283db03-9456-4fb1-ad11-4c692eef2b59'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:03.274678 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5283db03-9456-4fb1-ad11-4c692eef2b59'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.298213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1089a14-e057-4845-9242-26402bab7170 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.314759 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.315417 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402de98-3b23-4aa2-8761-3070e67cd814 None None] The sync data for ids ['5283db03-9456-4fb1-ad11-4c692eef2b59'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:03.330774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:03.336303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68da0bd7-545f-48a3-b64a-f0279f11fe96 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.341021 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1e6be359-b2df-4c84-9ef3-c2be6a02078a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/7b21129c-26a9-48e0-a7ce-aee193504c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1816089 Mar 08 12:42:03.341206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] For port 6330ab72-5216-444d-962b-787f1ee55696, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6330ab72-5216-444d-962b-787f1ee55696,segment=NetworkSegment(c409ef47-b824-45cb-a467-832be8673f80),segment_id=c409ef47-b824-45cb-a467-832be8673f80)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:03.341206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.343989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35388) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:03.351880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] Sync routers for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:03.355558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.368123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81fa6-c7b5-4a8b-afd8-697125b47e43 req-fcdf38fb-b55e-4e5d-9584-0d5bb90cdb09 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:03.369671 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1cf81fa6-c7b5-4a8b-afd8-697125b47e43 req-fcdf38fb-b55e-4e5d-9584-0d5bb90cdb09 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1792324 Mar 08 12:42:03.409574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:03.409992 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.450152 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-829276f1-ef8d-4de2-a8db-6a7d86502a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7194779 Mar 08 12:42:03.454492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.456663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35390) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:03.474373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] Pushing event deleted for resources: {'Port': ['ID=6330ab72-5216-444d-962b-787f1ee55696,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:03.476403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794cc73-3a04-4511-a6da-a3e8be829582 None None] No DVR routers for this DVR port 6330ab72-5216-444d-962b-787f1ee55696 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:03.517033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:03.518144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.531057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd3f09-fe06-4be6-b5de-5ce14384c4f9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:03.532396 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-80dd3f09-fe06-4be6-b5de-5ce14384c4f9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports/a7dd0420-86c2-40ff-8179-6646916aee77 HTTP/1.1" status: 200 len: 910 time: 0.1859684 Mar 08 12:42:03.536461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35396) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:03.547954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 6330ab72-5216-444d-962b-787f1ee55696 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:03.560861 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1cf81fa6-c7b5-4a8b-afd8-697125b47e43 req-8d814dca-3663-45c9-8db2-2d3caaf2ae51 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662707 Mar 08 12:42:03.584422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6b07b028-5fd9-4e4f-b049-b309a7f58a28 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:03.590914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:03.592124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f2808-509f-43fa-8e2b-e3ca29e67031 None None] The sync data for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:03.603008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06c9f2-e3e8-4218-9f26-96ad5b51dc19 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:03.609075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06c9f2-e3e8-4218-9f26-96ad5b51dc19 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:03.613591 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5a06c9f2-e3e8-4218-9f26-96ad5b51dc19 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1553462 Mar 08 12:42:03.620957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:03.634360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.686244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:03.703599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.708791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:03.710063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.780639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.791574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] In _notify_port_updated(), no bound segment for port 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 on network 1a4925ea-05d0-4be2-b774-4abe109babc7 {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:42:03.797260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:03.797981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.801927 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "PUT /v2.0/ports/34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 HTTP/1.1" status: 200 len: 1067 time: 2.0390921 Mar 08 12:42:03.805817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35402) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:03.860668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b08768-7834-4bab-8c65-74cc8885c8e1 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event updated for resources: {'Port': ['ID=34bde024-81d4-4f8f-8b85-5c02f4d4e1d0,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:03.871499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f3de7-3b5f-43ba-982d-534e48a7316e req-00b34de3-a2fb-4dbf-9c42-be3cac421d1e tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:03.873374 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b57f3de7-3b5f-43ba-982d-534e48a7316e req-00b34de3-a2fb-4dbf-9c42-be3cac421d1e tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1593113 Mar 08 12:42:03.876773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c5ae6634-3ef2-430a-815d-557840132936 None None] Provisioning complete for port 113b2b02-7c62-4393-9d59-695761dae97d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:03.878493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5ae6634-3ef2-430a-815d-557840132936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.917106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 113b2b02-7c62-4393-9d59-695761dae97d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:03.917353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:03.949675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6330ab72-5216-444d-962b-787f1ee55696 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:03.957245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae6634-3ef2-430a-815d-557840132936 None None] Port 113b2b02-7c62-4393-9d59-695761dae97d cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:03.995242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6330ab72-5216-444d-962b-787f1ee55696 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:03.996166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6330ab72-5216-444d-962b-787f1ee55696 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:04.040891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b57f3de7-3b5f-43ba-982d-534e48a7316e req-a10e25d9-3027-4468-802a-144efad287aa tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484010 Mar 08 12:42:04.093003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting port 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:04.093609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.128205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.155831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.156410 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment 94f97dbd-d607-4a0d-b008-699e117d58f0 of type vlan for network 33660146-3b20-4582-8c69-b14dc1b2c47f Mar 08 12:42:04.182874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 113b2b02-7c62-4393-9d59-695761dae97d owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:04.204563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-554a4bfc-d801-4b89-9f05-318c0ee17906 None None] Provisioning complete for port 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:04.204563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-554a4bfc-d801-4b89-9f05-318c0ee17906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.244709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-554a4bfc-d801-4b89-9f05-318c0ee17906 None None] Port 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:04.246915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.248281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.265362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.288821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Calling delete_port for 34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:04.314902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68da0bd7-545f-48a3-b64a-f0279f11fe96 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.316473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1089a14-e057-4845-9242-26402bab7170 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.319121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1089a14-e057-4845-9242-26402bab7170 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.320283 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e1089a14-e057-4845-9242-26402bab7170 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/19b0d747-9c06-4043-82db-18c191ac8c7c HTTP/1.1" status: 204 len: 168 time: 1.4432003 Mar 08 12:42:04.323733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68da0bd7-545f-48a3-b64a-f0279f11fe96 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.343549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35408) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:04.368671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.371149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=6330ab72-5216-444d-962b-787f1ee55696,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:04.373047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1089a14-e057-4845-9242-26402bab7170 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b0d747-9c06-4043-82db-18c191ac8c7c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:04.378578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No DVR routers for this DVR port 6330ab72-5216-444d-962b-787f1ee55696 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:04.460536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-565d538b-251d-4392-88bb-87827bec2d26 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1097577 Mar 08 12:42:04.460536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35410) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:04.464421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bc0f381e-3d0f-4876-b4b4-c27d13defd37 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088316037'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:04.490458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.resource_extend [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:42:04.532471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.560488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68da0bd7-545f-48a3-b64a-f0279f11fe96 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.561341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68da0bd7-545f-48a3-b64a-f0279f11fe96 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Fanout notify agent at l3_agent the message router_deleted on router 5283db03-9456-4fb1-ad11-4c692eef2b59 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:42:04.568531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68da0bd7-545f-48a3-b64a-f0279f11fe96 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.571409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc0f381e-3d0f-4876-b4b4-c27d13defd37 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.572968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35414) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:04.573120 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-68da0bd7-545f-48a3-b64a-f0279f11fe96 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "DELETE /v2.0/routers/5283db03-9456-4fb1-ad11-4c692eef2b59 HTTP/1.1" status: 204 len: 168 time: 1.3986123 Mar 08 12:42:04.612732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=113b2b02-7c62-4393-9d59-695761dae97d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:04.623163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.636883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.642503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:04.643095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.680711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.687585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-975008ee-dc2d-4d70-be4e-082c27227574 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/113b2b02-7c62-4393-9d59-695761dae97d HTTP/1.1" status: 204 len: 168 time: 1.0653429 Mar 08 12:42:04.691953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a324739d-85ad-4f42-a31d-e5736b3a91c2']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:04.694210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35416) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:04.719552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c409ef47-b824-45cb-a467-832be8673f80') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:04.719850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c409ef47-b824-45cb-a467-832be8673f80') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:04.739359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670db601-b0f0-41a8-b0b2-b39527a8ffb5 req-06341185-4be6-4fc5-8a13-aad60e03b4a7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:04.741447 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-670db601-b0f0-41a8-b0b2-b39527a8ffb5 req-06341185-4be6-4fc5-8a13-aad60e03b4a7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2232308 Mar 08 12:42:04.750816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.755778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Deleting subnet 69e0947e-06d0-4b7e-91a0-4b50149a11a0 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:04.769268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.777312 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7918863 Mar 08 12:42:04.778050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35418) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:04.789277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.797374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:04.804503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b37023-f010-4c13-9fc4-3111d8cfcd5a tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=33660146-3b20-4582-8c69-b14dc1b2c47f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:04.820606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 33660146-3b20-4582-8c69-b14dc1b2c47f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:04.844998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Port': ['ID=34bde024-81d4-4f8f-8b85-5c02f4d4e1d0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:04.850688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.899417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71befba-5cb9-4567-b063-969463205bc7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:04.900963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71befba-5cb9-4567-b063-969463205bc7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:04.905237 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a71befba-5cb9-4567-b063-969463205bc7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2087164 Mar 08 12:42:04.910620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35420) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:04.911676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:04.912087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:04.924003 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:04.944911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:04.971770 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-670db601-b0f0-41a8-b0b2-b39527a8ffb5 req-bdb292bf-83a5-4a04-8ecb-e9a5192d279e tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128654 Mar 08 12:42:04.989221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc0f381e-3d0f-4876-b4b4-c27d13defd37 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.060410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc0f381e-3d0f-4876-b4b4-c27d13defd37 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.064157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 311ef929-89e9-421f-b93c-0c4b30eeea70 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:05.070808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.142946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.164647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.176843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f381e-3d0f-4876-b4b4-c27d13defd37 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d525b420-412a-4f1d-8816-9253471a9c52,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:05.185800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bc0f381e-3d0f-4876-b4b4-c27d13defd37 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.189231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.189359 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bc0f381e-3d0f-4876-b4b4-c27d13defd37 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7261732 Mar 08 12:42:05.194990 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/a324739d-85ad-4f42-a31d-e5736b3a91c2 HTTP/1.1" status: 204 len: 168 time: 2.8307459 Mar 08 12:42:05.198078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35422) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.198407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35424) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.204101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.210304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:05.213909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.223487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b42e862d-9667-4e9f-8534-54dff886dc71 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:05.224214 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-b42e862d-9667-4e9f-8534-54dff886dc71 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 12:42:05.224778 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b42e862d-9667-4e9f-8534-54dff886dc71 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:05.226702 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b42e862d-9667-4e9f-8534-54dff886dc71 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093901 Mar 08 12:42:05.227220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.230482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3c12d912-9699-48ca-9cdc-89c11b5be00c tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/ports/34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 HTTP/1.1" status: 204 len: 168 time: 1.4193575 Mar 08 12:42:05.233286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35426) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.233419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35428) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.246831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1635e618-fecd-4f71-a1c8-c912bb27ae85 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:05.250003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58ac56-f7f6-4ffc-9c63-ef1e89e485f5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=a324739d-85ad-4f42-a31d-e5736b3a91c2,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:05.275463 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0ad13d-e5fc-41dd-ab8f-845c4d2cc203 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] GET failed (client error): The resource could not be found. Mar 08 12:42:05.277391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8e0ad13d-e5fc-41dd-ab8f-845c4d2cc203 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "GET /v2.0/ports/34bde024-81d4-4f8f-8b85-5c02f4d4e1d0 HTTP/1.1" status: 404 len: 333 time: 0.0415857 Mar 08 12:42:05.283255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35430) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.389369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.392576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting port 51816615-2e04-44a4-8d8d-b73c59a1cf64 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:05.392917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.403427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69bb51-921f-4422-b739-c633971b4819 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:05.408574 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3c69bb51-921f-4422-b739-c633971b4819 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1899798 Mar 08 12:42:05.409106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35432) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.456436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.458047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.500133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event deleted for resources: {'Subnet': ['ID=69e0947e-06d0-4b7e-91a0-4b50149a11a0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:05.507622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.510984 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-60772e2d-a945-442a-a604-41d7727f47b8 tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "DELETE /v2.0/subnets/69e0947e-06d0-4b7e-91a0-4b50149a11a0 HTTP/1.1" status: 204 len: 168 time: 0.9170189 Mar 08 12:42:05.514989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35434) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.515307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76fde4-30ea-4361-957c-de50bdd20a06 None None] Network 98efba8f-384d-42df-b2e0-ecdb1817eceb requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:05.532070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-1635e618-fecd-4f71-a1c8-c912bb27ae85 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:05.533098 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1635e618-fecd-4f71-a1c8-c912bb27ae85 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2987900 Mar 08 12:42:05.535025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.541606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35436) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.550127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b1b1368e-6844-48c7-96c5-1013b933b9a5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:05.550605 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-b1b1368e-6844-48c7-96c5-1013b933b9a5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 08 12:42:05.551092 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b1b1368e-6844-48c7-96c5-1013b933b9a5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:05.555408 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b1b1368e-6844-48c7-96c5-1013b933b9a5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094640 Mar 08 12:42:05.555584 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35438) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.559580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6a70953e-f313-4ce5-aa5d-4be8c92c9d1f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:05.583094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Calling delete_port for 51816615-2e04-44a4-8d8d-b73c59a1cf64 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:05.670853 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a33063ea-a1aa-4654-ab65-012c93c634f0 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2282000 Mar 08 12:42:05.674682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35440) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.680969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1787721151'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:05.689454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.728169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.749094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] DHCP port deletion for 98efba8f-384d-42df-b2e0-ecdb1817eceb request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:05.782223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=311ef929-89e9-421f-b93c-0c4b30eeea70,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:05.786859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.797223 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7b8c26e3-2958-4a8b-8c97-1700f9152f9c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/311ef929-89e9-421f-b93c-0c4b30eeea70 HTTP/1.1" status: 204 len: 168 time: 0.8776994 Mar 08 12:42:05.799444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35442) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.805728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18724158-b8ed-49cf-91d9-47acfd900b6e None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:05.819666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-6a70953e-f313-4ce5-aa5d-4be8c92c9d1f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:05.820728 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6a70953e-f313-4ce5-aa5d-4be8c92c9d1f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2645140 Mar 08 12:42:05.826344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35444) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.849564 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-11fc2dc7-49ee-4abe-abaa-f21e219b7fb3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451980 Mar 08 12:42:05.850452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35446) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:05.868591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:05.893804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] Deleting port 05230b3c-e883-4ab4-aa74-180e7b89c097 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:05.894359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.010638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] For port 05230b3c-e883-4ab4-aa74-180e7b89c097, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=05230b3c-e883-4ab4-aa74-180e7b89c097,segment=NetworkSegment(d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22),segment_id=d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:06.010638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.010848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=8b6f7ca2-bae4-4410-acac-f364bd4840f0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:06.029691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] Calling delete_port for 05230b3c-e883-4ab4-aa74-180e7b89c097 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:06.074987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-84827c4c-0a16-4106-9274-f6e558c71922 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:06.075970 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.api.v2.base [None req-84827c4c-0a16-4106-9274-f6e558c71922 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 12:42:06.076288 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-84827c4c-0a16-4106-9274-f6e558c71922 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:06.077313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-84827c4c-0a16-4106-9274-f6e558c71922 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.2500534 Mar 08 12:42:06.085311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35450) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.085988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:06.089497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.096814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-79d3e7a0-d170-4b49-b6e9-8411ace83c1f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:06.116903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e9d08-f07c-4fb4-97c7-2a92f9b4d18b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:06.118737 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c85e9d08-f07c-4fb4-97c7-2a92f9b4d18b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2673633 Mar 08 12:42:06.121272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': '94f97dbd-d607-4a0d-b008-699e117d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:06.121736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: 33660146-3b20-4582-8c69-b14dc1b2c47f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:06.123741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35452) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.142239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:06.144950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Deleting port 05230b3c-e883-4ab4-aa74-180e7b89c097 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:06.145831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.195383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:06.199484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] Deleting port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:06.199853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.201834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e467dcd3-728a-49b8-9321-501fc17ba929 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:06.205625 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e467dcd3-728a-49b8-9321-501fc17ba929 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0761840 Mar 08 12:42:06.205857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35454) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.217251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.246952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.255212 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2ee81b44-58a6-435f-b9fe-e2bfb25e3745 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445688 Mar 08 12:42:06.255212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port a7dd0420-86c2-40ff-8179-6646916aee77 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:06.255212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.258479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35456) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.263232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.263509 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment 9a030545-47fd-403f-8dea-9f02fca5ba62 of type vlan for network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d Mar 08 12:42:06.265092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:06.286893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] Pushing event deleted for resources: {'Port': ['ID=05230b3c-e883-4ab4-aa74-180e7b89c097,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:06.288928 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-79d3e7a0-d170-4b49-b6e9-8411ace83c1f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Project 5b58e1ddbcc541ca9fbf7cefe7d235f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:42:06.290298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 33660146-3b20-4582-8c69-b14dc1b2c47f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:06.297685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5683bd-56df-4cd4-a60e-caec2d6026ae None None] No DVR routers for this DVR port 05230b3c-e883-4ab4-aa74-180e7b89c097 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:06.313772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] For port 6b07b028-5fd9-4e4f-b049-b309a7f58a28, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6b07b028-5fd9-4e4f-b049-b309a7f58a28,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:06.314220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.327159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] Calling delete_port for 6b07b028-5fd9-4e4f-b049-b309a7f58a28 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:06.337621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Port': ['ID=51816615-2e04-44a4-8d8d-b73c59a1cf64,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:06.346754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b40efc-f758-40ab-a44a-ea6de579e19a req-e4fa88f4-86ed-40a5-8b2c-a7b4359f5b29 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:06.348263 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13b40efc-f758-40ab-a44a-ea6de579e19a req-e4fa88f4-86ed-40a5-8b2c-a7b4359f5b29 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2257733 Mar 08 12:42:06.414474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] For port 05230b3c-e883-4ab4-aa74-180e7b89c097, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=05230b3c-e883-4ab4-aa74-180e7b89c097,segment=NetworkSegment(d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22),segment_id=d2e1ff81-1fc4-4bd5-9b37-1331e4f15e22)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:06.414838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.417761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-79d3e7a0-d170-4b49-b6e9-8411ace83c1f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:06.421598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-79d3e7a0-d170-4b49-b6e9-8411ace83c1f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3282976 Mar 08 12:42:06.426395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35458) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.434625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4c48cbdd-9507-47c8-995a-f6fe380e75ef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:06.435166 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-4c48cbdd-9507-47c8-995a-f6fe380e75ef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 08 12:42:06.435653 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-4c48cbdd-9507-47c8-995a-f6fe380e75ef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:06.439734 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4c48cbdd-9507-47c8-995a-f6fe380e75ef tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072744 Mar 08 12:42:06.442284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 33660146-3b20-4582-8c69-b14dc1b2c47f) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:06.447372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35460) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.454594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c7021-b795-4f57-bb9d-5b31505e0426 None None] Network 33660146-3b20-4582-8c69-b14dc1b2c47f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:06.459797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.460043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8d5057cf-82eb-4ca8-a9ee-c20e291d602f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:06.466053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:06.466716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.468311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Calling delete_port for 05230b3c-e883-4ab4-aa74-180e7b89c097 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:06.472746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.477299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b6928f04-6b4f-4b5a-ae5b-226ec81626aa tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/ports/51816615-2e04-44a4-8d8d-b73c59a1cf64 HTTP/1.1" status: 204 len: 168 time: 1.1930759 Mar 08 12:42:06.480563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.489274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35462) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.507146 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13b40efc-f758-40ab-a44a-ea6de579e19a req-191e972e-b3f4-4f7b-9fab-53eb57164832 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171153 Mar 08 12:42:06.508350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.545815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] Pushing event deleted for resources: {'Port': ['ID=6b07b028-5fd9-4e4f-b049-b309a7f58a28,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:06.561703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef10415-d0d4-456c-a9e2-c093b321f321 None None] No DVR routers for this DVR port 6b07b028-5fd9-4e4f-b049-b309a7f58a28 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:06.571502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for a7dd0420-86c2-40ff-8179-6646916aee77 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:06.578412 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3151d676-38d5-4c5b-b728-f4b62be1c374 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] GET failed (client error): The resource could not be found. Mar 08 12:42:06.590042 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3151d676-38d5-4c5b-b728-f4b62be1c374 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "GET /v2.0/ports/51816615-2e04-44a4-8d8d-b73c59a1cf64 HTTP/1.1" status: 404 len: 333 time: 0.0938559 Mar 08 12:42:06.592661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35466) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.644521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.671445 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-8d5057cf-82eb-4ca8-a9ee-c20e291d602f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Project 5b58e1ddbcc541ca9fbf7cefe7d235f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:42:06.677151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] No DVR routers for this DVR port 05230b3c-e883-4ab4-aa74-180e7b89c097 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:06.690127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:06.692507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.694111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.700156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:06.701041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.708117 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9ceb8ef9-aa6b-4a7f-b023-c56fe64b128e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9162481 Mar 08 12:42:06.721498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-33660146-3b20-4582-8c69-b14dc1b2c47f', 'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f', 'tenant_id': '6d5f6b62c91f45cea1288a2e1a74f3ed', 'fixed_ips': [{'subnet_id': '8b6f7ca2-bae4-4410-acac-f364bd4840f0'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:06.723327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35468) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.723458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.734299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-887adfa8-1830-4d5f-b495-0e0a5bc2acbc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:06.794306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event deleted for resources: {'Port': ['ID=05230b3c-e883-4ab4-aa74-180e7b89c097,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:06.897097 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2170441 Mar 08 12:42:06.899976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35470) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:06.906536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Allocated IP 2001:db8::2 (33660146-3b20-4582-8c69-b14dc1b2c47f/8b6f7ca2-bae4-4410-acac-f364bd4840f0/7ce29418-6c53-4d3d-981c-3bf940b2b731) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:06.909356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:06.915901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:06.918452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c2e0-ac5b-4142-8b19-92aa75a78cc9 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=3ac6a6ec-dc08-4721-b381-a32aa8a9a44d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:06.935237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:07.006971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98efba8f-384d-42df-b2e0-ecdb1817eceb']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:07.027051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e1ff81-1fc4-4bd5-9b37-1331e4f15e22') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:07.027455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e1ff81-1fc4-4bd5-9b37-1331e4f15e22') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:07.052161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.079453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.088321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:07.088972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.109692 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-8d5057cf-82eb-4ca8-a9ee-c20e291d602f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:07.110868 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8d5057cf-82eb-4ca8-a9ee-c20e291d602f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6611829 Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:07.114536 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:07.123207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35474) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:07.192860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d25d59da-48af-45bc-8406-5e9a2ea79877 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'd525b420-412a-4f1d-8816-9253471a9c52', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:07.240048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:07.246418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.275750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting port 8c26fab0-52ca-4837-840c-c5321472a67c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:07.276350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.305427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.305881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.353578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.356743 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] 10.222.0.65 "DELETE /v2.0/networks/98efba8f-384d-42df-b2e0-ecdb1817eceb HTTP/1.1" status: 204 len: 168 time: 1.8409352 Mar 08 12:42:07.380179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eddfe2-2535-4450-81be-2037861de58d tempest-FloatingIPNegativeTestJSON-1864786663 tempest-FloatingIPNegativeTestJSON-1864786663-project] Pushing event deleted for resources: {'Network': ['ID=98efba8f-384d-42df-b2e0-ecdb1817eceb,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:07.394591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45871581-7084-4d7a-9fff-3f70712b6eac req-e9f5c94b-2f72-4a44-933c-3bc24fe3425c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:07.398610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.402785 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45871581-7084-4d7a-9fff-3f70712b6eac req-e9f5c94b-2f72-4a44-933c-3bc24fe3425c tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2808681 Mar 08 12:42:07.422292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-b40e0fa0-ef22-4e0b-9eff-77021233a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:07.423221 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-b40e0fa0-ef22-4e0b-9eff-77021233a2fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 1098 time: 0.1693056 Mar 08 12:42:07.438714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-d25d59da-48af-45bc-8406-5e9a2ea79877 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Project 5b58e1ddbcc541ca9fbf7cefe7d235f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:42:07.529793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.534946 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45871581-7084-4d7a-9fff-3f70712b6eac req-e23daf80-eb61-41cf-8275-9817d76cf277 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269324 Mar 08 12:42:07.549610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Network 33660146-3b20-4582-8c69-b14dc1b2c47f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:07.554179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Pushing event updated for resources: {'Port': ['ID=7ce29418-6c53-4d3d-981c-3bf940b2b731,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:07.558312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887adfa8-1830-4d5f-b495-0e0a5bc2acbc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:07.562025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-887adfa8-1830-4d5f-b495-0e0a5bc2acbc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.569341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:07.572840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Calling delete_port for 8c26fab0-52ca-4837-840c-c5321472a67c owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:07.574989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:07.582044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-d25d59da-48af-45bc-8406-5e9a2ea79877 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:07.586833 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d25d59da-48af-45bc-8406-5e9a2ea79877 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4588735 Mar 08 12:42:07.586995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6b07b028-5fd9-4e4f-b049-b309a7f58a28 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:07.588674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35478) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:07.594549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.618982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6b07b028-5fd9-4e4f-b049-b309a7f58a28 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:07.621432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6b07b028-5fd9-4e4f-b049-b309a7f58a28 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:07.621432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 05230b3c-e883-4ab4-aa74-180e7b89c097 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:07.640807 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-e882d601-471e-40fd-ba32-5a2bafea3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:07.642328 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-e882d601-471e-40fd-ba32-5a2bafea3a37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 200 len: 912 time: 0.2073014 Mar 08 12:42:07.671753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 05230b3c-e883-4ab4-aa74-180e7b89c097 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:07.672167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 05230b3c-e883-4ab4-aa74-180e7b89c097 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:07.705211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Attempting to bind port 7ce29418-6c53-4d3d-981c-3bf940b2b731 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:07.705211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Attempting to bind port 7ce29418-6c53-4d3d-981c-3bf940b2b731 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '94f97dbd-d607-4a0d-b008-699e117d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:07.705211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Attempting to bind port 7ce29418-6c53-4d3d-981c-3bf940b2b731 on network 33660146-3b20-4582-8c69-b14dc1b2c47f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:07.705585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=a7dd0420-86c2-40ff-8179-6646916aee77,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:07.711734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:07.719164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Checking segment: {'id': '94f97dbd-d607-4a0d-b008-699e117d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:07.719164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.719164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Bound using segment: {'id': '94f97dbd-d607-4a0d-b008-699e117d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:07.719164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Bound port: 7ce29418-6c53-4d3d-981c-3bf940b2b731, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f97dbd-d607-4a0d-b008-699e117d58f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:07.719164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.785085 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-e2781141-1902-4c1e-8754-dd6bcc686e98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 200 len: 1001 time: 0.1093338 Mar 08 12:42:07.785085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a8d67ce7-1372-4cf0-a35e-a0ff95d5fba5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.828405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] For port 7ce29418-6c53-4d3d-981c-3bf940b2b731, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:07.832880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] For port 7ce29418-6c53-4d3d-981c-3bf940b2b731, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7ce29418-6c53-4d3d-981c-3bf940b2b731,segment=NetworkSegment(94f97dbd-d607-4a0d-b008-699e117d58f0),segment_id=94f97dbd-d607-4a0d-b008-699e117d58f0)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:07.836938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.857790 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.ipam_backend_mixin [None req-887adfa8-1830-4d5f-b495-0e0a5bc2acbc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b6f7ca2-bae4-4410-acac-f364bd4840f0 (CIDR: 2001:db8::/64) Mar 08 12:42:07.862998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a8d67ce7-1372-4cf0-a35e-a0ff95d5fba5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.902346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:07.910288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.916379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:07.920257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-eb409a8f-a852-423f-a8f8-0ccf3aff81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:07.921716 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-eb409a8f-a852-423f-a8f8-0ccf3aff81c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 200 len: 850 time: 0.1349323 Mar 08 12:42:07.991878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=b21dd8b1-f443-45b7-85be-369e428d5985,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:08.005935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318b21-b4cf-45c7-aaa3-98d015740954 None None] Pushing event updated for resources: {'Port': ['ID=7ce29418-6c53-4d3d-981c-3bf940b2b731,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:08.011001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': '9a030545-47fd-403f-8dea-9f02fca5ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:08.011379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:08.017299 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-887adfa8-1830-4d5f-b495-0e0a5bc2acbc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:08.017900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887adfa8-1830-4d5f-b495-0e0a5bc2acbc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:42:08.024862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-13541a1d-ccdf-46e2-bd83-017653d38316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:08.027521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-13541a1d-ccdf-46e2-bd83-017653d38316 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888581 Mar 08 12:42:08.093263 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:08.107285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a8d67ce7-1372-4cf0-a35e-a0ff95d5fba5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.108376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:08.110541 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a8d67ce7-1372-4cf0-a35e-a0ff95d5fba5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.117282 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a8d67ce7-1372-4cf0-a35e-a0ff95d5fba5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/d525b420-412a-4f1d-8816-9253471a9c52 HTTP/1.1" status: 204 len: 168 time: 0.5168028 Mar 08 12:42:08.117426 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35482) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.120853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:08.121441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.123906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35484) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.128076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a026942-480b-4c4e-97c5-008d3daa18ee None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:08.133184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d67ce7-1372-4cf0-a35e-a0ff95d5fba5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d525b420-412a-4f1d-8816-9253471a9c52,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:08.135179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=545c4300-5d47-40d1-928f-e34483ab6bfc,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:08.143816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.152082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:08.214150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-58851ac5-a902-4950-bea6-0186d52d95ac service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792622 Mar 08 12:42:08.235108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2bd5ae57-8883-4b44-a13e-b80248e86a13 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1101153 Mar 08 12:42:08.245549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35488) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.250810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cfab8e44-f0ed-4a35-a6ca-b0e9515e0c28 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912931897'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:08.254871 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-09c97706-9305-49ec-8b9a-fe4a178865b7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9952743 Mar 08 12:42:08.255922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35490) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.261508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.270972 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-887adfa8-1830-4d5f-b495-0e0a5bc2acbc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5388904 Mar 08 12:42:08.277084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:0e:cd:9d', 'name': 'tempest-NetworksTestDHCPv6-1741666492'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:08.296088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35492) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.304535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:08.314540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:08.335666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:08.336667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.338013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cf7d81-6302-4ea4-9782-8dd38f8317b1 None None] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:08.405471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Port': ['ID=8c26fab0-52ca-4837-840c-c5321472a67c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:08.408280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '545c4300-5d47-40d1-928f-e34483ab6bfc'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:08.409051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.436679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cfab8e44-f0ed-4a35-a6ca-b0e9515e0c28 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.484409 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-203733bb-c376-4206-bb6d-fdc2a9212b07 req-c0b398bf-6de4-4316-b73d-6bc401955bbd service neutron] 10.222.0.45 "GET /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624419 Mar 08 12:42:08.540939 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6b4ffeb5-e89a-4b2e-837a-dc7d1e0cab29 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6379805 Mar 08 12:42:08.545573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35494) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.557425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d', 'name': 'tempest-PortsTestJSON-725103984'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:08.690729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.697554 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-187e5a52-99c2-498a-8858-3c3e8136c69a tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/ports/8c26fab0-52ca-4837-840c-c5321472a67c HTTP/1.1" status: 204 len: 168 time: 2.0995677 Mar 08 12:42:08.705759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35498) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.721764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:08.726955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.729718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Allocated IP 2001:db8::f816:3eff:fe12:c10e (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/545c4300-5d47-40d1-928f-e34483ab6bfc/86796e02-5acb-46d8-9328-2add7f958ab7) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:08.760845 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-3ac6a6ec-dc08-4721-b381-a32aa8a9a44d', 'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d', 'tenant_id': '050e0e8357f94843ad0149f36df32aac', 'fixed_ips': [{'subnet_id': 'b21dd8b1-f443-45b7-85be-369e428d5985'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:08.762006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.774059 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fa1071b8-2109-4ed6-b2e4-c90dee329f3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=495003babfaa4e3fbb7d87b57d93ddce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6556969 Mar 08 12:42:08.774604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cfab8e44-f0ed-4a35-a6ca-b0e9515e0c28 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.788029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35500) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:08.830113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting subnet 0ad0070d-655d-41ff-ae1b-aaa4fcdd3233 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:08.833542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.860775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cfab8e44-f0ed-4a35-a6ca-b0e9515e0c28 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.921207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 7b21129c-26a9-48e0-a7ce-aee193504c55 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:42:08.929464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b65b7-9df1-46ce-827b-5b9dcab60fe0 req-257ddc2d-7a46-4ceb-ad63-b1a22e1481c1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:08.930431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:08.931314 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d6b65b7-9df1-46ce-827b-5b9dcab60fe0 req-257ddc2d-7a46-4ceb-ad63-b1a22e1481c1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.2416914 Mar 08 12:42:08.966665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab8e44-f0ed-4a35-a6ca-b0e9515e0c28 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43126668-c9fb-446b-81c8-22f8dcff1ce4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:08.993888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3dfddd8-8750-43b5-8712-bc602944a87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.024514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cfab8e44-f0ed-4a35-a6ca-b0e9515e0c28 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.029573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cfab8e44-f0ed-4a35-a6ca-b0e9515e0c28 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7829888 Mar 08 12:42:09.031176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Allocated IP 172.20.0.2 (3ac6a6ec-dc08-4721-b381-a32aa8a9a44d/b21dd8b1-f443-45b7-85be-369e428d5985/2c0b1294-9df6-44f4-a931-25b2eae09d6d) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:09.037913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35502) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:09.042726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-31a97083-a78c-4dd0-bb07-442d069de802 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '43126668-c9fb-446b-81c8-22f8dcff1ce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:09.059573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.065051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d6b65b7-9df1-46ce-827b-5b9dcab60fe0 req-9247f237-ec87-4778-b547-6ee08d5009e7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077435 Mar 08 12:42:09.110280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:09.113884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.129155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3dfddd8-8750-43b5-8712-bc602944a87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.139815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.156360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:09.163628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 86b3498b-d2d9-4f69-a0ae-0251cdeadccd yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:09.209472 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:09.213953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Pushing event updated for resources: {'Port': ['ID=86796e02-5acb-46d8-9328-2add7f958ab7,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:09.216899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:09.223973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:09.228590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.229518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:09.237706 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b45b3fb5-24e7-4d5b-a0fc-fd6a4f5c776e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/7b21129c-26a9-48e0-a7ce-aee193504c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6683052 Mar 08 12:42:09.238404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35504) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:09.256405 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] Sync routers for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:09.272588 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:09.273569 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:09.333498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Attempting to bind port 86796e02-5acb-46d8-9328-2add7f958ab7 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:09.334587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Attempting to bind port 86796e02-5acb-46d8-9328-2add7f958ab7 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:09.335048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Attempting to bind port 86796e02-5acb-46d8-9328-2add7f958ab7 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:09.350777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.356079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:09.356643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:09.357264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.357790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:09.358385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Bound port: 86796e02-5acb-46d8-9328-2add7f958ab7, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:09.358893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.363667 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:09.373877 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:09.374493 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:09.439539 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.449494 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:09.453410 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccd370-ab6d-4a4a-9381-52f259a815ea None None] The sync data for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:09.465361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] For port 86796e02-5acb-46d8-9328-2add7f958ab7, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:09.470097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] For port 86796e02-5acb-46d8-9328-2add7f958ab7, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=86796e02-5acb-46d8-9328-2add7f958ab7,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:09.478233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.486421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 8116f4f3-2920-498b-9af3-443b2b52034c yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:09.534740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Pushing event updated for resources: {'Port': ['ID=2c0b1294-9df6-44f4-a931-25b2eae09d6d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:09.554076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:09.555913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:09.565713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:09.573232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3dfddd8-8750-43b5-8712-bc602944a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.575039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ce29418-6c53-4d3d-981c-3bf940b2b731 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:09.576374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3dfddd8-8750-43b5-8712-bc602944a87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.577772 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a3dfddd8-8750-43b5-8712-bc602944a87f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0fe3208-4946-4f19-a5d3-71850b86a92f HTTP/1.1" status: 204 len: 168 time: 0.7856939 Mar 08 12:42:09.579022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.582035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.639194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfddd8-8750-43b5-8712-bc602944a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe3208-4946-4f19-a5d3-71850b86a92f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:09.642765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad0070d-655d-41ff-ae1b-aaa4fcdd3233,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:09.656165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.666688 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8897f3c1-55be-460d-be10-c830772f6612 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/subnets/0ad0070d-655d-41ff-ae1b-aaa4fcdd3233 HTTP/1.1" status: 204 len: 168 time: 0.9564230 Mar 08 12:42:09.669828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35508) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:09.691180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d0c1a-fdfa-4212-9d4f-20cad5046666 None None] Network 1a4925ea-05d0-4be2-b774-4abe109babc7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:09.839992 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Attempting to bind port 2c0b1294-9df6-44f4-a931-25b2eae09d6d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:09.840623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Attempting to bind port 2c0b1294-9df6-44f4-a931-25b2eae09d6d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9a030545-47fd-403f-8dea-9f02fca5ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:09.840753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Attempting to bind port 2c0b1294-9df6-44f4-a931-25b2eae09d6d on network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:09.859296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3262c1a-f4ee-4058-ab79-f4539447bbbf None None] Pushing event updated for resources: {'Port': ['ID=86796e02-5acb-46d8-9328-2add7f958ab7,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:09.868588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:09.869187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Checking segment: {'id': '9a030545-47fd-403f-8dea-9f02fca5ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:09.869519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.869931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Bound using segment: {'id': '9a030545-47fd-403f-8dea-9f02fca5ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:09.870401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Bound port: 2c0b1294-9df6-44f4-a931-25b2eae09d6d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a030545-47fd-403f-8dea-9f02fca5ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:09.870748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.884213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:09.887853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a249651-ea44-49dc-8b05-ee26da0ad236 None None] Network 33660146-3b20-4582-8c69-b14dc1b2c47f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:09.919949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fe0e:cd9d (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/545c4300-5d47-40d1-928f-e34483ab6bfc/8116f4f3-2920-498b-9af3-443b2b52034c) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:09.935029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7ce29418-6c53-4d3d-981c-3bf940b2b731 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:09.935653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.060565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-31a97083-a78c-4dd0-bb07-442d069de802 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The resource could not be found. Mar 08 12:42:10.078742 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-31a97083-a78c-4dd0-bb07-442d069de802 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0397010 Mar 08 12:42:10.128775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-daf22986-d515-43c6-8d4c-869a48a98185 None None] Provisioning complete for port 7ce29418-6c53-4d3d-981c-3bf940b2b731 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:10.129233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-daf22986-d515-43c6-8d4c-869a48a98185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.153633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35512) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:10.188642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0e401a99-bdb4-42b5-94b1-512721918686 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '43126668-c9fb-446b-81c8-22f8dcff1ce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9d7ec80e-3e67-4621-a0dc-e8072c5c132d'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:10.236437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.241800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] For port 2c0b1294-9df6-44f4-a931-25b2eae09d6d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:10.264466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] For port 2c0b1294-9df6-44f4-a931-25b2eae09d6d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2c0b1294-9df6-44f4-a931-25b2eae09d6d,segment=NetworkSegment(9a030545-47fd-403f-8dea-9f02fca5ba62),segment_id=9a030545-47fd-403f-8dea-9f02fca5ba62)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:10.336853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] DHCP port deletion for 1a4925ea-05d0-4be2-b774-4abe109babc7 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:10.346482 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.422628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.5 (3ac6a6ec-dc08-4721-b381-a32aa8a9a44d/b21dd8b1-f443-45b7-85be-369e428d5985/86b3498b-d2d9-4f69-a0ae-0251cdeadccd) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:10.494943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 33660146-3b20-4582-8c69-b14dc1b2c47f is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:10.495594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Deleting port b3a9cbf9-c671-4c2a-af48-90e32fa48547 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:10.496286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.502013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:10.512369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:10.512990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.555298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.592451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=f5266707-d5eb-4a4e-b6a0-6f9498261d96,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:10.627640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] For port b3a9cbf9-c671-4c2a-af48-90e32fa48547, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b3a9cbf9-c671-4c2a-af48-90e32fa48547,segment=NetworkSegment(ba7b83a1-e3f3-4a80-b437-d8c81eeb958f),segment_id=ba7b83a1-e3f3-4a80-b437-d8c81eeb958f)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:10.628003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.639130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ca3e-8c41-43d3-a6d7-d9cf03a8ad98 req-5670f33c-b0f5-418e-9cc1-f8a888e750e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:10.644429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.656077 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1438ca3e-8c41-43d3-a6d7-d9cf03a8ad98 req-5670f33c-b0f5-418e-9cc1-f8a888e750e3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.4476509 Mar 08 12:42:10.656271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Calling delete_port for b3a9cbf9-c671-4c2a-af48-90e32fa48547 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:10.712813 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-26f4ff42-18a9-4689-82e3-4390a56df2a4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4131162 Mar 08 12:42:10.719095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35524) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:10.736052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd45e10-6663-4a46-a07f-bd4cd54e8234 None None] Pushing event updated for resources: {'Port': ['ID=2c0b1294-9df6-44f4-a931-25b2eae09d6d,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:10.750043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 7ce29418-6c53-4d3d-981c-3bf940b2b731, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7ce29418-6c53-4d3d-981c-3bf940b2b731,segment=NetworkSegment(94f97dbd-d607-4a0d-b008-699e117d58f0),segment_id=94f97dbd-d607-4a0d-b008-699e117d58f0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:10.752711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-daf22986-d515-43c6-8d4c-869a48a98185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.770832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f', 'fixed_ips': [{'subnet_id': '8b6f7ca2-bae4-4410-acac-f364bd4840f0'}, {'subnet_id': 'f5266707-d5eb-4a4e-b6a0-6f9498261d96'}], 'name': 'tempest-PortsIpV6TestJSON-398732336'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:10.800427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] Deleting port b3a9cbf9-c671-4c2a-af48-90e32fa48547 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:10.800800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.829096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-0e401a99-bdb4-42b5-94b1-512721918686 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The resource could not be found. Mar 08 12:42:10.832958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0e401a99-bdb4-42b5-94b1-512721918686 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6622498 Mar 08 12:42:10.836207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35526) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:10.864377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.882714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:10.944778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.009366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:11.048409 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1438ca3e-8c41-43d3-a6d7-d9cf03a8ad98 req-97bd2b3e-46c8-4427-b92b-aa507e7132d1 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844440 Mar 08 12:42:11.055413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=8116f4f3-2920-498b-9af3-443b2b52034c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:11.063966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:11.103198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] For port b3a9cbf9-c671-4c2a-af48-90e32fa48547, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b3a9cbf9-c671-4c2a-af48-90e32fa48547,segment=NetworkSegment(ba7b83a1-e3f3-4a80-b437-d8c81eeb958f),segment_id=ba7b83a1-e3f3-4a80-b437-d8c81eeb958f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:11.103605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.115164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] No DVR routers for this DVR port b3a9cbf9-c671-4c2a-af48-90e32fa48547 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:11.164302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:11.170439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:11.171081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.178688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] Calling delete_port for b3a9cbf9-c671-4c2a-af48-90e32fa48547 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:11.204805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441dd704-f46e-494b-b6b5-a73c75550706 None None] Update dhcp port {'port': {'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f', 'fixed_ips': [{'subnet_id': '8b6f7ca2-bae4-4410-acac-f364bd4840f0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f5266707-d5eb-4a4e-b6a0-6f9498261d96'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '7ce29418-6c53-4d3d-981c-3bf940b2b731'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:42:11.207987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-daf22986-d515-43c6-8d4c-869a48a98185 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:11.208538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-daf22986-d515-43c6-8d4c-869a48a98185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:11.240675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.292246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=7ce29418-6c53-4d3d-981c-3bf940b2b731,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:11.308709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-441dd704-f46e-494b-b6b5-a73c75550706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.313680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Port': ['ID=b3a9cbf9-c671-4c2a-af48-90e32fa48547,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:11.331334 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-56e2ee82-853b-40c3-a854-64a40240c5fe tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0595012 Mar 08 12:42:11.337563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.341433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35538) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:11.373275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.413384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.425872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64409c-53b0-436b-b780-7219720df73a req-d86d7d48-9414-493f-b8f5-758370a75d80 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:11.427332 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b64409c-53b0-436b-b780-7219720df73a req-d86d7d48-9414-493f-b8f5-758370a75d80 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.1357479 Mar 08 12:42:11.473176 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3104e79b-2850-4a50-a0c9-768cacbf79c9 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.480095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:11.505663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4925ea-05d0-4be2-b774-4abe109babc7']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:11.527714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35540) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:11.527823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7b83a1-e3f3-4a80-b437-d8c81eeb958f') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:11.527823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7b83a1-e3f3-4a80-b437-d8c81eeb958f') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:11.538480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.549901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.567194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.575383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:11.575980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.594947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] Pushing event deleted for resources: {'Port': ['ID=b3a9cbf9-c671-4c2a-af48-90e32fa48547,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:11.634991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:11.646524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d42095-368b-4c8c-aee7-02b4dce963e9 None None] No DVR routers for this DVR port b3a9cbf9-c671-4c2a-af48-90e32fa48547 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:11.651863 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:11.728500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a358c-fbd1-43ed-9e79-d642e9a1432f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:11.730263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-441dd704-f46e-494b-b6b5-a73c75550706 None None] Allocated IP 2001:db8:0:1::2 (33660146-3b20-4582-8c69-b14dc1b2c47f/f5266707-d5eb-4a4e-b6a0-6f9498261d96/7ce29418-6c53-4d3d-981c-3bf940b2b731) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:11.735269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a358c-fbd1-43ed-9e79-d642e9a1432f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:11.739795 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-805a358c-fbd1-43ed-9e79-d642e9a1432f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3939276 Mar 08 12:42:11.739795 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3104e79b-2850-4a50-a0c9-768cacbf79c9 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.744807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35544) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:11.758948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:11.763454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:11.803851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=86b3498b-d2d9-4f69-a0ae-0251cdeadccd,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:11.839471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2112907315'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:11.853572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 86796e02-5acb-46d8-9328-2add7f958ab7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:11.893249 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.897973 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b64409c-53b0-436b-b780-7219720df73a req-b70e3415-7865-4300-b0c7-42ad7723f500 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271393 Mar 08 12:42:11.900546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:11.908359 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] 10.222.0.65 "DELETE /v2.0/networks/1a4925ea-05d0-4be2-b774-4abe109babc7 HTTP/1.1" status: 204 len: 168 time: 2.2373967 Mar 08 12:42:11.928704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279411c2-16c8-46b9-bd75-a2d737db6015 tempest-AllowedAddressPairIpV6TestJSON-806527268 tempest-AllowedAddressPairIpV6TestJSON-806527268-project] Pushing event deleted for resources: {'Network': ['ID=1a4925ea-05d0-4be2-b774-4abe109babc7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:11.971053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 8116f4f3-2920-498b-9af3-443b2b52034c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:11.971301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.046310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:12.047153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.061562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Provisioning complete for port 8116f4f3-2920-498b-9af3-443b2b52034c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:12.062177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.076030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.111922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port e53d379b-42b3-4db1-abb6-affb7f617c33 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:12.115952 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Port 8116f4f3-2920-498b-9af3-443b2b52034c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:12.150700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-441dd704-f46e-494b-b6b5-a73c75550706 None None] For port 7ce29418-6c53-4d3d-981c-3bf940b2b731, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7ce29418-6c53-4d3d-981c-3bf940b2b731,segment=NetworkSegment(94f97dbd-d607-4a0d-b008-699e117d58f0),segment_id=94f97dbd-d607-4a0d-b008-699e117d58f0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:12.157772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.169973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 86796e02-5acb-46d8-9328-2add7f958ab7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:12.170362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.174764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3104e79b-2850-4a50-a0c9-768cacbf79c9 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.177365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3104e79b-2850-4a50-a0c9-768cacbf79c9 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.178867 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3104e79b-2850-4a50-a0c9-768cacbf79c9 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/43126668-c9fb-446b-81c8-22f8dcff1ce4 HTTP/1.1" status: 204 len: 168 time: 1.3410268 Mar 08 12:42:12.185727 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 8116f4f3-2920-498b-9af3-443b2b52034c owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:12.187311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35550) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:12.202175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:12.208382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.208783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Provisioning complete for port 86796e02-5acb-46d8-9328-2add7f958ab7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:12.208783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.221438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104e79b-2850-4a50-a0c9-768cacbf79c9 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43126668-c9fb-446b-81c8-22f8dcff1ce4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:12.251501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.259967 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6b924470-a257-4d32-93a2-e61eb3260f00 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7101424 Mar 08 12:42:12.268166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35552) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:12.284012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-441dd704-f46e-494b-b6b5-a73c75550706 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.295646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '3ac6a6ec-dc08-4721-b381-a32aa8a9a44d', 'name': 'tempest-PortsTestJSON-1762239527'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:12.299539 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-90b4b936-7ae9-4b5b-87fe-cfdf1c2688d2 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1100819 Mar 08 12:42:12.305246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35554) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:12.312055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-350c0b7a-bb00-4d8f-b5aa-3b977d75ee7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '967f4f45-6dff-4d18-998b-efdc58d06168', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:12.386483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-441dd704-f46e-494b-b6b5-a73c75550706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.416355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bf14e-b4ae-47fb-b7e4-3890131d5e89 None None] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:12.454616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.457048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.562017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.629792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=8116f4f3-2920-498b-9af3-443b2b52034c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:12.629953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 86796e02-5acb-46d8-9328-2add7f958ab7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=86796e02-5acb-46d8-9328-2add7f958ab7,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:12.633761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dd704-f46e-494b-b6b5-a73c75550706 None None] Pushing event updated for resources: {'Port': ['ID=7ce29418-6c53-4d3d-981c-3bf940b2b731,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:12.663313 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-350c0b7a-bb00-4d8f-b5aa-3b977d75ee7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The resource could not be found. Mar 08 12:42:12.686342 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-350c0b7a-bb00-4d8f-b5aa-3b977d75ee7d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3804214 Mar 08 12:42:12.712257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35560) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:12.723455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.728333 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f8b4f6c4-b645-4c23-ab83-dced090b76e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/8116f4f3-2920-498b-9af3-443b2b52034c HTTP/1.1" status: 204 len: 168 time: 0.9837022 Mar 08 12:42:12.730776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35562) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:12.732268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-50cdecb5-b2c2-47a6-a69a-784897ca1bb0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844128902'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:12.732477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.733586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ce29418-6c53-4d3d-981c-3bf940b2b731 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:12.747310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 78666c73-2543-4478-83aa-53ecbff41692 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:12.747723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.769453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35564) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:12.852327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94242f4c-65a6-44ac-89ef-b499935a90e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:12.862102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94242f4c-65a6-44ac-89ef-b499935a90e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:12.869485 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-94242f4c-65a6-44ac-89ef-b499935a90e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1370103 Mar 08 12:42:12.871841 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35568) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:12.888581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:12.888935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-b80410ce-1090-4f12-ab6c-3f9170c38a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:12.902305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=86796e02-5acb-46d8-9328-2add7f958ab7,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:12.919102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7ce29418-6c53-4d3d-981c-3bf940b2b731 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:12.920269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:12.993548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 545c4300-5d47-40d1-928f-e34483ab6bfc {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:13.009459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.041545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2c0b1294-9df6-44f4-a931-25b2eae09d6d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:13.092771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.119506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2c0b1294-9df6-44f4-a931-25b2eae09d6d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:13.120025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.217719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:13.221303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.238344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.386323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdac30-067b-4dae-8a44-d6ef2a05d8f6 req-8360058b-5a0e-4795-b90e-a315de81ed76 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:13.387714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-06fdac30-067b-4dae-8a44-d6ef2a05d8f6 req-8360058b-5a0e-4795-b90e-a315de81ed76 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.7904480 Mar 08 12:42:13.391626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.403502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::8e (33660146-3b20-4582-8c69-b14dc1b2c47f/8b6f7ca2-bae4-4410-acac-f364bd4840f0/e53d379b-42b3-4db1-abb6-affb7f617c33) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:13.424373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50cdecb5-b2c2-47a6-a69a-784897ca1bb0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.427142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 64c087b0-febd-4c8c-82e1-846fd0cc5a96 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:13.447417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.450075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=545c4300-5d47-40d1-928f-e34483ab6bfc,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:13.456184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.465166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.466965 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ca4f04d4-ed1f-44a1-b09e-d41378403705 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/545c4300-5d47-40d1-928f-e34483ab6bfc HTTP/1.1" status: 204 len: 168 time: 0.5913043 Mar 08 12:42:13.467123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8:0:1::2f1 (33660146-3b20-4582-8c69-b14dc1b2c47f/f5266707-d5eb-4a4e-b6a0-6f9498261d96/e53d379b-42b3-4db1-abb6-affb7f617c33) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:13.469596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35570) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:13.469748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81426a1a-6879-430b-a43d-3c99835f9c12 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:13.535202 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-54b6a918-a950-4693-a72c-e70f40005897 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605640 Mar 08 12:42:13.535834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35572) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:13.541410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:13.574587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8bb0da88-3c60-46d3-9557-439a608a33d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c9f24552c51493489e04d333644c0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7993577 Mar 08 12:42:13.594088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.603877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35574) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:13.613554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 2c0b1294-9df6-44f4-a931-25b2eae09d6d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2c0b1294-9df6-44f4-a931-25b2eae09d6d,segment=NetworkSegment(9a030545-47fd-403f-8dea-9f02fca5ba62),segment_id=9a030545-47fd-403f-8dea-9f02fca5ba62)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:13.638754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.688417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9e4aca8a-6437-4722-a5de-3397bbcafbd8 None None] Provisioning complete for port 2c0b1294-9df6-44f4-a931-25b2eae09d6d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:13.688786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e4aca8a-6437-4722-a5de-3397bbcafbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.713469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:13.742561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.744260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 78666c73-2543-4478-83aa-53ecbff41692 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:13.761617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:13.766043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.779234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad29f3da-9fb8-4199-8573-d509dbdeac9c None None] Network 33660146-3b20-4582-8c69-b14dc1b2c47f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:13.799050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.799284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment a0a20a63-2673-4280-b61a-754bc02d84f4 of type vlan for network 593a1108-63f7-4d38-934e-1f9528700f8f Mar 08 12:42:13.828216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:13.838688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3a9cbf9-c671-4c2a-af48-90e32fa48547 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:13.858738 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-06fdac30-067b-4dae-8a44-d6ef2a05d8f6 req-ec70cff1-07ec-48c9-b5c9-75e034e10e64 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4415963 Mar 08 12:42:13.860589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:13.888551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b7c477-3a58-4960-b158-a0cde588f34c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:13.906524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b3a9cbf9-c671-4c2a-af48-90e32fa48547 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:13.907058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b3a9cbf9-c671-4c2a-af48-90e32fa48547 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:13.981382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=2c0b1294-9df6-44f4-a931-25b2eae09d6d,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:14.057406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-238967fe-fd87-4cd1-b6b6-1a8b664c3d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.057626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ce29418-6c53-4d3d-981c-3bf940b2b731 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:14.060693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.7 (3ac6a6ec-dc08-4721-b381-a32aa8a9a44d/b21dd8b1-f443-45b7-85be-369e428d5985/64c087b0-febd-4c8c-82e1-846fd0cc5a96) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:14.096767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50cdecb5-b2c2-47a6-a69a-784897ca1bb0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.110535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9e4aca8a-6437-4722-a5de-3397bbcafbd8 None None] Provisioning complete for port 86b3498b-d2d9-4f69-a0ae-0251cdeadccd triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:14.116785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e4aca8a-6437-4722-a5de-3397bbcafbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.119680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] Deleting port 86796e02-5acb-46d8-9328-2add7f958ab7 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:14.120316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.125273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-238967fe-fd87-4cd1-b6b6-1a8b664c3d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.156462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.162007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:14.162635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.217904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9e4aca8a-6437-4722-a5de-3397bbcafbd8 None None] Port 86b3498b-d2d9-4f69-a0ae-0251cdeadccd cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:14.224461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:14.247932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50cdecb5-b2c2-47a6-a69a-784897ca1bb0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.257429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7ce29418-6c53-4d3d-981c-3bf940b2b731 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:14.257798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.264537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] For port 86796e02-5acb-46d8-9328-2add7f958ab7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=86796e02-5acb-46d8-9328-2add7f958ab7,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:14.265506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.303394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] Calling delete_port for 86796e02-5acb-46d8-9328-2add7f958ab7 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:14.415960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d148e690-3d51-495f-9526-7a81c8c5037d None None] Provisioning complete for port 7ce29418-6c53-4d3d-981c-3bf940b2b731 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:14.417757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d148e690-3d51-495f-9526-7a81c8c5037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.423857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.433885 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9058948 Mar 08 12:42:14.456833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea626fa-3da7-48fc-89de-9b305d6a6e13 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=593a1108-63f7-4d38-934e-1f9528700f8f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:14.460950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdecb5-b2c2-47a6-a69a-784897ca1bb0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e3be86-8099-4f84-95a9-16123e79e0e0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:14.480701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 593a1108-63f7-4d38-934e-1f9528700f8f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:14.563087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.563337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50cdecb5-b2c2-47a6-a69a-784897ca1bb0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.574363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35578) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:14.574550 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-50cdecb5-b2c2-47a6-a69a-784897ca1bb0 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8529351 Mar 08 12:42:14.574651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2e0f7c61-13c7-4dee-900f-49fa517caac6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006768861'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:14.574744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-238967fe-fd87-4cd1-b6b6-1a8b664c3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.590520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 86796e02-5acb-46d8-9328-2add7f958ab7 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:14.592329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-238967fe-fd87-4cd1-b6b6-1a8b664c3d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.593821 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-238967fe-fd87-4cd1-b6b6-1a8b664c3d67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad89c136-5fcb-4605-9133-08d09abd3114 HTTP/1.1" status: 204 len: 168 time: 0.9774179 Mar 08 12:42:14.618463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238967fe-fd87-4cd1-b6b6-1a8b664c3d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad89c136-5fcb-4605-9133-08d09abd3114,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:14.645983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No active binding found for port 86796e02-5acb-46d8-9328-2add7f958ab7 {{(pid=104047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:42:14.647540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 86796e02-5acb-46d8-9328-2add7f958ab7 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:14.649305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.670282 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Port 86796e02-5acb-46d8-9328-2add7f958ab7 concurrently deleted while adding address for new subnet {'id': '9f5b776a-c36c-4c4c-9f81-bd3a535a8a27', 'name': '', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 687, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-08T12:42:13Z', 'updated_at': '2022-03-08T12:42:13Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a20f4efc62584465997db4534081d51a'}. {{(pid=104045) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Mar 08 12:42:14.670929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.686573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] Pushing event deleted for resources: {'Port': ['ID=86796e02-5acb-46d8-9328-2add7f958ab7,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:14.726622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c6c0d-4669-416e-aaab-2541aba629f9 None None] No DVR routers for this DVR port 86796e02-5acb-46d8-9328-2add7f958ab7 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:14.742868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.773211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:14.773211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c61-13c7-4dee-900f-49fa517caac6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.789546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:14.790718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:14.791309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.798560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.801798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90f374-fc95-40bf-8b48-68dd635211d8 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:14.878936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c61-13c7-4dee-900f-49fa517caac6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.880109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=9f5b776a-c36c-4c4c-9f81-bd3a535a8a27,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:14.884270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 33660146-3b20-4582-8c69-b14dc1b2c47f is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:14.897623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:14.899860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=78666c73-2543-4478-83aa-53ecbff41692,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:14.921232 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a3f27e47-2817-44f2-b4ae-9ca58e1c308b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3842571 Mar 08 12:42:14.928832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:14.930843 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35584) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:14.933393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:14.934392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:14.945680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:f0:26:54', 'name': 'tempest-NetworksTestDHCPv6-1071623521'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:14.958312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c61-13c7-4dee-900f-49fa517caac6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.007158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-338636b3-a45e-4711-b484-be86a8584ba1 None None] Provisioning complete for port 7ce29418-6c53-4d3d-981c-3bf940b2b731 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:15.007572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-338636b3-a45e-4711-b484-be86a8584ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.244940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f7c61-13c7-4dee-900f-49fa517caac6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e99ea4-6bf4-4b66-83c8-d3e55486fbe5,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:15.282835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '9f5b776a-c36c-4c4c-9f81-bd3a535a8a27'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:15.285232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.324757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7c61-13c7-4dee-900f-49fa517caac6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.333670 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2e0f7c61-13c7-4dee-900f-49fa517caac6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7656212 Mar 08 12:42:15.334442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.5984039 Mar 08 12:42:15.351156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35590) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:15.352131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35592) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:15.403229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b578569a-67fa-4b24-886d-b12d3a689f8d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': '07e3be86-8099-4f84-95a9-16123e79e0e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a4e99ea4-6bf4-4b66-83c8-d3e55486fbe5'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:15.421152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b6f7ca2-bae4-4410-acac-f364bd4840f0'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:15.503006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1b2ec-0730-444c-b02e-cb8568b59d6d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=e53d379b-42b3-4db1-abb6-affb7f617c33,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:15.530050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.550437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-89dda9f1-11e2-4158-8698-e103363d7898 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:15.554076 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-89dda9f1-11e2-4158-8698-e103363d7898 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.45 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.6634295 Mar 08 12:42:15.569784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.586408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Allocated IP 2001:db8::f816:3eff:fe90:1942 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/9f5b776a-c36c-4c4c-9f81-bd3a535a8a27/9e7afa76-84c3-423b-be65-96f2ce501f16) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:15.663054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a3aae-3c29-452f-946f-4f38249706e9 req-f8d1ae09-2ead-4d98-81dc-278595982cb3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:15.673419 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c87a3aae-3c29-452f-946f-4f38249706e9 req-f8d1ae09-2ead-4d98-81dc-278595982cb3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.5960233 Mar 08 12:42:15.682622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.728505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:15.812563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.815644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c87a3aae-3c29-452f-946f-4f38249706e9 req-b5579de8-9b8b-4c1a-bdd5-1b0785d38995 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405411 Mar 08 12:42:15.834439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a3f66628-87f8-4f70-a4f9-b02b5fd46bd5 None None] Provisioning complete for port e53d379b-42b3-4db1-abb6-affb7f617c33 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:15.838031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3f66628-87f8-4f70-a4f9-b02b5fd46bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.885743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a3f66628-87f8-4f70-a4f9-b02b5fd46bd5 None None] Port e53d379b-42b3-4db1-abb6-affb7f617c33 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:15.891895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:15.911221 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b578569a-67fa-4b24-886d-b12d3a689f8d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:15.913591 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b578569a-67fa-4b24-886d-b12d3a689f8d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5519416 Mar 08 12:42:15.923531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35600) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:15.942070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:15.946160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:15.950848 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:16.011915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 7b21129c-26a9-48e0-a7ce-aee193504c55 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:42:16.028562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Pushing event updated for resources: {'Port': ['ID=9e7afa76-84c3-423b-be65-96f2ce501f16,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:16.047861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Attempting to bind port 9e7afa76-84c3-423b-be65-96f2ce501f16 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:16.048540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Attempting to bind port 9e7afa76-84c3-423b-be65-96f2ce501f16 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:16.049168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Attempting to bind port 9e7afa76-84c3-423b-be65-96f2ce501f16 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:16.058721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:16.059600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:16.061092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.075800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.097371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:16.098285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Bound port: 9e7afa76-84c3-423b-be65-96f2ce501f16, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:16.098864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.164360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.198603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8fda187e-5f4f-4d33-a4d8-b8f38a556e96 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.212294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 1b2a7c0a-f46c-49cc-8583-41560b5c36e9 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:16.221069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:16.242279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] For port 9e7afa76-84c3-423b-be65-96f2ce501f16, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:16.245536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] For port 9e7afa76-84c3-423b-be65-96f2ce501f16, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9e7afa76-84c3-423b-be65-96f2ce501f16,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:16.246933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2c0b1294-9df6-44f4-a931-25b2eae09d6d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:16.303832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:16.318599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:16.328905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2c0b1294-9df6-44f4-a931-25b2eae09d6d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:16.329536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.388809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.435825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8fda187e-5f4f-4d33-a4d8-b8f38a556e96 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.436881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:16.437643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.464255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:16.487794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35610) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:16.517378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] Sync routers for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:16.537767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-97db3e57-d44a-43f8-9cb6-8591da15fdfb tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/7b21129c-26a9-48e0-a7ce-aee193504c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2844720 Mar 08 12:42:16.544996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35614) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:16.557157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Deleting port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:16.560221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.654123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8fda187e-5f4f-4d33-a4d8-b8f38a556e96 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.671468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8fda187e-5f4f-4d33-a4d8-b8f38a556e96 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:16.674859 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8fda187e-5f4f-4d33-a4d8-b8f38a556e96 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/a4e99ea4-6bf4-4b66-83c8-d3e55486fbe5 HTTP/1.1" status: 204 len: 168 time: 0.7492785 Mar 08 12:42:16.919852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:16.921230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:16.941732 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fef0:2654 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/9f5b776a-c36c-4c4c-9f81-bd3a535a8a27/1b2a7c0a-f46c-49cc-8583-41560b5c36e9) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:16.962656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:16.981811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba4d81-9ed7-4b22-b23d-dc2043b66081 None None] Pushing event updated for resources: {'Port': ['ID=9e7afa76-84c3-423b-be65-96f2ce501f16,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:16.999910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7ca11634-9252-4a6d-925f-f27dfc8edf4e None None] Provisioning complete for port 64c087b0-febd-4c8c-82e1-846fd0cc5a96 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:17.000569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ca11634-9252-4a6d-925f-f27dfc8edf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.011521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] For port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:17.022214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.046102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7ca11634-9252-4a6d-925f-f27dfc8edf4e None None] Port 64c087b0-febd-4c8c-82e1-846fd0cc5a96 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:17.058792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] Routers {'7b21129c-26a9-48e0-a7ce-aee193504c55'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:17.059686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7b21129c-26a9-48e0-a7ce-aee193504c55'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:17.100797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:17.101502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47916b89-6f01-4ae3-8df7-8c18d3b3b1a6 None None] The sync data for ids ['7b21129c-26a9-48e0-a7ce-aee193504c55'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:17.144320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35616) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:17.156770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-85172450'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:17.158231 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-61022938-fbe7-4412-80d5-61396c52c821 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b21129c-26a9-48e0-a7ce-aee193504c55 HTTP/1.1" status: 200 len: 205 time: 0.6077733 Mar 08 12:42:17.163222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=64c087b0-febd-4c8c-82e1-846fd0cc5a96,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:17.165196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35620) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:17.276465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda187e-5f4f-4d33-a4d8-b8f38a556e96 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e99ea4-6bf4-4b66-83c8-d3e55486fbe5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:17.502027 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-df242c34-1b4e-48d8-bf84-2ab0d16b215e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2244742 Mar 08 12:42:17.505018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35624) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:17.640741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8403299-9afa-403e-a09d-2584865c4d6c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.655234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35626) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:17.665701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70714543-98c3-4065-804b-99b1eef26ee9 req-9fbb2a10-8ceb-4a59-a9e8-48acc880d9f5 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:17.667271 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-70714543-98c3-4065-804b-99b1eef26ee9 req-9fbb2a10-8ceb-4a59-a9e8-48acc880d9f5 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 945 time: 0.5333562 Mar 08 12:42:17.675257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': '593a1108-63f7-4d38-934e-1f9528700f8f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:17.710530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:17.714708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.756258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.773063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Delete allocated IP 2001:db8:0:1::2f1 (33660146-3b20-4582-8c69-b14dc1b2c47f/f5266707-d5eb-4a4e-b6a0-6f9498261d96) {{(pid=104045) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 12:42:17.792953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8fe06a-ebcc-46cb-b67a-92d8f2a34fa3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:17.797003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f8fe06a-ebcc-46cb-b67a-92d8f2a34fa3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.2795897 Mar 08 12:42:17.802999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.804377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35628) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:17.854496 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0d17ed3e-73f2-4ade-b81b-d912f253b2d6 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6943486 Mar 08 12:42:17.864605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35630) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:17.918187 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-70714543-98c3-4065-804b-99b1eef26ee9 req-88b5c260-981c-4b10-a6a9-c60832317b2a tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6e2474d-99d5-424b-ae9b-8b8325a03e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149475 Mar 08 12:42:17.940015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8403299-9afa-403e-a09d-2584865c4d6c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.942648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8403299-9afa-403e-a09d-2584865c4d6c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.971851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.972277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:17.972792 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Floating IP befd49b5-0eb9-47f5-ba52-de9f84144c88 disassociated. External IP: 172.26.3.231, port: 19a91503-974d-4d5e-8eda-a1ff3b5d30fd. Mar 08 12:42:17.973255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Calling delete_port for 19a91503-974d-4d5e-8eda-a1ff3b5d30fd owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:18.069141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9e7afa76-84c3-423b-be65-96f2ce501f16 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:18.082807 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:18.086951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.120337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-53132874-0d2a-41b7-af72-314b6d725849 None None] Provisioning complete for port 9e7afa76-84c3-423b-be65-96f2ce501f16 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:18.120929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53132874-0d2a-41b7-af72-314b6d725849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.151538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00aeb086-da77-4153-b178-ea84dac9b8d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.168411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9e7afa76-84c3-423b-be65-96f2ce501f16 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:18.168778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.182381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.187407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8403299-9afa-403e-a09d-2584865c4d6c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.187904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8403299-9afa-403e-a09d-2584865c4d6c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Fanout notify agent at l3_agent the message router_deleted on router 7b21129c-26a9-48e0-a7ce-aee193504c55 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:42:18.209331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8403299-9afa-403e-a09d-2584865c4d6c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.210294 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b8403299-9afa-403e-a09d-2584865c4d6c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/7b21129c-26a9-48e0-a7ce-aee193504c55 HTTP/1.1" status: 204 len: 168 time: 0.9638326 Mar 08 12:42:18.215645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35632) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:18.218966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00aeb086-da77-4153-b178-ea84dac9b8d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.221453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.275816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53132874-0d2a-41b7-af72-314b6d725849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.279108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.290953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 64c087b0-febd-4c8c-82e1-846fd0cc5a96 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:18.291412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.331059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:18.351169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.361667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.362359 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Added segment 1283d0b8-729e-4b36-9fed-63b7272a22ec of type vlan for network c5d07fe5-e882-46a0-a74a-963369038954 Mar 08 12:42:18.365684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-53132874-0d2a-41b7-af72-314b6d725849 None None] For port 9e7afa76-84c3-423b-be65-96f2ce501f16, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9e7afa76-84c3-423b-be65-96f2ce501f16,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:18.370083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet 16e84a94-dcd8-4cd0-9abd-004e85d2ba2d {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:18.381933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:18.399710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1539d3d7-3ba5-49c4-923e-d35acb86e3d9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:18.403856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:18.404727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.404872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=1b2a7c0a-f46c-49cc-8583-41560b5c36e9,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:18.409011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.412479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:18.421399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:18.421399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.463374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.470543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53132874-0d2a-41b7-af72-314b6d725849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.472640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.488275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 64c087b0-febd-4c8c-82e1-846fd0cc5a96 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:18.521033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.556610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.562924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event deleted for resources: {'Port': ['ID=19a91503-974d-4d5e-8eda-a1ff3b5d30fd,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:18.572232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:18.576381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:18.601118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.616487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00aeb086-da77-4153-b178-ea84dac9b8d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.620617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00aeb086-da77-4153-b178-ea84dac9b8d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.628807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53132874-0d2a-41b7-af72-314b6d725849 None None] Pushing event updated for resources: {'Port': ['ID=9e7afa76-84c3-423b-be65-96f2ce501f16,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:18.629290 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-00aeb086-da77-4153-b178-ea84dac9b8d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/07e3be86-8099-4f84-95a9-16123e79e0e0 HTTP/1.1" status: 204 len: 168 time: 0.7604125 Mar 08 12:42:18.632073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35634) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:18.691542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19a91503-974d-4d5e-8eda-a1ff3b5d30fd no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:18.712495 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8d58465b-615f-44cc-ba81-77297a87cdd5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7802200 Mar 08 12:42:18.726812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35636) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:18.739489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 19a91503-974d-4d5e-8eda-a1ff3b5d30fd {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:18.740631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19a91503-974d-4d5e-8eda-a1ff3b5d30fd not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:18.764452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeb086-da77-4153-b178-ea84dac9b8d5 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e3be86-8099-4f84-95a9-16123e79e0e0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:18.816935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] In _notify_port_updated(), no bound segment for port e53d379b-42b3-4db1-abb6-affb7f617c33 on network 33660146-3b20-4582-8c69-b14dc1b2c47f {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:42:18.824774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:18.825702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.830733 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "PUT /v2.0/ports/e53d379b-42b3-4db1-abb6-affb7f617c33 HTTP/1.1" status: 200 len: 924 time: 3.4762323 Mar 08 12:42:18.833490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35638) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:18.843752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8b6f7ca2-bae4-4410-acac-f364bd4840f0'}, {'subnet_id': 'f5266707-d5eb-4a4e-b6a0-6f9498261d96'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:18.851686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.894770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.900898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:18.901146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616229f-7a96-4019-a1e9-ef2219b82eaf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=e53d379b-42b3-4db1-abb6-affb7f617c33,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:18.902427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.911704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:18.982931 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-48658450-6ed5-4f60-bf19-6f8e37784e6e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3483827 Mar 08 12:42:19.004381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35642) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:19.032063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c3e4a178-8e8a-42c5-b3b1-1c110165af3d None None] Provisioning complete for port 1b2a7c0a-f46c-49cc-8583-41560b5c36e9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:19.032974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a178-8e8a-42c5-b3b1-1c110165af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.042439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=64c087b0-febd-4c8c-82e1-846fd0cc5a96,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:19.049218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.081558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2f424202-caa7-476d-afab-b2e7b81422e7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--109410950'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:19.132278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4a178-8e8a-42c5-b3b1-1c110165af3d None None] Port 1b2a7c0a-f46c-49cc-8583-41560b5c36e9 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:19.134424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Network': ['ID=c5d07fe5-e882-46a0-a74a-963369038954,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:19.158490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b06bb7-bcd3-462a-8cc2-914fb16b8da4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:19.162580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network c5d07fe5-e882-46a0-a74a-963369038954 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:19.172947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b06bb7-bcd3-462a-8cc2-914fb16b8da4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:19.181826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-06b06bb7-bcd3-462a-8cc2-914fb16b8da4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4592910 Mar 08 12:42:19.185830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35644) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:19.206391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-47da137e-04dc-4d7d-804b-c458a1925ee4 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.7120011 Mar 08 12:42:19.210164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.216428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Router c9dede10-02d9-486c-8102-7e61d7b36b73 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:42:19.219628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=c52dd6aa-2ed6-4502-9580-8268d332d90f,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:19.291756 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff4cc225-5ad9-4ef3-a442-af21295ef7aa req-442796d4-1c87-4070-9504-025e240e3b49 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 210 time: 0.1893044 Mar 08 12:42:19.335231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5624786d-7d46-494a-be7d-5d423368eb27 None None] Provisioning complete for port e53d379b-42b3-4db1-abb6-affb7f617c33 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:19.336954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5624786d-7d46-494a-be7d-5d423368eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.337110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.344295 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2e515042-8c17-4019-ae8f-08f9980c1d7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/64c087b0-febd-4c8c-82e1-846fd0cc5a96 HTTP/1.1" status: 204 len: 168 time: 1.5002952 Mar 08 12:42:19.353440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35646) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:19.402330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f424202-caa7-476d-afab-b2e7b81422e7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.405347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5624786d-7d46-494a-be7d-5d423368eb27 None None] Port e53d379b-42b3-4db1-abb6-affb7f617c33 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:19.424603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': 'a0a20a63-2673-4280-b61a-754bc02d84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '593a1108-63f7-4d38-934e-1f9528700f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:19.425104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: 593a1108-63f7-4d38-934e-1f9528700f8f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:19.468650 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-8266e45b-e277-4114-9fde-c58ecf735107 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:42:19.472969 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8266e45b-e277-4114-9fde-c58ecf735107 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/64c087b0-febd-4c8c-82e1-846fd0cc5a96 HTTP/1.1" status: 404 len: 333 time: 0.0792632 Mar 08 12:42:19.476993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35648) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:19.530720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:19.542266 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] Sync routers for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:19.564560 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:19.565688 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:19.570812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.600831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] No DVR routers for this DVR port 19a91503-974d-4d5e-8eda-a1ff3b5d30fd on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:19.603882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.607750 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7b13d331-dedf-4e2c-b93c-5d1c130a0ff9 req-f4511e4f-19d3-452e-bed3-845fb73f84a3 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.45 "DELETE /v2.0/ports/19a91503-974d-4d5e-8eda-a1ff3b5d30fd HTTP/1.1" status: 204 len: 173 time: 4.0351279 Mar 08 12:42:19.640648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'name': 'network-vif-deleted', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:42:19.643464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d08ba-5660-4120-bb35-8993952e5657" -d '{"events": [{"server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "name": "network-vif-deleted", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:42:19.647273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 593a1108-63f7-4d38-934e-1f9528700f8f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:19.674154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=16e84a94-dcd8-4cd0-9abd-004e85d2ba2d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:19.680053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.686135 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c53a14bc-3d8d-4fb3-93b8-b02e7e0f3862 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/16e84a94-dcd8-4cd0-9abd-004e85d2ba2d HTTP/1.1" status: 204 len: 168 time: 1.4694285 Mar 08 12:42:19.689001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f00ce5-dd98-4ab4-84b4-f2bc5569d716 None None] Network c4f48ef7-5350-4a71-8c29-68a798c73466 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:19.694993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35652) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:19.736787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8:0:1::382 (33660146-3b20-4582-8c69-b14dc1b2c47f/f5266707-d5eb-4a4e-b6a0-6f9498261d96/e53d379b-42b3-4db1-abb6-affb7f617c33) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:19.766113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f424202-caa7-476d-afab-b2e7b81422e7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.800335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e42170-ca32-4cd9-af02-9f405fca5f70 x-openstack-request-id: req-99e42170-ca32-4cd9-af02-9f405fca5f70 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:42:19.800941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842b8f5d-2033-4490-9977-d2e888c6e6cb", "name": "network-vif-deleted", "tag": "19a91503-974d-4d5e-8eda-a1ff3b5d30fd", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:42:19.801306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99e42170-ca32-4cd9-af02-9f405fca5f70 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:42:19.801885 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842b8f5d-2033-4490-9977-d2e888c6e6cb', 'name': 'network-vif-deleted', 'tag': '19a91503-974d-4d5e-8eda-a1ff3b5d30fd', 'status': 'completed', 'code': 200} Mar 08 12:42:19.803510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 593a1108-63f7-4d38-934e-1f9528700f8f) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:19.808801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:19.809515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.815653 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:42:19.849081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6aa871-b078-4ac5-bfe8-e026792083b6 None None] Network 593a1108-63f7-4d38-934e-1f9528700f8f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:19.852042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet 8365f631-bae3-4a48-a844-c59b1cb84fbb {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:19.876559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.881490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f424202-caa7-476d-afab-b2e7b81422e7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:19.950761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6c853084-c678-4432-a101-614554d1ddb8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2887399 Mar 08 12:42:19.961966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35654) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:19.968356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1122412273'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:20.000759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.046350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 1b2a7c0a-f46c-49cc-8583-41560b5c36e9 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:20.047482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.123347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9e7afa76-84c3-423b-be65-96f2ce501f16 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:20.153802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.212871 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:05Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:20.292698 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] Checking router: c9dede10-02d9-486c-8102-7e61d7b36b73 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:20.303138 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:20.303936 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:20.331543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9e7afa76-84c3-423b-be65-96f2ce501f16 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:20.332056 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.347117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] DHCP port deletion for c4f48ef7-5350-4a71-8c29-68a798c73466 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:20.389115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.451255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 1b2a7c0a-f46c-49cc-8583-41560b5c36e9 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:20.513961 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:42:20.619241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-593a1108-63f7-4d38-934e-1f9528700f8f', 'network_id': '593a1108-63f7-4d38-934e-1f9528700f8f', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': 'c52dd6aa-2ed6-4502-9580-8268d332d90f'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:20.623781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.684182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f424202-caa7-476d-afab-b2e7b81422e7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce73eb4c-932c-472e-83b8-f14652314f76,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:20.693771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 86b3498b-d2d9-4f69-a0ae-0251cdeadccd {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:20.696163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.704335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:20.708567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.728441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f424202-caa7-476d-afab-b2e7b81422e7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.729826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2f424202-caa7-476d-afab-b2e7b81422e7 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7131100 Mar 08 12:42:20.741512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35658) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:20.751305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6571dfb8-819d-4708-943f-6f5c114feccb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'ce73eb4c-932c-472e-83b8-f14652314f76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:20.772522 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b393d4e6-c2e2-4379-8b76-ba3a4fb3fc79 req-ae6aca30-602b-4bd0-a703-dda7eec5205b tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/ports?device_id=842b8f5d-2033-4490-9977-d2e888c6e6cb HTTP/1.1" status: 200 len: 210 time: 0.0730853 Mar 08 12:42:20.773260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.789910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.790175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.796449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] Deleting port 0396e17f-0c88-45f4-8fd2-2500619114d0 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:20.797657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.867407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:05Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:20.868020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=8365f631-bae3-4a48-a844-c59b1cb84fbb,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:20.894058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.902184 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7090e42f-e2e4-480c-85f8-0e8023b33722 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/8365f631-bae3-4a48-a844-c59b1cb84fbb HTTP/1.1" status: 204 len: 168 time: 1.2056375 Mar 08 12:42:20.908784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:20.910961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35660) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:20.917060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:20.927054 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b06c5-b753-4dd8-9e1f-90b32b47ce14 None None] The sync data for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv is: [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f0e7aaf-0c49-47ee-b31b-4d6e3de770de', 'name': '', 'network_id': '58302eb8-1fbb-41e8-af39-c3baf2d0e7ad', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'mac_address': 'fa:16:3e:21:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:54Z', 'updated_at': '2022-03-08T12:39:05Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'subnets': [{'id': '15c5cd19-5b19-4e01-82c6-25134f5ae79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:20.936691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 86b3498b-d2d9-4f69-a0ae-0251cdeadccd owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:20.953226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff22b3-3e26-490b-94c5-ae7c7c10e3fd None None] Network ae734122-f121-4376-935a-3f7a88e93c46 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:21.077911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:21.079697 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment 77a48b7e-754a-4f69-b076-aa00ca15eca2 of type vlan for network ab345a1e-fd1c-46ec-a900-54eca54f4b22 Mar 08 12:42:21.142584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] For port 0396e17f-0c88-45f4-8fd2-2500619114d0, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0396e17f-0c88-45f4-8fd2-2500619114d0,segment=NetworkSegment(293898e3-4855-4bd6-b159-212a304cf00e),segment_id=293898e3-4855-4bd6-b159-212a304cf00e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:21.143208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:21.189712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] Calling delete_port for 0396e17f-0c88-45f4-8fd2-2500619114d0 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:21.274172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:21.285412 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/1b2a7c0a-f46c-49cc-8583-41560b5c36e9 HTTP/1.1" status: 204 len: 168 time: 2.0982814 Mar 08 12:42:21.287242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfab49-dd90-48a4-946a-706524c926c7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=1b2a7c0a-f46c-49cc-8583-41560b5c36e9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:21.291955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:21.299028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35662) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:21.304678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:21.382129 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-6571dfb8-819d-4708-943f-6f5c114feccb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:21.400759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6571dfb8-819d-4708-943f-6f5c114feccb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6561284 Mar 08 12:42:21.430276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35664) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:21.465636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4476d692-eebb-4b25-98d5-065cf80915d2 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group_rule': {'security_group_id': 'ce73eb4c-932c-472e-83b8-f14652314f76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:21.609431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:21.648971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:21.678457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Allocated IP 2001:db8:0:ffff::2 (593a1108-63f7-4d38-934e-1f9528700f8f/c52dd6aa-2ed6-4502-9580-8268d332d90f/6e67766f-064d-4eb6-8cfa-9d89372cb46e) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:21.695044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4482fa9e-2466-4ffa-80b9-90898f6ba057 None None] New status for floating IP befd49b5-0eb9-47f5-ba52-de9f84144c88: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:42:21.846993 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-4476d692-eebb-4b25-98d5-065cf80915d2 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:21.858593 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4476d692-eebb-4b25-98d5-065cf80915d2 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4107096 Mar 08 12:42:21.895719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35668) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.048357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] In _notify_port_updated(), no bound segment for port e53d379b-42b3-4db1-abb6-affb7f617c33 on network 33660146-3b20-4582-8c69-b14dc1b2c47f {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:42:22.080252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:22.083497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.095574 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "PUT /v2.0/ports/e53d379b-42b3-4db1-abb6-affb7f617c33 HTTP/1.1" status: 200 len: 1010 time: 3.2568510 Mar 08 12:42:22.125687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35672) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.200301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444d297-6c72-4ac3-a69b-826d5751b437 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=e53d379b-42b3-4db1-abb6-affb7f617c33,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:22.201787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] DHCP port deletion for ae734122-f121-4376-935a-3f7a88e93c46 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:22.209967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe66e1-9b03-4b8f-8e9e-d33d9b9e62dd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:22.214227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe66e1-9b03-4b8f-8e9e-d33d9b9e62dd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:22.217055 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8cbe66e1-9b03-4b8f-8e9e-d33d9b9e62dd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8925130 Mar 08 12:42:22.229030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0396e17f-0c88-45f4-8fd2-2500619114d0 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:22.255225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35674) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.330300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35676) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.343239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.346685 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/86b3498b-d2d9-4f69-a0ae-0251cdeadccd HTTP/1.1" status: 204 len: 168 time: 2.8679721 Mar 08 12:42:22.352297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35678) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.386046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3558a00-99cd-42b8-8a86-b966eae6fd88 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=86b3498b-d2d9-4f69-a0ae-0251cdeadccd,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:22.420816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35680) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.432385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'subnet': {'network_id': 'c5d07fe5-e882-46a0-a74a-963369038954', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:22.440838 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f51d6b-0de5-4d9c-ab46-43607a925789 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:42:22.445162 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05f51d6b-0de5-4d9c-ab46-43607a925789 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/86b3498b-d2d9-4f69-a0ae-0251cdeadccd HTTP/1.1" status: 404 len: 333 time: 0.0896499 Mar 08 12:42:22.448881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.456153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35682) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.515069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.521424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:22.522156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.536386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def8e0bb-7cda-4c60-9535-1c5e04e544d7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.567346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def8e0bb-7cda-4c60-9535-1c5e04e544d7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.641758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-615f3fc3-5551-4a0e-a77e-e05c2703d6eb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.670818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-615f3fc3-5551-4a0e-a77e-e05c2703d6eb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.704497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 0396e17f-0c88-45f4-8fd2-2500619114d0 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:22.705055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0396e17f-0c88-45f4-8fd2-2500619114d0 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:22.716207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] Pushing event deleted for resources: {'Port': ['ID=0396e17f-0c88-45f4-8fd2-2500619114d0,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:22.729120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa36e5-793d-4bbc-8053-d3231cc0463e None None] No DVR routers for this DVR port 0396e17f-0c88-45f4-8fd2-2500619114d0 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:22.734808 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7663715 Mar 08 12:42:22.746760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 0396e17f-0c88-45f4-8fd2-2500619114d0 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:22.746760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.749760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35684) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.776517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': 'ab345a1e-fd1c-46ec-a900-54eca54f4b22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:22.776737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f483aca3-c98d-4880-ae74-c2189f61daed None None] Provisioning complete for port e53d379b-42b3-4db1-abb6-affb7f617c33 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:22.776892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f483aca3-c98d-4880-ae74-c2189f61daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.780323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def8e0bb-7cda-4c60-9535-1c5e04e544d7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.790773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-def8e0bb-7cda-4c60-9535-1c5e04e544d7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.790773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-def8e0bb-7cda-4c60-9535-1c5e04e544d7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "DELETE /v2.0/security-groups/c6e2474d-99d5-424b-ae9b-8b8325a03e27 HTTP/1.1" status: 204 len: 168 time: 0.4273746 Mar 08 12:42:22.800970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35686) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.821332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8e0bb-7cda-4c60-9535-1c5e04e544d7 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2474d-99d5-424b-ae9b-8b8325a03e27,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:22.854690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] Deleting port ce77acc4-b6df-454d-987b-9c892bbafc7b {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:22.855055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.873176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-f0b878d5-c828-4bd0-b9be-2bebd904a480 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] show failed (client error): The resource could not be found. Mar 08 12:42:22.876881 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f0b878d5-c828-4bd0-b9be-2bebd904a480 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "GET /v2.0/security-groups/c6e2474d-99d5-424b-ae9b-8b8325a03e27 HTTP/1.1" status: 404 len: 347 time: 0.0508094 Mar 08 12:42:22.878005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f483aca3-c98d-4880-ae74-c2189f61daed None None] Port e53d379b-42b3-4db1-abb6-affb7f617c33 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:22.923682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.937628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35688) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.939469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-615f3fc3-5551-4a0e-a77e-e05c2703d6eb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.940298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] For port ce77acc4-b6df-454d-987b-9c892bbafc7b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ce77acc4-b6df-454d-987b-9c892bbafc7b,segment=NetworkSegment(a48e793e-08e5-408b-bf1e-b3f24395e6b0),segment_id=a48e793e-08e5-408b-bf1e-b3f24395e6b0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:22.940687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.942396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-615f3fc3-5551-4a0e-a77e-e05c2703d6eb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:22.943767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-615f3fc3-5551-4a0e-a77e-e05c2703d6eb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce73eb4c-932c-472e-83b8-f14652314f76 HTTP/1.1" status: 204 len: 168 time: 1.0258095 Mar 08 12:42:22.955929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] Calling delete_port for ce77acc4-b6df-454d-987b-9c892bbafc7b owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:22.963746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35690) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:22.992318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 9f5b776a-c36c-4c4c-9f81-bd3a535a8a27 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:23.008035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.017654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.029110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f3fc3-5551-4a0e-a77e-e05c2703d6eb tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce73eb4c-932c-472e-83b8-f14652314f76,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.039654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet b21dd8b1-f443-45b7-85be-369e428d5985 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:23.052401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.068258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969381d7-59bb-4f40-9801-5ea38737e688 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=ab345a1e-fd1c-46ec-a900-54eca54f4b22,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.089085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network ab345a1e-fd1c-46ec-a900-54eca54f4b22 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:23.095154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 0396e17f-0c88-45f4-8fd2-2500619114d0, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:23.095154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.103999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.110679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Network 593a1108-63f7-4d38-934e-1f9528700f8f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:23.114736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:23.117112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Pushing event updated for resources: {'Port': ['ID=6e67766f-064d-4eb6-8cfa-9d89372cb46e,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.122273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:23.155267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.167699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port e53d379b-42b3-4db1-abb6-affb7f617c33 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:23.168183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.172710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 0396e17f-0c88-45f4-8fd2-2500619114d0 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:23.182099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:23.185996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.192660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Port 0396e17f-0c88-45f4-8fd2-2500619114d0 was not found and therefore no delete operation was performed {{(pid=104046) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:42:23.204590 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-220fde3b-9f5b-4710-b787-230e67538490 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2230730 Mar 08 12:42:23.205420 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.216094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.252361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Attempting to bind port 6e67766f-064d-4eb6-8cfa-9d89372cb46e on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:23.252725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Attempting to bind port 6e67766f-064d-4eb6-8cfa-9d89372cb46e by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'a0a20a63-2673-4280-b61a-754bc02d84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '593a1108-63f7-4d38-934e-1f9528700f8f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:23.253076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Attempting to bind port 6e67766f-064d-4eb6-8cfa-9d89372cb46e on network 593a1108-63f7-4d38-934e-1f9528700f8f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:23.257221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] Pushing event deleted for resources: {'Port': ['ID=ce77acc4-b6df-454d-987b-9c892bbafc7b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.259101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d67d8-d439-432c-a1e6-c1cc1b3a1a8c None None] No DVR routers for this DVR port ce77acc4-b6df-454d-987b-9c892bbafc7b on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:23.268239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:23.268239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Checking segment: {'id': 'a0a20a63-2673-4280-b61a-754bc02d84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '593a1108-63f7-4d38-934e-1f9528700f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:23.268239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.268239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Bound using segment: {'id': 'a0a20a63-2673-4280-b61a-754bc02d84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '593a1108-63f7-4d38-934e-1f9528700f8f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:23.268239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Bound port: 6e67766f-064d-4eb6-8cfa-9d89372cb46e, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a20a63-2673-4280-b61a-754bc02d84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '593a1108-63f7-4d38-934e-1f9528700f8f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:23.268239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.270973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35692) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:23.277286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b0b08caf-2abb-463b-b65b-14878cc0518a tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'tempest-secgroup--68316300'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:23.325260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=0396e17f-0c88-45f4-8fd2-2500619114d0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.339583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port 0396e17f-0c88-45f4-8fd2-2500619114d0 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:23.351427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] For port 6e67766f-064d-4eb6-8cfa-9d89372cb46e, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:23.356091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] For port 6e67766f-064d-4eb6-8cfa-9d89372cb46e, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e67766f-064d-4eb6-8cfa-9d89372cb46e,segment=NetworkSegment(a0a20a63-2673-4280-b61a-754bc02d84f4),segment_id=a0a20a63-2673-4280-b61a-754bc02d84f4)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:23.405631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.419012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:23.422446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.427816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.431773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.465186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.483684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b0b08caf-2abb-463b-b65b-14878cc0518a tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.485276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for e53d379b-42b3-4db1-abb6-affb7f617c33 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:23.499176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22e316-e9b9-4eae-8a8b-eae30e767c96 None None] Pushing event updated for resources: {'Port': ['ID=6e67766f-064d-4eb6-8cfa-9d89372cb46e,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.535665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.560701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Deleting port 96ee3d54-3bc9-413e-af34-d65c85686119 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:23.561108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.633581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f48ef7-5350-4a71-8c29-68a798c73466']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:23.643616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.675189 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.681533 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/9f5b776a-c36c-4c4c-9f81-bd3a535a8a27 HTTP/1.1" status: 204 len: 168 time: 1.4205983 Mar 08 12:42:23.682430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc0881-8c05-4935-975f-8c21a122952c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5b776a-c36c-4c4c-9f81-bd3a535a8a27,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.683588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293898e3-4855-4bd6-b159-212a304cf00e') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:23.683880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293898e3-4855-4bd6-b159-212a304cf00e') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:23.684857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35694) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:23.717698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.722936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd33d94-234d-4cc4-b2fd-f57d0efc7793 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:23.773750 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d7c576b6-045b-45be-8517-edfde6d79589 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876999 Mar 08 12:42:23.775225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.779117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.781219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.783958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35696) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:23.820709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:23.821124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.825393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.825717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:23.828211 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:23.877180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:23.883523 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/b21dd8b1-f443-45b7-85be-369e428d5985 HTTP/1.1" status: 204 len: 168 time: 1.4202673 Mar 08 12:42:23.885272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35698) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:23.886725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c05f7-0bd6-4bde-bea4-acdfa23c44a4 None None] Network 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:23.923988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Subnet': ['ID=887132d3-e823-4891-b757-aff8edf8f70f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:23.968822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Calling delete_port for 96ee3d54-3bc9-413e-af34-d65c85686119 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:23.994486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2237c-7eef-4d80-aae3-473643682081 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=b21dd8b1-f443-45b7-85be-369e428d5985,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:24.001088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Checking segment: {'id': '1283d0b8-729e-4b36-9fed-63b7272a22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c5d07fe5-e882-46a0-a74a-963369038954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:24.001461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network hostable DHCP agents. Network: c5d07fe5-e882-46a0-a74a-963369038954, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:24.017121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13fe14-bf9d-4450-81ce-bd27753ca9dd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:24.017121 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cc13fe14-bf9d-4450-81ce-bd27753ca9dd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2150943 Mar 08 12:42:24.026665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35700) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.056758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.065952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b0b08caf-2abb-463b-b65b-14878cc0518a tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.102889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.133767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.139589 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/c4f48ef7-5350-4a71-8c29-68a798c73466 HTTP/1.1" status: 204 len: 168 time: 3.2252429 Mar 08 12:42:24.147729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e67766f-064d-4eb6-8cfa-9d89372cb46e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:24.152911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35702) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.163012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b0b08caf-2abb-463b-b65b-14878cc0518a tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.189973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44f2a-e2af-4da6-8a55-a066d6d10795 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=c4f48ef7-5350-4a71-8c29-68a798c73466,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:24.220658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6e67766f-064d-4eb6-8cfa-9d89372cb46e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:24.221165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.257303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network c5d07fe5-e882-46a0-a74a-963369038954 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:24.257683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:24.267748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.275726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29894bc-fcc8-4825-b7af-d9b522c07609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:24.276295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] DHCP port deletion for 3ac6a6ec-dc08-4721-b381-a32aa8a9a44d request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:24.280424 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a29894bc-fcc8-4825-b7af-d9b522c07609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2504659 Mar 08 12:42:24.283080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35704) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.293208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b08caf-2abb-463b-b65b-14878cc0518a tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb10d4c3-58da-4c15-869a-267f26bb604a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:24.316290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b0b08caf-2abb-463b-b65b-14878cc0518a tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.319950 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b0b08caf-2abb-463b-b65b-14878cc0518a tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0445118 Mar 08 12:42:24.323530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35706) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.328401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-10a38225-107b-4d5e-8bd6-e917148dda13 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:24.329069 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.api.v2.base [None req-10a38225-107b-4d5e-8bd6-e917148dda13 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 12:42:24.329616 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-10a38225-107b-4d5e-8bd6-e917148dda13 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] update failed (client error): There was a conflict when trying to complete your request. Mar 08 12:42:24.331938 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-10a38225-107b-4d5e-8bd6-e917148dda13 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "PUT /v2.0/security-groups/eb10d4c3-58da-4c15-869a-267f26bb604a HTTP/1.1" status: 409 len: 330 time: 0.0062275 Mar 08 12:42:24.333340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35708) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.343454 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-12b6fdf8-619c-450c-afe5-99dc5e593993 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581548 Mar 08 12:42:24.345875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, c5d07fe5-e882-46a0-a74a-963369038954) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:24.348594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35710) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.353691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:24.359074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d8a9e-0921-4f3a-a3b6-8d5550c7c8b3 None None] Network c5d07fe5-e882-46a0-a74a-963369038954 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:24.363501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:24.364206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.391463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.406234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.481164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] Deleting port 9e7afa76-84c3-423b-be65-96f2ce501f16 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:24.481488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.487177 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bc8970e3-85f4-4e61-9b5f-e4ec6ee7086a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0601947 Mar 08 12:42:24.492086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.507432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35712) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.512188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1318876344'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:24.519772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] Deleting port 2c0b1294-9df6-44f4-a931-25b2eae09d6d {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:24.520139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.534165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=e53d379b-42b3-4db1-abb6-affb7f617c33,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:24.549150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 2c0b1294-9df6-44f4-a931-25b2eae09d6d {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:24.549861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.587885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=3565cf99-461f-4b37-8142-57387a2085c6,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:24.679708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.681813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.696618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': '77a48b7e-754a-4f69-b076-aa00ca15eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ab345a1e-fd1c-46ec-a900-54eca54f4b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:24.697027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: ab345a1e-fd1c-46ec-a900-54eca54f4b22, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:24.743329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.744671 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-999c50fe-8a35-4e1c-a4c8-b29dbd3821b1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/e53d379b-42b3-4db1-abb6-affb7f617c33 HTTP/1.1" status: 204 len: 168 time: 2.5857112 Mar 08 12:42:24.754265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 6e67766f-064d-4eb6-8cfa-9d89372cb46e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e67766f-064d-4eb6-8cfa-9d89372cb46e,segment=NetworkSegment(a0a20a63-2673-4280-b61a-754bc02d84f4),segment_id=a0a20a63-2673-4280-b61a-754bc02d84f4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:24.781569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] For port 9e7afa76-84c3-423b-be65-96f2ce501f16, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9e7afa76-84c3-423b-be65-96f2ce501f16,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:24.781569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.782016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35714) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.804188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] Calling delete_port for 9e7afa76-84c3-423b-be65-96f2ce501f16 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:24.812684 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2e9735-266d-4ef1-9d0d-9420e224feb2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:42:24.813421 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] For port 2c0b1294-9df6-44f4-a931-25b2eae09d6d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2c0b1294-9df6-44f4-a931-25b2eae09d6d,segment=NetworkSegment(9a030545-47fd-403f-8dea-9f02fca5ba62),segment_id=9a030545-47fd-403f-8dea-9f02fca5ba62)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:24.814957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.820208 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1d2e9735-266d-4ef1-9d0d-9420e224feb2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/e53d379b-42b3-4db1-abb6-affb7f617c33 HTTP/1.1" status: 404 len: 333 time: 0.0452430 Mar 08 12:42:24.828289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] For port 2c0b1294-9df6-44f4-a931-25b2eae09d6d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2c0b1294-9df6-44f4-a931-25b2eae09d6d,segment=NetworkSegment(9a030545-47fd-403f-8dea-9f02fca5ba62),segment_id=9a030545-47fd-403f-8dea-9f02fca5ba62)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:24.830342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.832969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35716) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.835820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae734122-f121-4376-935a-3f7a88e93c46']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:24.853151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.856056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.857521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] 10.222.0.65 "DELETE /v2.0/floatingips/befd49b5-0eb9-47f5-ba52-de9f84144c88 HTTP/1.1" status: 204 len: 168 time: 1.9125156 Mar 08 12:42:24.859530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f915dec-6369-420b-b2a8-336f22bd8f85 tempest-ServerActionsTestJSON-203304455 tempest-ServerActionsTestJSON-203304455-project] Pushing event deleted for resources: {'Port': ['ID=96ee3d54-3bc9-413e-af34-d65c85686119,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:24.865193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35718) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:24.865547 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:24.867905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.870493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:24.875427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.892575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24dae7fe-2a2a-4c6f-adab-10615d4e42dd tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.912530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] Calling delete_port for 2c0b1294-9df6-44f4-a931-25b2eae09d6d owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:24.919848 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-c5d07fe5-e882-46a0-a74a-963369038954', 'network_id': 'c5d07fe5-e882-46a0-a74a-963369038954', 'tenant_id': 'a36033f19dec49f3b1a6bb6e8cf597cc', 'fixed_ips': [{'subnet_id': '887132d3-e823-4891-b757-aff8edf8f70f'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:24.920688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.923411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:24.923545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48e793e-08e5-408b-bf1e-b3f24395e6b0') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:24.923765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48e793e-08e5-408b-bf1e-b3f24395e6b0') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:24.929369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network ab345a1e-fd1c-46ec-a900-54eca54f4b22 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:24.929790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 2c0b1294-9df6-44f4-a931-25b2eae09d6d owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:24.953071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.000857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24dae7fe-2a2a-4c6f-adab-10615d4e42dd tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.025501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet f5266707-d5eb-4a4e-b6a0-6f9498261d96 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:25.037782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.038603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ce77acc4-b6df-454d-987b-9c892bbafc7b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:25.041589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24c652-2573-4b64-99f1-e5b62256cb42 None None] Network 593a1108-63f7-4d38-934e-1f9528700f8f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:25.057758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:25.071032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.071373 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Added segment f8b796d7-7c50-4f28-972b-4d6c92fa29a5 of type vlan for network 574bffaf-7563-42ad-bde6-5eefd105162f Mar 08 12:42:25.101335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.109437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: ce77acc4-b6df-454d-987b-9c892bbafc7b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:25.114975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ce77acc4-b6df-454d-987b-9c892bbafc7b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:25.130111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:25.131039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:25.137405 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:25.145394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, ab345a1e-fd1c-46ec-a900-54eca54f4b22) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:25.156021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:25.158030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.169681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a9635-22f5-4a15-a3b3-425cab5033fb None None] Network ab345a1e-fd1c-46ec-a900-54eca54f4b22 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:25.171905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.211235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.211537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=6e67766f-064d-4eb6-8cfa-9d89372cb46e,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:25.227952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24dae7fe-2a2a-4c6f-adab-10615d4e42dd tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.230557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24dae7fe-2a2a-4c6f-adab-10615d4e42dd tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.231709 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-24dae7fe-2a2a-4c6f-adab-10615d4e42dd tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/eb10d4c3-58da-4c15-869a-267f26bb604a HTTP/1.1" status: 204 len: 168 time: 0.8948519 Mar 08 12:42:25.242369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35720) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:25.259204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae7fe-2a2a-4c6f-adab-10615d4e42dd tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb10d4c3-58da-4c15-869a-267f26bb604a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:25.269270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e3d60db3-0deb-4342-a461-c5ce03b5cffd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4972999 Mar 08 12:42:25.273214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35722) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:25.405298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.409911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.413717 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/ae734122-f121-4376-935a-3f7a88e93c46 HTTP/1.1" status: 204 len: 168 time: 1.2594812 Mar 08 12:42:25.414530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.424911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35724) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:25.436513 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eaed7333-9236-412b-844b-c1de7350634f tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1893122 Mar 08 12:42:25.445223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1513268687'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:25.460605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35726) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:25.491622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8248334a-1ac1-4746-912a-6345b24ae198 None None] Provisioning complete for port 6e67766f-064d-4eb6-8cfa-9d89372cb46e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:25.491955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8248334a-1ac1-4746-912a-6345b24ae198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.504879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3b3cf-f238-4385-9c80-3ab75721613c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=ae734122-f121-4376-935a-3f7a88e93c46,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:25.511893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=2c0b1294-9df6-44f4-a931-25b2eae09d6d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:25.527825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.531418 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No DVR routers for this DVR port 2c0b1294-9df6-44f4-a931-25b2eae09d6d on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:25.573619 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.586547 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-464b7cfa-0210-4f01-8758-e5532bb55f9e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] delete failed (client error): The resource could not be found. Mar 08 12:42:25.594023 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-464b7cfa-0210-4f01-8758-e5532bb55f9e tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "DELETE /v2.0/security-groups/ead097b2-a9f4-4be1-96a5-815ec268789e HTTP/1.1" status: 404 len: 347 time: 0.1023066 Mar 08 12:42:25.597526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35730) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:25.601689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.629968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.636160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:25.638770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.647345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] Pushing event deleted for resources: {'Port': ['ID=9e7afa76-84c3-423b-be65-96f2ce501f16,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:25.650597 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-e72d0f08-8f48-4661-9895-422c2900ac9d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] show failed (client error): The resource could not be found. Mar 08 12:42:25.657530 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e72d0f08-8f48-4661-9895-422c2900ac9d tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-groups/4c60b2d1-3176-4382-92a9-809263bd76df HTTP/1.1" status: 404 len: 347 time: 0.0559087 Mar 08 12:42:25.657888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35732) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:25.691562 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-38a11905-70ee-47cb-a623-84af523eb615 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] show failed (client error): The resource could not be found. Mar 08 12:42:25.701190 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-38a11905-70ee-47cb-a623-84af523eb615 tempest-NegativeSecGroupIPv6Test-1869017920 tempest-NegativeSecGroupIPv6Test-1869017920-project] 10.222.0.65 "GET /v2.0/security-group-rules/9e451d3b-ab21-4628-b1e6-062af33a1bbd HTTP/1.1" status: 404 len: 356 time: 0.0335474 Mar 08 12:42:25.713420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.719407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730b2d3-d4fe-4228-881a-47d50f1dc1a7 None None] No DVR routers for this DVR port 9e7afa76-84c3-423b-be65-96f2ce501f16 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:25.736245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] No DVR routers for this DVR port 2c0b1294-9df6-44f4-a931-25b2eae09d6d on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:25.745436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.768759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.778234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:25.778438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Network': ['ID=574bffaf-7563-42ad-bde6-5eefd105162f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:25.782071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.793822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1720b-c243-4f40-af0d-6449d4a9400d None None] Pushing event deleted for resources: {'Port': ['ID=2c0b1294-9df6-44f4-a931-25b2eae09d6d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:25.800392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.828356 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f47d0ae2-d5ee-4f1a-af85-535f70932236 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3175244 Mar 08 12:42:25.835395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 574bffaf-7563-42ad-bde6-5eefd105162f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:25.838151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35736) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:25.854088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'subnet': {'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:25.860799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac6a6ec-dc08-4721-b381-a32aa8a9a44d']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:25.888779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.892771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:25.903357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.903980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a030545-47fd-403f-8dea-9f02fca5ba62') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:25.904284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a030545-47fd-403f-8dea-9f02fca5ba62') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:25.922566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:25.923947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Allocated IP 2001:db8:0:ffff::2 (c5d07fe5-e882-46a0-a74a-963369038954/887132d3-e823-4891-b757-aff8edf8f70f/268bca44-46ba-4d06-b87f-249e407f67c1) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:25.941108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9ba19-e68b-400b-b882-947d3ca17559 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:25.981210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:25.985248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:25.985836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.028859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.035147 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/f5266707-d5eb-4a4e-b6a0-6f9498261d96 HTTP/1.1" status: 204 len: 168 time: 1.1966593 Mar 08 12:42:26.035517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35738) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:26.044144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=68e0e7a4-73f6-4efa-8c46-e551b55e92c3,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:26.052999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:26.055355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.072402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e48fd-6397-4381-87f3-04abde37c98a None None] Network 33660146-3b20-4582-8c69-b14dc1b2c47f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:26.103555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 8b6f7ca2-bae4-4410-acac-f364bd4840f0 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:26.108035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.134515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.142876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e67766f-064d-4eb6-8cfa-9d89372cb46e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:26.144915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:26.145319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.157683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29fc72e-535a-4d5b-a022-a531fe5bdb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-ab345a1e-fd1c-46ec-a900-54eca54f4b22', 'network_id': 'ab345a1e-fd1c-46ec-a900-54eca54f4b22', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': '3565cf99-461f-4b37-8142-57387a2085c6'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:26.162641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d29fc72e-535a-4d5b-a022-a531fe5bdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:26.162838 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:26.177913 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0824ce52-c535-489f-abcb-8682179959e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8294604 Mar 08 12:42:26.179001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20671622-129f-4395-aa64-fe0be99466f2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=f5266707-d5eb-4a4e-b6a0-6f9498261d96,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:26.186374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35740) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:26.187747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.195909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:de:94:02', 'name': 'tempest-NetworksTestDHCPv6-31171316'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:26.199924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.200657 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 64c94c97-7c87-495f-bcea-839cd54b7d42 of type vlan for network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f Mar 08 12:42:26.232252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=3565cf99-461f-4b37-8142-57387a2085c6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:26.245951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.277400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:26.281611 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.375838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.438645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab345a1e-fd1c-46ec-a900-54eca54f4b22']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:26.471843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a48b7e-754a-4f69-b076-aa00ca15eca2') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:26.472962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a48b7e-754a-4f69-b076-aa00ca15eca2') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:26.491842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.523866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35744) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:26.550140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.572717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.603680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.613508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:26.613938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:26.619734 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:26.675058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.679745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.687992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35748) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:26.688983 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/3ac6a6ec-dc08-4721-b381-a32aa8a9a44d HTTP/1.1" status: 204 len: 168 time: 2.7961721 Mar 08 12:42:26.697905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-622812748'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:26.729375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e85fdf-a054-4ed7-aaa5-3a17e4201f6c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=3ac6a6ec-dc08-4721-b381-a32aa8a9a44d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:26.761737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.792339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.793591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.796955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '68e0e7a4-73f6-4efa-8c46-e551b55e92c3'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:26.797917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/ab345a1e-fd1c-46ec-a900-54eca54f4b22 HTTP/1.1" status: 204 len: 168 time: 1.5238717 Mar 08 12:42:26.798100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.798980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab59d2-bef2-400c-b2aa-157437adcbfc tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=ab345a1e-fd1c-46ec-a900-54eca54f4b22,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:26.807605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6ba8c-3fe5-4cb7-a0a4-36c4ad23b78b None None] Network ab345a1e-fd1c-46ec-a900-54eca54f4b22 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:26.807815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35750) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:26.810784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792312624'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:26.833859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.835867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:26.838262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6e67766f-064d-4eb6-8cfa-9d89372cb46e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:26.838746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.840046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.842695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6ba8c-3fe5-4cb7-a0a4-36c4ad23b78b None None] Network ab345a1e-fd1c-46ec-a900-54eca54f4b22 could not be found, it might have been deleted concurrently. {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 08 12:42:26.898092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f7fca260-fbd9-453e-85b8-0d4169668505 None None] Provisioning complete for port 6e67766f-064d-4eb6-8cfa-9d89372cb46e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:26.898459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7fca260-fbd9-453e-85b8-0d4169668505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.937928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6f7ca2-bae4-4410-acac-f364bd4840f0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:26.952282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.959023 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5681332c-2271-48c9-9dde-b1c04c98cf15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/8b6f7ca2-bae4-4410-acac-f364bd4840f0 HTTP/1.1" status: 204 len: 168 time: 0.9207890 Mar 08 12:42:26.978107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:26.981871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35752) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:27.029658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:27.055480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.059735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:27.060846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:27.061470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.063798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.069832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:27.073347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.102055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.102387 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment 86d14fe2-35b6-4071-aab6-1b3b1a83153f of type vlan for network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 Mar 08 12:42:27.118193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Network c5d07fe5-e882-46a0-a74a-963369038954 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:27.125422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.125769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Pushing event updated for resources: {'Port': ['ID=268bca44-46ba-4d06-b87f-249e407f67c1,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:27.126895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Subnet': ['ID=df2b9680-23e3-4cce-b3a3-5292aa788fe6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:27.136312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:27.144233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:27.158998 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:27.160492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:27.178092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.179675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d98680-e85a-4565-954a-a49e8a5ccb75 None None] Update dhcp port {'port': {'network_id': '33660146-3b20-4582-8c69-b14dc1b2c47f', 'fixed_ips': [{'subnet_id': '8b6f7ca2-bae4-4410-acac-f364bd4840f0'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '7ce29418-6c53-4d3d-981c-3bf940b2b731'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:42:27.194155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.194640 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment 45656814-e6e5-4b96-ab92-57bb1c9d4377 of type vlan for network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae Mar 08 12:42:27.201223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Deleting port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:27.201223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.225979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/68e0e7a4-73f6-4efa-8c46-e551b55e92c3/c5a0dac9-6363-4dd7-8131-67c4b9e5443d) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:27.242068 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3d8c8bda-1afc-4f58-8ba0-4a27d5531328 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b58e1ddbcc541ca9fbf7cefe7d235f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6938770 Mar 08 12:42:27.244007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35754) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:27.281002 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8435400 Mar 08 12:42:27.296802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35756) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:27.298752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54d98680-e85a-4565-954a-a49e8a5ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.303935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:27.315014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc95c7-3fd1-4cf9-8fa9-b7cc9225b0e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=79c18b8d-bdf2-4c30-a336-96d1151e9f5f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:27.322101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.348019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.353763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:27.354591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.362523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Checking segment: {'id': 'f8b796d7-7c50-4f28-972b-4d6c92fa29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:27.362880 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network hostable DHCP agents. Network: 574bffaf-7563-42ad-bde6-5eefd105162f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:27.397050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:27.398955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2c0b1294-9df6-44f4-a931-25b2eae09d6d no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:27.401152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Attempting to bind port 268bca44-46ba-4d06-b87f-249e407f67c1 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:27.401152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Attempting to bind port 268bca44-46ba-4d06-b87f-249e407f67c1 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1283d0b8-729e-4b36-9fed-63b7272a22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c5d07fe5-e882-46a0-a74a-963369038954'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:27.401402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Attempting to bind port 268bca44-46ba-4d06-b87f-249e407f67c1 on network c5d07fe5-e882-46a0-a74a-963369038954 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:27.451321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:27.451687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Checking segment: {'id': '1283d0b8-729e-4b36-9fed-63b7272a22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c5d07fe5-e882-46a0-a74a-963369038954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:27.452091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.452480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Bound using segment: {'id': '1283d0b8-729e-4b36-9fed-63b7272a22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c5d07fe5-e882-46a0-a74a-963369038954'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:27.452953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Bound port: 268bca44-46ba-4d06-b87f-249e407f67c1, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1283d0b8-729e-4b36-9fed-63b7272a22ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c5d07fe5-e882-46a0-a74a-963369038954'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:27.453333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.455166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 2c0b1294-9df6-44f4-a931-25b2eae09d6d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:27.455300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.455492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2c0b1294-9df6-44f4-a931-25b2eae09d6d not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:27.460784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9e7afa76-84c3-423b-be65-96f2ce501f16 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:27.461344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:27.461965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.489275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.492091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=34d665ce-c2d2-42fd-8e81-1a31b22b0fa1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:27.511739 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d6742959-529e-4d7f-b37c-451c2ed00b81 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8164990 Mar 08 12:42:27.513621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35758) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:27.520137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:27.526644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9663-6e71-4afb-81a0-f283c8ba8e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.532066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] For port 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:27.533180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.539453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 7ce29418-6c53-4d3d-981c-3bf940b2b731 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:27.539785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.565369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 9d78331a-4cae-4c99-9525-0e4ef3187f01 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:27.606190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7983632 Mar 08 12:42:27.610618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35760) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:27.623330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': 'a90504fa-ae2c-422a-b5fb-8e3dd02f85ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:27.635690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Calling delete_port for 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:27.656023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network 574bffaf-7563-42ad-bde6-5eefd105162f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:27.656291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87613b47-c716-4035-88bc-74a61fd835b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=a90504fa-ae2c-422a-b5fb-8e3dd02f85ae,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:27.659424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9663-6e71-4afb-81a0-f283c8ba8e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.678712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] For port 7ce29418-6c53-4d3d-981c-3bf940b2b731, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7ce29418-6c53-4d3d-981c-3bf940b2b731,segment=NetworkSegment(94f97dbd-d607-4a0d-b008-699e117d58f0),segment_id=94f97dbd-d607-4a0d-b008-699e117d58f0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:27.679114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.690104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:27.710116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:27.713710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.736868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 7ce29418-6c53-4d3d-981c-3bf940b2b731 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:27.740274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:27.757767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9e7afa76-84c3-423b-be65-96f2ce501f16 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:27.758140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9e7afa76-84c3-423b-be65-96f2ce501f16 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:27.864224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 574bffaf-7563-42ad-bde6-5eefd105162f) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:27.884522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:27.885107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:27.900879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee9e35-cbac-436c-a16a-6593fd64bdbe None None] Network 574bffaf-7563-42ad-bde6-5eefd105162f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:27.963416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:27.967100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.003093 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-70c7517e-a86f-4ff1-920a-88f87f67b8be tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1530261 Mar 08 12:42:28.011451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acea3a7-267b-4b95-8448-8b88dcfd30a9 None None] Network 33660146-3b20-4582-8c69-b14dc1b2c47f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:28.018726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35762) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:28.026308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'port': {'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f', 'name': 'tempest-NetworksIpV6TestAttrs-1380948124'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:28.036372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9663-6e71-4afb-81a0-f283c8ba8e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.039480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fc6a9663-6e71-4afb-81a0-f283c8ba8e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.040624 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fc6a9663-6e71-4afb-81a0-f283c8ba8e32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/316b3597-f79d-4791-916c-1d65aa011021 HTTP/1.1" status: 204 len: 168 time: 0.7701302 Mar 08 12:42:28.059283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.095739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:28.100831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.113037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] For port 268bca44-46ba-4d06-b87f-249e407f67c1, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:28.120988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=7ce29418-6c53-4d3d-981c-3bf940b2b731,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:28.124650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No DVR routers for this DVR port 7ce29418-6c53-4d3d-981c-3bf940b2b731 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:28.136483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ce29418-6c53-4d3d-981c-3bf940b2b731 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:28.138898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-72f77f87-05f8-49c9-a11a-6910a7fff334 None None] Could not find standard attr ID for object 7ce29418-6c53-4d3d-981c-3bf940b2b731. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:28.144053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a9663-6e71-4afb-81a0-f283c8ba8e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316b3597-f79d-4791-916c-1d65aa011021,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:28.193460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] For port 268bca44-46ba-4d06-b87f-249e407f67c1, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=268bca44-46ba-4d06-b87f-249e407f67c1,segment=NetworkSegment(1283d0b8-729e-4b36-9fed-63b7272a22ec),segment_id=1283d0b8-729e-4b36-9fed-63b7272a22ec)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:28.196143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.215416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 7ce29418-6c53-4d3d-981c-3bf940b2b731 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:28.215994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ce29418-6c53-4d3d-981c-3bf940b2b731 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:28.237566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.245464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.271891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.328716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33660146-3b20-4582-8c69-b14dc1b2c47f']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:28.330897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.370778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:28.376006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0e7aaf-0c49-47ee-b31b-4d6e3de770de,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:28.406980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7abac3-be5c-4ca5-aabe-9e73fa47a2d3 None None] DHCP port deletion for 33660146-3b20-4582-8c69-b14dc1b2c47f request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:28.414298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:28.421204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:28.440693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4680ee3-a7fe-4631-afd0-fd496b3112ed None None] Pushing event updated for resources: {'Port': ['ID=268bca44-46ba-4d06-b87f-249e407f67c1,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:28.450195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f97dbd-d607-4a0d-b008-699e117d58f0') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:28.450533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f97dbd-d607-4a0d-b008-699e117d58f0') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:28.471096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-574bffaf-7563-42ad-bde6-5eefd105162f', 'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f', 'tenant_id': 'a36033f19dec49f3b1a6bb6e8cf597cc', 'fixed_ips': [{'subnet_id': 'df2b9680-23e3-4cce-b3a3-5292aa788fe6'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:28.472505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.523913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.540071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::372 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/68e0e7a4-73f6-4efa-8c46-e551b55e92c3/9d78331a-4cae-4c99-9525-0e4ef3187f01) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:28.549856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.671515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Attempting to bind port c5a0dac9-6363-4dd7-8131-67c4b9e5443d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:28.671821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Attempting to bind port c5a0dac9-6363-4dd7-8131-67c4b9e5443d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:28.672169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Attempting to bind port c5a0dac9-6363-4dd7-8131-67c4b9e5443d on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:28.680179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Pushing event updated for resources: {'Port': ['ID=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:28.689720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:28.690179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:28.690591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.690983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:28.692168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Bound port: c5a0dac9-6363-4dd7-8131-67c4b9e5443d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:28.692168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:28.869238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=be954925-107c-404e-9b72-91137f1e01f3,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:28.903803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-06615334-e29e-4c75-a323-e6708440ccad None None] For port c5a0dac9-6363-4dd7-8131-67c4b9e5443d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:28.921998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-06615334-e29e-4c75-a323-e6708440ccad None None] For port c5a0dac9-6363-4dd7-8131-67c4b9e5443d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:28.931983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Allocated IP 2001:db8::f816:3eff:feac:b3e6 (574bffaf-7563-42ad-bde6-5eefd105162f/df2b9680-23e3-4cce-b3a3-5292aa788fe6/9b20e0ef-7bd5-4920-a193-86a96eb287ea) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:28.960143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '64c94c97-7c87-495f-bcea-839cd54b7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:28.960601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: 79c18b8d-bdf2-4c30-a336-96d1151e9f5f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:28.963609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.019877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.027698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f294ead-ac29-4f90-9610-4a15e681b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.068994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:29.072653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.078660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.095351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:29.095750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:29.101308 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:29.138616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06615334-e29e-4c75-a323-e6708440ccad None None] Pushing event updated for resources: {'Port': ['ID=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.150409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] device_id is not set on port 5f5eec3b-50c7-49bb-ac73-3e34dee9eefa yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:29.164040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.180320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.183636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=950faf77-adb7-4dba-9f11-aab6d278ba10,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.194782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': '86d14fe2-35b6-4071-aab6-1b3b1a83153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:29.195169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:29.214984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:29.222831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.235585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.293253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.303462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=9f5460c8-5d31-436c-80ba-caff464fd751,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.334495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': '45656814-e6e5-4b96-ab92-57bb1c9d4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a90504fa-ae2c-422a-b5fb-8e3dd02f85ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:29.334703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: a90504fa-ae2c-422a-b5fb-8e3dd02f85ae, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:29.358778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 79c18b8d-bdf2-4c30-a336-96d1151e9f5f) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:29.365001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Network 574bffaf-7563-42ad-bde6-5eefd105162f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:29.370767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:29.373454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:29.376180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f216ec2d-0d1a-4fc5-bfb2-ee6bef966b73 None None] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:29.378062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:29.378665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.399958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.417120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.441469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.452194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/33660146-3b20-4582-8c69-b14dc1b2c47f HTTP/1.1" status: 204 len: 168 time: 2.4635477 Mar 08 12:42:29.456450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35766) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:29.465275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Pushing event updated for resources: {'Port': ['ID=9b20e0ef-7bd5-4920-a193-86a96eb287ea,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.479296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:29.486033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Allocated IP 2001:db8::f816:3eff:febd:6d16 (574bffaf-7563-42ad-bde6-5eefd105162f/df2b9680-23e3-4cce-b3a3-5292aa788fe6/5f5eec3b-50c7-49bb-ac73-3e34dee9eefa) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:29.488710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe95e33-5803-4684-8295-337825190abc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=33660146-3b20-4582-8c69-b14dc1b2c47f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.536708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:29.548175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35768) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:29.549870 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c20dc6dc-e9d5-4a2c-b0b9-112d31357929 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2505162 Mar 08 12:42:29.551071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:29.553417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-fc007769-2679-45e3-b106-c757ef4c2899 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-159820965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:29.575431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:29.579871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:29.588876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Attempting to bind port 9b20e0ef-7bd5-4920-a193-86a96eb287ea on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:29.589615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Attempting to bind port 9b20e0ef-7bd5-4920-a193-86a96eb287ea by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f8b796d7-7c50-4f28-972b-4d6c92fa29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:29.589995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:29.590747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Attempting to bind port 9b20e0ef-7bd5-4920-a193-86a96eb287ea on network 574bffaf-7563-42ad-bde6-5eefd105162f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:29.590986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.608817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:29.609634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Checking segment: {'id': 'f8b796d7-7c50-4f28-972b-4d6c92fa29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:29.610281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.611025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Bound using segment: {'id': 'f8b796d7-7c50-4f28-972b-4d6c92fa29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:29.611761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Bound port: 9b20e0ef-7bd5-4920-a193-86a96eb287ea, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b796d7-7c50-4f28-972b-4d6c92fa29a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '574bffaf-7563-42ad-bde6-5eefd105162f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:29.612388 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.629470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, a90504fa-ae2c-422a-b5fb-8e3dd02f85ae) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:29.637949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:29.640615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.643602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:29.644576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb284f-65d0-4208-b068-55b345ec80ea None None] Network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:29.650093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:29.653206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.683014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce347b-0631-45c1-96dd-6aecf79dbafa None None] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:29.688458 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4971228 Mar 08 12:42:29.693395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35770) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:29.706770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86cc25b-10fa-4791-9cd0-a4fbd6574bd1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:29.714339 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a86cc25b-10fa-4791-9cd0-a4fbd6574bd1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2497134 Mar 08 12:42:29.721215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35772) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:29.731749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fc007769-2679-45e3-b106-c757ef4c2899 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.732663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fc007769-2679-45e3-b106-c757ef4c2899 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.745645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273c485-8160-4102-8c5b-2b2586f9f62d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=9d78331a-4cae-4c99-9525-0e4ef3187f01,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:29.769259 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9fa98eb3-1dfa-4dd2-9bb5-66cd8de1264a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2544222 Mar 08 12:42:29.773325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35774) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:29.778538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1', 'name': 'tempest-PortsTestJSON-1018326014', 'fixed_ips': [{'subnet_id': '950faf77-adb7-4dba-9f11-aab6d278ba10', 'ip_address': '172.20.0.10'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:29.900983 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-74186b04-f82c-4e45-8c8a-58ae315f416e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2895360 Mar 08 12:42:29.901812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35776) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:29.912161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366103056'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:29.935693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fc007769-2679-45e3-b106-c757ef4c2899 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:29.963151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797188f6-f791-4b75-87e8-9f0d39430c9a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:29.969308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797188f6-f791-4b75-87e8-9f0d39430c9a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:29.977423 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-797188f6-f791-4b75-87e8-9f0d39430c9a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2604573 Mar 08 12:42:29.977423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35778) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:29.992915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bca1470e-6723-41c6-b836-606fe00592c6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2703321 Mar 08 12:42:29.998842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35780) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:30.008354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1719154456'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:30.019777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fc007769-2679-45e3-b106-c757ef4c2899 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.032248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:30.034604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.037220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.054003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Router c9dede10-02d9-486c-8102-7e61d7b36b73 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:42:30.077062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] For port 9b20e0ef-7bd5-4920-a193-86a96eb287ea, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:30.082291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b22ade-39df-4a52-b1ce-aa808a9c1515 None None] Network c5d07fe5-e882-46a0-a74a-963369038954 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:30.114851 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:30.144125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:30.212585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.212856 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment afe335cf-5a4e-4dd9-8ff8-ae9fd8f2f195 of type vlan for network 1c47b2c2-0753-4e3f-9785-ae0af9c841bc Mar 08 12:42:30.216069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:30.222876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:30.226399 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] Sync routers for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:30.228704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.231654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fc007769-2679-45e3-b106-c757ef4c2899 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.232861 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fc007769-2679-45e3-b106-c757ef4c2899 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6837170 Mar 08 12:42:30.235494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 9d78331a-4cae-4c99-9525-0e4ef3187f01 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:30.235980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.240803 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c769fa80-0623-4940-8891-4d1b631a84d6 admin admin] 10.222.0.65 "PUT /v2.0/routers/c9dede10-02d9-486c-8102-7e61d7b36b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3734174 Mar 08 12:42:30.240803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35782) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:30.241084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35784) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:30.254068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'port': {'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f', 'name': 'tempest-RoutersTest-1104832687'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:30.261727 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:30.262753 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:30.359092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] For port 9b20e0ef-7bd5-4920-a193-86a96eb287ea, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9b20e0ef-7bd5-4920-a193-86a96eb287ea,segment=NetworkSegment(f8b796d7-7c50-4f28-972b-4d6c92fa29a5),segment_id=f8b796d7-7c50-4f28-972b-4d6c92fa29a5)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:30.364435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-79c18b8d-bdf2-4c30-a336-96d1151e9f5f', 'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': 'be954925-107c-404e-9b72-91137f1e01f3'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:30.364623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.366605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.369083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 268bca44-46ba-4d06-b87f-249e407f67c1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:30.432750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:30.459742 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:42:30.494359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.494742 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment 56100d46-3e11-48f6-b523-98d62c7b62bf of type vlan for network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 Mar 08 12:42:30.500608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.513106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.550021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b905d6d5-86d1-49ea-aaff-4a133d08f372 None None] Provisioning complete for port 268bca44-46ba-4d06-b87f-249e407f67c1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:30.550383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b905d6d5-86d1-49ea-aaff-4a133d08f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.559947 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.589085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 9d78331a-4cae-4c99-9525-0e4ef3187f01 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:30.605527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Port': ['ID=5f5eec3b-50c7-49bb-ac73-3e34dee9eefa,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:30.613511 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.resource_extend [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:42:30.637099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network 574bffaf-7563-42ad-bde6-5eefd105162f is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:30.639983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:30.648505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.655792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:30.663409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:30.664645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.687302 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:42:27Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:30.700739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.707878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.744550 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] Checking router: c9dede10-02d9-486c-8102-7e61d7b36b73 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:42:30.762723 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] Routers {'c9dede10-02d9-486c-8102-7e61d7b36b73'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:30.764634 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c9dede10-02d9-486c-8102-7e61d7b36b73'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:30.816939 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9919c9b6-21ba-4538-833e-23d6ae5016f1 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7968793 Mar 08 12:42:30.822415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35786) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:30.917775 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] Set router c9dede10-02d9-486c-8102-7e61d7b36b73 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:42:30.927605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:30.931119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.954432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-a90504fa-ae2c-422a-b5fb-8e3dd02f85ae', 'network_id': 'a90504fa-ae2c-422a-b5fb-8e3dd02f85ae', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': '9f5460c8-5d31-436c-80ba-caff464fd751'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:30.955286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.964736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.972595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:30.973110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.988443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:30.995181 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:30.996743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.046324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-34d665ce-c2d2-42fd-8e81-1a31b22b0fa1', 'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1', 'tenant_id': '050e0e8357f94843ad0149f36df32aac', 'fixed_ips': [{'subnet_id': '950faf77-adb7-4dba-9f11-aab6d278ba10'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:31.058164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.073508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.084858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 716861fa-6ca7-4a5e-a33c-eb85bc5893f1 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:31.130362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec3a59-c5dc-4eab-ba86-f3b30a5606c9 None None] Pushing event updated for resources: {'Port': ['ID=9b20e0ef-7bd5-4920-a193-86a96eb287ea,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:31.135548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.150015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1501119 Mar 08 12:42:31.153441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35788) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:31.160134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 268bca44-46ba-4d06-b87f-249e407f67c1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:31.160134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.160433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] device_id is not set on port 559f86dd-6098-41fa-b5d7-0dfdfd1b047b yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:31.189672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=9d78331a-4cae-4c99-9525-0e4ef3187f01,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:31.211273 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3039510 Mar 08 12:42:31.219314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:31.222891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35790) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:31.228439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting subnet df2b9680-23e3-4cce-b3a3-5292aa788fe6 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:31.243255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.262184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': '1c47b2c2-0753-4e3f-9785-ae0af9c841bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:31.341696 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:42:27Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:31.405798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Allocated IP 172.20.0.2 (79c18b8d-bdf2-4c30-a336-96d1151e9f5f/be954925-107c-404e-9b72-91137f1e01f3/c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:31.420332 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a4570-90f8-4e92-86fd-7dea44434583 None None] The sync data for ids ['c9dede10-02d9-486c-8102-7e61d7b36b73'] in dv-neutron-829486-2-hyperv is: [{'id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'name': 'tempest-ServerActionsTestJSON-647897744-router', 'tenant_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:38:46Z', 'updated_at': '2022-03-08T12:42:27Z', 'revision_number': 5, 'project_id': 'b6d2017ad3c84bcf80ed6e2162f98ba2', 'gw_port': {'id': '262c44b9-defd-4af0-bcf2-266d00ddf2d4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dede10-02d9-486c-8102-7e61d7b36b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:38:48Z', 'updated_at': '2022-03-08T12:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:31.448609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3db786-b189-43da-9c47-b51366593867 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=2435e7e0-ff1d-4ade-93e2-6a1996566f23,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:31.494242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:31.534863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.585039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35785490-c0f0-4c1d-b96b-fb40dbd9faa5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=1c47b2c2-0753-4e3f-9785-ae0af9c841bc,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:31.647865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 1c47b2c2-0753-4e3f-9785-ae0af9c841bc details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:31.650000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Deleting port 262c44b9-defd-4af0-bcf2-266d00ddf2d4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:31.650328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.682417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.685678 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-22d7a95b-19cc-4350-89be-8e486f7232cb tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/9d78331a-4cae-4c99-9525-0e4ef3187f01 HTTP/1.1" status: 204 len: 168 time: 1.7101474 Mar 08 12:42:31.690995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35798) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:31.747875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:31.750486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b905d6d5-86d1-49ea-aaff-4a133d08f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.751337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.909990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:31.914803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.956391 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095add20-2e95-4d26-9ff9-77df0cb688cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:31.959411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095add20-2e95-4d26-9ff9-77df0cb688cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:31.961251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-095add20-2e95-4d26-9ff9-77df0cb688cd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2403038 Mar 08 12:42:31.970120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] For port 262c44b9-defd-4af0-bcf2-266d00ddf2d4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=262c44b9-defd-4af0-bcf2-266d00ddf2d4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:31.970877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.977045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c8ade9c-6e32-4bbf-9baf-510b1473911f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:31.982040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35802) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:32.028892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Performing IP validity checks on allocation pools {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 12:42:32.029972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 12:42:32.045900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Allocated IP 2001:db8::1 (a90504fa-ae2c-422a-b5fb-8e3dd02f85ae/9f5460c8-5d31-436c-80ba-caff464fd751/c799a8f7-5b9f-4761-a255-7ecc84d21440) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:32.054965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Allocated IP 172.20.0.2 (34d665ce-c2d2-42fd-8e81-1a31b22b0fa1/950faf77-adb7-4dba-9f11-aab6d278ba10/4af3763d-9903-44c5-a12d-e334e190905d) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:32.056814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Calling delete_port for 262c44b9-defd-4af0-bcf2-266d00ddf2d4 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:32.065459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.073827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.126469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b905d6d5-86d1-49ea-aaff-4a133d08f372 None None] For port 268bca44-46ba-4d06-b87f-249e407f67c1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=268bca44-46ba-4d06-b87f-249e407f67c1,segment=NetworkSegment(1283d0b8-729e-4b36-9fed-63b7272a22ec),segment_id=1283d0b8-729e-4b36-9fed-63b7272a22ec)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:32.251961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b905d6d5-86d1-49ea-aaff-4a133d08f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.254917 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.305962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.372945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.388053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=aaa46e96-3913-4bc0-936d-9c038cfcd445,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:32.420287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': 'afe335cf-5a4e-4dd9-8ff8-ae9fd8f2f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1c47b2c2-0753-4e3f-9785-ae0af9c841bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:32.420637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: 1c47b2c2-0753-4e3f-9785-ae0af9c841bc, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:32.421394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28462c-833c-4ab3-a02d-73da7cf9bf66 None None] Network 574bffaf-7563-42ad-bde6-5eefd105162f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:32.459612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Could not find standard attr ID for object 9d78331a-4cae-4c99-9525-0e4ef3187f01. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:32.506003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 68e0e7a4-73f6-4efa-8c46-e551b55e92c3 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:32.522566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 1c47b2c2-0753-4e3f-9785-ae0af9c841bc is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:32.553254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.612613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 1c47b2c2-0753-4e3f-9785-ae0af9c841bc) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:32.618448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:32.619106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.673253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.20.0.5 (79c18b8d-bdf2-4c30-a336-96d1151e9f5f/be954925-107c-404e-9b72-91137f1e01f3/559f86dd-6098-41fa-b5d7-0dfdfd1b047b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:32.676873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.681471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38a049-e915-4dee-b44b-57ba9efd54d4 None None] Network 1c47b2c2-0753-4e3f-9785-ae0af9c841bc requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:32.695522 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-38a0fa2f-e35b-431d-bb3a-71accb294865 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4375634 Mar 08 12:42:32.698422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35808) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:32.705097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:32.705457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:32.725590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:32.751206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905d6d5-86d1-49ea-aaff-4a133d08f372 None None] Pushing event updated for resources: {'Port': ['ID=268bca44-46ba-4d06-b87f-249e407f67c1,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:32.754307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:32.798216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:32.800601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.811508 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:42:32.824366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.868913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Provisioning complete for port c5a0dac9-6363-4dd7-8131-67c4b9e5443d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:32.869154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.881669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.906140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Subnet': ['ID=df2b9680-23e3-4cce-b3a3-5292aa788fe6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:32.916520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.923266 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9f40ef24-330e-4d73-83ec-79711dc6b513 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/df2b9680-23e3-4cce-b3a3-5292aa788fe6 HTTP/1.1" status: 204 len: 168 time: 2.0969334 Mar 08 12:42:32.925303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35814) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:32.934987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.940009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:32.992960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a608a08-833d-47ef-a850-e532944a3edf tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:32.994862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a608a08-833d-47ef-a850-e532944a3edf tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:32.999232 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3a608a08-833d-47ef-a850-e532944a3edf tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0700839 Mar 08 12:42:33.000454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35816) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.032345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Pushing event updated for resources: {'Port': ['ID=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.061158 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.080236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.101324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49b9ed6c-8d1b-4259-8d11-2d6560ccecc5 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.105183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.107586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.114499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': '56100d46-3e11-48f6-b523-98d62c7b62bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:33.114811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: 2435e7e0-ff1d-4ade-93e2-6a1996566f23, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:33.114986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Attempting to bind port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:33.115297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Attempting to bind port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '64c94c97-7c87-495f-bcea-839cd54b7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:33.115835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Attempting to bind port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 on network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:33.124519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.134094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.150141 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b9ed6c-8d1b-4259-8d11-2d6560ccecc5 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 08 12:42:33.151334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b9ed6c-8d1b-4259-8d11-2d6560ccecc5 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:42:33.159661 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-49b9ed6c-8d1b-4259-8d11-2d6560ccecc5 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/574bffaf-7563-42ad-bde6-5eefd105162f HTTP/1.1" status: 409 len: 405 time: 0.1534200 Mar 08 12:42:33.159661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa46e96-3913-4bc0-936d-9c038cfcd445,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.167529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35818) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.172802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:33.172802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Checking segment: {'id': '64c94c97-7c87-495f-bcea-839cd54b7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:33.172802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.172802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Bound using segment: {'id': '64c94c97-7c87-495f-bcea-839cd54b7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:33.172802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Bound port: c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c94c97-7c87-495f-bcea-839cd54b7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '79c18b8d-bdf2-4c30-a336-96d1151e9f5f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:33.172802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.174105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-351266371'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:33.217925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=262c44b9-defd-4af0-bcf2-266d00ddf2d4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.268436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a014aa3-5148-49dd-847b-953fcf2f899e None None] Network 1c47b2c2-0753-4e3f-9785-ae0af9c841bc requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:33.274645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.291724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.308119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:33.309599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.314820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c47b2c2-0753-4e3f-9785-ae0af9c841bc']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:33.332332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe335cf-5a4e-4dd9-8ff8-ae9fd8f2f195') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:33.332739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe335cf-5a4e-4dd9-8ff8-ae9fd8f2f195') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:33.336491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.10 (34d665ce-c2d2-42fd-8e81-1a31b22b0fa1/950faf77-adb7-4dba-9f11-aab6d278ba10/716861fa-6ca7-4a5e-a33c-eb85bc5893f1) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:33.350466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.360613 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.374518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.378282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.383261 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:33.387201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.426268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:33.429743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:33.430179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:33.435066 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:33.442280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c5a0dac9-6363-4dd7-8131-67c4b9e5443d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:33.445483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.446263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:33.447298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=68e0e7a4-73f6-4efa-8c46-e551b55e92c3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.459626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.467328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:33.497982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 2435e7e0-ff1d-4ade-93e2-6a1996566f23) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:33.498196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:33.507322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.507595 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Added segment e63da0a6-7493-4e8e-9f12-56d09238c7c2 of type vlan for network e28c49d6-ed8f-4ca1-b97c-7770cb369099 Mar 08 12:42:33.508396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:33.509442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.519997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.526422 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-66b43f3d-332f-4929-a375-17215c90004a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/68e0e7a4-73f6-4efa-8c46-e551b55e92c3 HTTP/1.1" status: 204 len: 168 time: 1.5401032 Mar 08 12:42:33.531760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:33.535231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35822) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.535351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Pushing event updated for resources: {'Port': ['ID=4af3763d-9903-44c5-a12d-e334e190905d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.537399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:33.540335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] For port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:33.542537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:33.578357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb5e2e-2075-4c85-b4f2-964209a7606c None None] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:33.580554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc31cc8-b52e-4298-ab1f-f2510ab9e357 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:33.583142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] DHCP port deletion for 574bffaf-7563-42ad-bde6-5eefd105162f request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:33.602493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d5088d1a-b7fa-4611-9ac1-b21417554c32 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723226 Mar 08 12:42:33.608200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35828) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.615718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] For port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,segment=NetworkSegment(64c94c97-7c87-495f-bcea-839cd54b7d42),segment_id=64c94c97-7c87-495f-bcea-839cd54b7d42)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:33.618663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.620735 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d36f41b-80d8-42c4-b2bc-90d3dee9e745 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4067981 Mar 08 12:42:33.622797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.627313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.632834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35830) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.637168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23', 'name': 'tempest-PortsIpV6TestJSON-902395860'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:33.656292 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.686567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.693707 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/1c47b2c2-0753-4e3f-9785-ae0af9c841bc HTTP/1.1" status: 204 len: 168 time: 0.9900265 Mar 08 12:42:33.693707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec678127-4210-46b1-81dd-86aa3aceb141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=1c47b2c2-0753-4e3f-9785-ae0af9c841bc,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.697404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35834) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.703380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756307741'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:33.747669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.775670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.781464 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:33.782250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.789035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3317e-6111-4943-a384-619fa54e9191 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:33.790624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-10c3317e-6111-4943-a384-619fa54e9191 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1813896 Mar 08 12:42:33.797786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35840) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.859615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:33.863151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.868423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.868423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.868423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9dede10-02d9-486c-8102-7e61d7b36b73 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:42:33.882925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.886569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ef29aee9-3fe2-45d2-a004-9745ea6775b3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c9dede10-02d9-486c-8102-7e61d7b36b73 HTTP/1.1" status: 204 len: 168 time: 3.6253042 Mar 08 12:42:33.887713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35842) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.919711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac17b48-f535-46cb-ad39-8d8c0c798718 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:33.921206 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aac17b48-f535-46cb-ad39-8d8c0c798718 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222711 Mar 08 12:42:33.924715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35844) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.936963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] Deleting subnet 15c5cd19-5b19-4e01-82c6-25134f5ae79a {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:33.944503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Network': ['ID=e28c49d6-ed8f-4ca1-b97c-7770cb369099,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:33.946766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:33.949002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.979280 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-556fb823-8d07-485d-846d-28c81c850a74 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8104703 Mar 08 12:42:33.979785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35846) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.979897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:33.989926 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d670745c-5c45-44dd-a213-ff7cc46fb8d7 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580478 Mar 08 12:42:33.989926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:33.994026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35848) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:33.995877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'subnet': {'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:34.003151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:34.003151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:34.009696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=559f86dd-6098-41fa-b5d7-0dfdfd1b047b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.011387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.011728 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment 109c22c7-fe5f-42ce-9a40-214dbf20ed76 of type vlan for network dfd70363-ffd6-45a0-8752-f62fa9b26c00 Mar 08 12:42:34.026691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:34.028488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.029363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:34.029710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:34.092353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e28c49d6-ed8f-4ca1-b97c-7770cb369099 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:34.127333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=716861fa-6ca7-4a5e-a33c-eb85bc5893f1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.151507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:34.155422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.188837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.191646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:34.196032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.227311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:34.227540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 46403783-e7b7-4865-93f9-9401b4bcba47 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:34.234028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.241071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:34.252199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:34.252845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.340314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Attempting to bind port 4af3763d-9903-44c5-a12d-e334e190905d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:34.341288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Attempting to bind port 4af3763d-9903-44c5-a12d-e334e190905d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '86d14fe2-35b6-4071-aab6-1b3b1a83153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:34.341812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Attempting to bind port 4af3763d-9903-44c5-a12d-e334e190905d on network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:34.349947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Pushing event updated for resources: {'Port': ['ID=c799a8f7-5b9f-4761-a255-7ecc84d21440,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.360819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Attempting to bind port c799a8f7-5b9f-4761-a255-7ecc84d21440 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:34.361391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Attempting to bind port c799a8f7-5b9f-4761-a255-7ecc84d21440 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '45656814-e6e5-4b96-ab92-57bb1c9d4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a90504fa-ae2c-422a-b5fb-8e3dd02f85ae'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:34.361985 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Attempting to bind port c799a8f7-5b9f-4761-a255-7ecc84d21440 on network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:34.367028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:34.367666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.376693 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-287cf8d0-5088-46a7-a6b8-01205e0f4ea9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.1282814 Mar 08 12:42:34.377291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35850) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:34.383873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.418642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:34.418919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Checking segment: {'id': '86d14fe2-35b6-4071-aab6-1b3b1a83153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:34.419744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.419744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Bound using segment: {'id': '86d14fe2-35b6-4071-aab6-1b3b1a83153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:34.420154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Bound port: 4af3763d-9903-44c5-a12d-e334e190905d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d14fe2-35b6-4071-aab6-1b3b1a83153f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:34.420526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.442687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c5a0dac9-6363-4dd7-8131-67c4b9e5443d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:34.443420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.446092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:34.446298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Checking segment: {'id': '45656814-e6e5-4b96-ab92-57bb1c9d4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a90504fa-ae2c-422a-b5fb-8e3dd02f85ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:34.446553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.446945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Bound using segment: {'id': '45656814-e6e5-4b96-ab92-57bb1c9d4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a90504fa-ae2c-422a-b5fb-8e3dd02f85ae'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:34.447420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Bound port: c799a8f7-5b9f-4761-a255-7ecc84d21440, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45656814-e6e5-4b96-ab92-57bb1c9d4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a90504fa-ae2c-422a-b5fb-8e3dd02f85ae'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:34.447798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.452364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.464052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:34.465338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.508741 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-56c77274-1476-4c02-b800-99d99031f621 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7339339 Mar 08 12:42:34.509506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:34.513509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.536765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.593131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:34.596766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.630307 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35852) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:34.648834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.669920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '34d665ce-c2d2-42fd-8e81-1a31b22b0fa1', 'name': 'tempest-PortsTestJSON-281820642', 'fixed_ips': [{'subnet_id': '950faf77-adb7-4dba-9f11-aab6d278ba10', 'ip_address': '172.20.0.9'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:34.773238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::384 (2435e7e0-ff1d-4ade-93e2-6a1996566f23/7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad/46403783-e7b7-4865-93f9-9401b4bcba47) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:34.821723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c5cd19-5b19-4e01-82c6-25134f5ae79a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.826366 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1278563 Mar 08 12:42:34.827753 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.829200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35854) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:34.835594 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cfc16336-7abc-432a-bc94-92857c3ac11e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/15c5cd19-5b19-4e01-82c6-25134f5ae79a HTTP/1.1" status: 204 len: 168 time: 0.9442596 Mar 08 12:42:34.837100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': 'dfd70363-ffd6-45a0-8752-f62fa9b26c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:34.841586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35856) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:34.863541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11a547-a4fc-4117-bbce-7ac2985fdc87 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=dfd70363-ffd6-45a0-8752-f62fa9b26c00,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:34.883564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:34.909723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:34.913175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b34da8-ac59-48b2-b55c-2985c83205e8 None None] Network 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:34.924331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network dfd70363-ffd6-45a0-8752-f62fa9b26c00 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:34.960819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e967aeb-11ff-4e12-9e89-2a7ab9d4132e None None] Pushing event updated for resources: {'Port': ['ID=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:35.007630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-2435e7e0-ff1d-4ade-93e2-6a1996566f23', 'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23', 'tenant_id': '6d5f6b62c91f45cea1288a2e1a74f3ed', 'fixed_ips': [{'subnet_id': '7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:35.008647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.011023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.014835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] Deleting port 9b20e0ef-7bd5-4920-a193-86a96eb287ea {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:35.015288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.135609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:35.140663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.183060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 68cf325d-be8a-4f86-8c32-71f5ff078ccc yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:35.241173 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Deleting port b093d9b7-38c3-44fa-b722-2e93610761ac {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:35.241709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.251006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:35.254623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.258804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.341725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-461b8176-5623-44a1-bf36-88a49720571f None None] For port c799a8f7-5b9f-4761-a255-7ecc84d21440, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:35.344850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] For port c5a0dac9-6363-4dd7-8131-67c4b9e5443d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:35.346484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] For port 4af3763d-9903-44c5-a12d-e334e190905d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:35.365950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.418097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] For port b093d9b7-38c3-44fa-b722-2e93610761ac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b093d9b7-38c3-44fa-b722-2e93610761ac,segment=NetworkSegment(c7f57cd8-aaa9-4270-ad55-7d2ef8d13039),segment_id=c7f57cd8-aaa9-4270-ad55-7d2ef8d13039)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:35.418461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.470534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] For port 4af3763d-9903-44c5-a12d-e334e190905d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4af3763d-9903-44c5-a12d-e334e190905d,segment=NetworkSegment(86d14fe2-35b6-4071-aab6-1b3b1a83153f),segment_id=86d14fe2-35b6-4071-aab6-1b3b1a83153f)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:35.474729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Calling delete_port for b093d9b7-38c3-44fa-b722-2e93610761ac owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:35.475474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-461b8176-5623-44a1-bf36-88a49720571f None None] For port c799a8f7-5b9f-4761-a255-7ecc84d21440, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c799a8f7-5b9f-4761-a255-7ecc84d21440,segment=NetworkSegment(45656814-e6e5-4b96-ab92-57bb1c9d4377),segment_id=45656814-e6e5-4b96-ab92-57bb1c9d4377)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:35.476555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.490534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] For port 9b20e0ef-7bd5-4920-a193-86a96eb287ea, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9b20e0ef-7bd5-4920-a193-86a96eb287ea,segment=NetworkSegment(f8b796d7-7c50-4f28-972b-4d6c92fa29a5),segment_id=f8b796d7-7c50-4f28-972b-4d6c92fa29a5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:35.491026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.513589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:35.522389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.567108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.570359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.9 (34d665ce-c2d2-42fd-8e81-1a31b22b0fa1/950faf77-adb7-4dba-9f11-aab6d278ba10/68cf325d-be8a-4f86-8c32-71f5ff078ccc) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:35.580538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] Calling delete_port for 9b20e0ef-7bd5-4920-a193-86a96eb287ea owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:35.582089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.594128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.610798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] Deleting port c5a0dac9-6363-4dd7-8131-67c4b9e5443d {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:35.610798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.662836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Provisioning complete for port 268bca44-46ba-4d06-b87f-249e407f67c1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:35.663303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.688636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Subnet': ['ID=d5731f5c-a743-4661-9708-740ef83a60b7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:35.740696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Checking segment: {'id': 'e63da0a6-7493-4e8e-9f12-56d09238c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:35.741156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network hostable DHCP agents. Network: e28c49d6-ed8f-4ca1-b97c-7770cb369099, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:35.797308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a86656-2fc0-49b6-817c-288081320bf1 None None] Pushing event updated for resources: {'Port': ['ID=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:35.813640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bdf0c-9067-401a-bc4a-3c5d75306194 None None] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:35.908114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:35.961169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Pushing event deleted for resources: {'Port': ['ID=b093d9b7-38c3-44fa-b722-2e93610761ac,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:35.974210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] No DVR routers for this DVR port b093d9b7-38c3-44fa-b722-2e93610761ac on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:35.976078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network e28c49d6-ed8f-4ca1-b97c-7770cb369099 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:36.018107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fda8d3-5508-4aff-9ceb-f7e99c616be8 None None] DHCP port deletion for 58302eb8-1fbb-41e8-af39-c3baf2d0e7ad request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:36.040553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.129476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e28c49d6-ed8f-4ca1-b97c-7770cb369099) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:36.144179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.objects.ports [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104046) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:36.149027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.152765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:36.158758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.162789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.181761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:36.182213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:36.182833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce9bb2-667d-4b6c-85ec-4ff9bb192fbe None None] Network e28c49d6-ed8f-4ca1-b97c-7770cb369099 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:36.185528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Allocated IP 2001:db8::2 (2435e7e0-ff1d-4ade-93e2-6a1996566f23/7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad/d15bebad-bb23-48b5-ac70-176c0de66164) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:36.201593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58302eb8-1fbb-41e8-af39-c3baf2d0e7ad']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:36.215023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:36.215023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f57cd8-aaa9-4270-ad55-7d2ef8d13039') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:36.236948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.253502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.272539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] For port c5a0dac9-6363-4dd7-8131-67c4b9e5443d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:36.282075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:36.282944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.284186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:36.286343 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:36.304898 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fe111f0a-1240-457b-8fd6-4eac6792a665 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3211348 Mar 08 12:42:36.305518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35860) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:36.308957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f7359-b50d-47ca-b85c-8dcec1aee073 None None] Pushing event updated for resources: {'Port': ['ID=4af3763d-9903-44c5-a12d-e334e190905d,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:36.312308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'port': {'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099', 'name': 'tempest-NetworksIpV6TestAttrs-1686042553'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:36.320381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.378729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] Calling delete_port for c5a0dac9-6363-4dd7-8131-67c4b9e5443d owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:36.401338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=46403783-e7b7-4865-93f9-9401b4bcba47,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:36.439918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:36.450214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:36.468784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:36.475833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:36.476511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.513241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.536072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=68cf325d-be8a-4f86-8c32-71f5ff078ccc,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:36.543187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:36.605664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:36.610329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:36.651399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] No DVR routers for this DVR port 9b20e0ef-7bd5-4920-a193-86a96eb287ea on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:36.655173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8176-5623-44a1-bf36-88a49720571f None None] Pushing event updated for resources: {'Port': ['ID=c799a8f7-5b9f-4761-a255-7ecc84d21440,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:36.676375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.692006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.700990 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] 10.222.0.65 "DELETE /v2.0/networks/58302eb8-1fbb-41e8-af39-c3baf2d0e7ad HTTP/1.1" status: 204 len: 168 time: 1.8495395 Mar 08 12:42:36.709332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.717900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01105989-770a-474c-82e9-ad5574036fab admin admin] Pushing event deleted for resources: {'Network': ['ID=58302eb8-1fbb-41e8-af39-c3baf2d0e7ad,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:36.726555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:36.735229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.769456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.800061 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-74601dc5-dcf9-4479-908e-02d73ee89a99 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1658304 Mar 08 12:42:36.801711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35864) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:36.807688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9e898-85a8-4ce0-a115-a287c04cb291 None None] Pushing event deleted for resources: {'Port': ['ID=9b20e0ef-7bd5-4920-a193-86a96eb287ea,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:36.810287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23', 'name': 'tempest-PortsIpV6TestJSON-1523994729'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:36.817592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.890194 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e7b6d81-a321-4faa-860e-06fb6a036e3b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2244878 Mar 08 12:42:36.899048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35866) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:36.919388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.933884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:36.936005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:36.994291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] device_id is not set on port 9e7a9a2a-54de-4929-8016-fab2cc548fa8 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:37.024990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=559f86dd-6098-41fa-b5d7-0dfdfd1b047b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:37.085158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7e9c2952-7c9d-478e-a17e-706fa22a21c1 None None] Provisioning complete for port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:37.085525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2952-7c9d-478e-a17e-706fa22a21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.092006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14edb24-6234-451f-98c8-5e7fbe8298af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:37.097680 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f14edb24-6234-451f-98c8-5e7fbe8298af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1974864 Mar 08 12:42:37.101529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35868) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:37.159700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.186048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-e28c49d6-ed8f-4ca1-b97c-7770cb369099', 'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099', 'tenant_id': 'a36033f19dec49f3b1a6bb6e8cf597cc', 'fixed_ips': [{'subnet_id': 'd5731f5c-a743-4661-9708-740ef83a60b7'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:37.193456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.257521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.278288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35870) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:37.278389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.363466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] Pushing event deleted for resources: {'Port': ['ID=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:37.366521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4abe8e-d499-4290-95f5-67608ba622b7 None None] No DVR routers for this DVR port c5a0dac9-6363-4dd7-8131-67c4b9e5443d on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:37.383059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698d8b1-1b7f-48dc-90ec-ed393bc060f1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:37.399204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698d8b1-1b7f-48dc-90ec-ed393bc060f1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:37.410120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8698d8b1-1b7f-48dc-90ec-ed393bc060f1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:37.415013 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8698d8b1-1b7f-48dc-90ec-ed393bc060f1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3096857 Mar 08 12:42:37.424057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35872) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:37.470529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=9aba18a2-07c1-4cdb-a089-d3f956207866,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:37.478379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.513400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Pushing event updated for resources: {'Port': ['ID=d15bebad-bb23-48b5-ac70-176c0de66164,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:37.530691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:37.583050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:37.591317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.622435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 268bca44-46ba-4d06-b87f-249e407f67c1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:37.628443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:37.633661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 2e1b82f8-fe55-4edb-9930-368d0d62ee42 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:37.666037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:37.809459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2952-7c9d-478e-a17e-706fa22a21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.813666 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e26998-7c4e-46d1-9ba2-c2fe3381fca2 None None] Network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:37.864244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::2cc (2435e7e0-ff1d-4ade-93e2-6a1996566f23/7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad/2e1b82f8-fe55-4edb-9930-368d0d62ee42) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:37.872545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Allocated IP 2001:db8::f816:3eff:fecc:678a (e28c49d6-ed8f-4ca1-b97c-7770cb369099/d5731f5c-a743-4661-9708-740ef83a60b7/9e7a9a2a-54de-4929-8016-fab2cc548fa8) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:37.876866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Attempting to bind port d15bebad-bb23-48b5-ac70-176c0de66164 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:37.876866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Attempting to bind port d15bebad-bb23-48b5-ac70-176c0de66164 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '56100d46-3e11-48f6-b523-98d62c7b62bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:37.876866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Attempting to bind port d15bebad-bb23-48b5-ac70-176c0de66164 on network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:37.917913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:37.918286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Checking segment: {'id': '56100d46-3e11-48f6-b523-98d62c7b62bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:37.918841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.919233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Bound using segment: {'id': '56100d46-3e11-48f6-b523-98d62c7b62bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:37.919800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Bound port: d15bebad-bb23-48b5-ac70-176c0de66164, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56100d46-3e11-48f6-b523-98d62c7b62bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '2435e7e0-ff1d-4ade-93e2-6a1996566f23'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:37.920187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:37.980546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7e9c2952-7c9d-478e-a17e-706fa22a21c1 None None] For port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,segment=NetworkSegment(64c94c97-7c87-495f-bcea-839cd54b7d42),segment_id=64c94c97-7c87-495f-bcea-839cd54b7d42)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:37.987560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e6a5b-6f3c-47eb-8559-6b568d0934cf None None] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:37.996091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 268bca44-46ba-4d06-b87f-249e407f67c1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:37.996537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.046046 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-db08c3db-ee7c-4cf4-82c8-74449f7d4377 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6d2017ad3c84bcf80ed6e2162f98ba2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7714410 Mar 08 12:42:38.055900 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.081706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35874) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:38.112081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] For port d15bebad-bb23-48b5-ac70-176c0de66164, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:38.117113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] For port d15bebad-bb23-48b5-ac70-176c0de66164, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d15bebad-bb23-48b5-ac70-176c0de66164,segment=NetworkSegment(56100d46-3e11-48f6-b523-98d62c7b62bf),segment_id=56100d46-3e11-48f6-b523-98d62c7b62bf)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:38.128671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2952-7c9d-478e-a17e-706fa22a21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.150786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.191170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf93dbce-6e6c-4b65-91c1-c01abfda6fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.216253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 68cf325d-be8a-4f86-8c32-71f5ff078ccc {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:38.216588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.222413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': '109c22c7-fe5f-42ce-9a40-214dbf20ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dfd70363-ffd6-45a0-8752-f62fa9b26c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:38.222777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: dfd70363-ffd6-45a0-8752-f62fa9b26c00, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:38.223447 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.230204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c2952-7c9d-478e-a17e-706fa22a21c1 None None] Pushing event updated for resources: {'Port': ['ID=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:38.240004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.244718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7e9c2952-7c9d-478e-a17e-706fa22a21c1 None None] Could not find standard attr ID for object 9b20e0ef-7bd5-4920-a193-86a96eb287ea. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:38.252302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf93dbce-6e6c-4b65-91c1-c01abfda6fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.252687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.374788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] For port c5a0dac9-6363-4dd7-8131-67c4b9e5443d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:38.375024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.395370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 68cf325d-be8a-4f86-8c32-71f5ff078ccc owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:38.416270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:38.429759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:38.435843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c799a8f7-5b9f-4761-a255-7ecc84d21440 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:38.437287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:38.441582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47acd13-d675-4b21-afd5-9a37fc893f3c None None] Pushing event updated for resources: {'Port': ['ID=d15bebad-bb23-48b5-ac70-176c0de66164,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:38.443066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:38.443724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.453931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=2e1b82f8-fe55-4edb-9930-368d0d62ee42,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:38.471568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network dfd70363-ffd6-45a0-8752-f62fa9b26c00 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:38.477340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Provisioning complete for port 559f86dd-6098-41fa-b5d7-0dfdfd1b047b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:38.477791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.482102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.488032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.492587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf93dbce-6e6c-4b65-91c1-c01abfda6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.496593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf93dbce-6e6c-4b65-91c1-c01abfda6fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.498142 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cf93dbce-6e6c-4b65-91c1-c01abfda6fa1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28cdbeef-e4c2-497a-88e2-b62b09d16bde HTTP/1.1" status: 204 len: 168 time: 0.4155512 Mar 08 12:42:38.569652 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c9c79b56-b1d6-49ea-b187-af233b8dbefb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7668059 Mar 08 12:42:38.572527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35878) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:38.612456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Port': ['ID=9e7a9a2a-54de-4929-8016-fab2cc548fa8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:38.617496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, dfd70363-ffd6-45a0-8752-f62fa9b26c00) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:38.619884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.620627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.629531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93dbce-6e6c-4b65-91c1-c01abfda6fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cdbeef-e4c2-497a-88e2-b62b09d16bde,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:38.651224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network e28c49d6-ed8f-4ca1-b97c-7770cb369099 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:38.652792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:38.654049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.654968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:38.658254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:38.658645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36587fb9-c8fc-473e-93e2-dfb0d763bbe5 None None] Network dfd70363-ffd6-45a0-8752-f62fa9b26c00 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:38.660204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Port 559f86dd-6098-41fa-b5d7-0dfdfd1b047b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:38.667419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:38.668503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.670318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Allocated IP 2001:db8::f816:3eff:fe53:bc54 (e28c49d6-ed8f-4ca1-b97c-7770cb369099/d5731f5c-a743-4661-9708-740ef83a60b7/27e3a398-d466-426d-b446-29762bcb9ab8) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:38.781378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c27ad8b-bce3-46b0-9e7f-d72b442842d2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:38.784605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9c27ad8b-bce3-46b0-9e7f-d72b442842d2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A384 HTTP/1.1" status: 200 len: 928 time: 0.2111523 Mar 08 12:42:38.813875 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ef0de4c0-dddb-41b1-85f8-b479a8c7497b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4897070 Mar 08 12:42:38.813875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35880) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:38.856316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Provisioning complete for port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:38.856675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.857137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35882) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:38.863562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.875956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:38.876901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=c5a0dac9-6363-4dd7-8131-67c4b9e5443d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:38.895038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:38.908772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:38.911141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.945999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=92897212-3035-43a8-9739-5fbe320ac726,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:38.954482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting subnet d5731f5c-a743-4661-9708-740ef83a60b7 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:38.980208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:38.997608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c799a8f7-5b9f-4761-a255-7ecc84d21440 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:38.998301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.010764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-32589a46-d0ad-4baf-93cd-1060c3450609 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0126266 Mar 08 12:42:39.011165 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d58eba0c-a36e-4860-8bd8-e0e7fdf1da98 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.1809914 Mar 08 12:42:39.011699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35884) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:39.013772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f1fae-5754-499b-b684-18f70fc48c76 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:39.026731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-84de0b9a-6b14-45c7-bdff-516e4ba794e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:39.029988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:39.168701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.175632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.180876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=68cf325d-be8a-4f86-8c32-71f5ff078ccc,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:39.273064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.277011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=559f86dd-6098-41fa-b5d7-0dfdfd1b047b,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:39.277130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.282861 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-be8d6e33-b465-4614-adc4-3c303337f90b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/68cf325d-be8a-4f86-8c32-71f5ff078ccc HTTP/1.1" status: 204 len: 168 time: 1.3850598 Mar 08 12:42:39.286077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35894) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:39.312745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84de0b9a-6b14-45c7-bdff-516e4ba794e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:39.318692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84de0b9a-6b14-45c7-bdff-516e4ba794e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.378862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 2e1b82f8-fe55-4edb-9930-368d0d62ee42 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:39.379199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.463021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.550515 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad28776-c03f-4f35-8506-de80a25ddd82 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:42:39.551694 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6ad28776-c03f-4f35-8506-de80a25ddd82 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/68cf325d-be8a-4f86-8c32-71f5ff078ccc HTTP/1.1" status: 404 len: 333 time: 0.2473323 Mar 08 12:42:39.557508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35900) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:39.565493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.ipam_backend_mixin [None req-84de0b9a-6b14-45c7-bdff-516e4ba794e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92897212-3035-43a8-9739-5fbe320ac726 (CIDR: 2001:db8::/64) Mar 08 12:42:39.584894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289394f0-9b23-409a-9622-b46f74e9969b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-dfd70363-ffd6-45a0-8752-f62fa9b26c00', 'network_id': 'dfd70363-ffd6-45a0-8752-f62fa9b26c00', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': '9aba18a2-07c1-4cdb-a089-d3f956207866'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:39.586901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-289394f0-9b23-409a-9622-b46f74e9969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.657617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.681770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 2e1b82f8-fe55-4edb-9930-368d0d62ee42 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:39.682036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Provisioning complete for port 4af3763d-9903-44c5-a12d-e334e190905d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:39.682494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.743394 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-84de0b9a-6b14-45c7-bdff-516e4ba794e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:39.743894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84de0b9a-6b14-45c7-bdff-516e4ba794e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:42:39.808159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:39.815195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:39.826920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:39.956737 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-84de0b9a-6b14-45c7-bdff-516e4ba794e8 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9439859 Mar 08 12:42:39.959227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=9aba18a2-07c1-4cdb-a089-d3f956207866,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:39.960472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35908) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:40.027114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.035707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:40.041289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.086379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.091585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '92897212-3035-43a8-9739-5fbe320ac726'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:40.092705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.155254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 716861fa-6ca7-4a5e-a33c-eb85bc5893f1 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:40.157538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.175403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.180786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.272639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7150869-330f-4e01-9fcf-f0d7a67a6125 None None] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:40.284336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.326124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b66a6e-812d-4f21-84fd-176a26bdd184 None None] Network dfd70363-ffd6-45a0-8752-f62fa9b26c00 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:40.361735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Network e28c49d6-ed8f-4ca1-b97c-7770cb369099 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:40.391538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port c799a8f7-5b9f-4761-a255-7ecc84d21440, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c799a8f7-5b9f-4761-a255-7ecc84d21440,segment=NetworkSegment(45656814-e6e5-4b96-ab92-57bb1c9d4377),segment_id=45656814-e6e5-4b96-ab92-57bb1c9d4377)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:40.482874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.510899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:40.511355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.514909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=2e1b82f8-fe55-4edb-9930-368d0d62ee42,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:40.528909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:40.570700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.576509 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-92cd87e6-5db9-43c9-b39e-5fc3b1c27719 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/2e1b82f8-fe55-4edb-9930-368d0d62ee42 HTTP/1.1" status: 204 len: 168 time: 1.7744756 Mar 08 12:42:40.579566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd70363-ffd6-45a0-8752-f62fa9b26c00']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:40.581478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35914) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:40.607251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109c22c7-fe5f-42ce-9a40-214dbf20ed76') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:40.608126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109c22c7-fe5f-42ce-9a40-214dbf20ed76') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:40.619459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.620270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:40.622388 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Pushing event updated for resources: {'Port': ['ID=27e3a398-d466-426d-b446-29762bcb9ab8,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:40.672071 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e690bfd-d36f-43af-80d1-854c3bfaba75 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:42:40.674315 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1e690bfd-d36f-43af-80d1-854c3bfaba75 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/2e1b82f8-fe55-4edb-9930-368d0d62ee42 HTTP/1.1" status: 404 len: 333 time: 0.0918081 Mar 08 12:42:40.677984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35918) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:40.687815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.738680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.744824 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.749449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.762288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.767352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 716861fa-6ca7-4a5e-a33c-eb85bc5893f1 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:40.810032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:40.812995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.816482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.823313 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/d5731f5c-a743-4661-9708-740ef83a60b7 HTTP/1.1" status: 204 len: 168 time: 1.9565575 Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:40.829318 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:40.833126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35920) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:40.856909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:40.861208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.877186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7070d-ce4e-46a3-af1f-29ef43191be6 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Subnet': ['ID=d5731f5c-a743-4661-9708-740ef83a60b7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:40.932398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router e803560f-cc5c-44c7-bb71-b737fbbbb011 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:42:40.946215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=c799a8f7-5b9f-4761-a255-7ecc84d21440,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:40.980840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Allocated IP 2001:db8::f816:3eff:fee7:afee (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/92897212-3035-43a8-9739-5fbe320ac726/deada9eb-bf5b-4092-9531-c4ba61c66e4a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:40.984138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 46403783-e7b7-4865-93f9-9401b4bcba47 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:40.985647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:40.985933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Attempting to bind port 27e3a398-d466-426d-b446-29762bcb9ab8 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:40.987662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Attempting to bind port 27e3a398-d466-426d-b446-29762bcb9ab8 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'e63da0a6-7493-4e8e-9f12-56d09238c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:40.987662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Attempting to bind port 27e3a398-d466-426d-b446-29762bcb9ab8 on network e28c49d6-ed8f-4ca1-b97c-7770cb369099 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:40.991950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] For port 4af3763d-9903-44c5-a12d-e334e190905d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4af3763d-9903-44c5-a12d-e334e190905d,segment=NetworkSegment(86d14fe2-35b6-4071-aab6-1b3b1a83153f),segment_id=86d14fe2-35b6-4071-aab6-1b3b1a83153f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:41.011791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:41.012158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Checking segment: {'id': 'e63da0a6-7493-4e8e-9f12-56d09238c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:41.012550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.012934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Bound using segment: {'id': 'e63da0a6-7493-4e8e-9f12-56d09238c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:41.013573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Bound port: 27e3a398-d466-426d-b446-29762bcb9ab8, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63da0a6-7493-4e8e-9f12-56d09238c7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e28c49d6-ed8f-4ca1-b97c-7770cb369099'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:41.013981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.032900 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ff365-a0f3-4cbc-9a62-756326b78c71 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:41.033157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.034599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ff365-a0f3-4cbc-9a62-756326b78c71 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:41.041193 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4f0ff365-a0f3-4cbc-9a62-756326b78c71 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1968343 Mar 08 12:42:41.041403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:41.041403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.043333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35926) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:41.073346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.080887 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/dfd70363-ffd6-45a0-8752-f62fa9b26c00 HTTP/1.1" status: 204 len: 168 time: 2.0409148 Mar 08 12:42:41.091629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35928) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:41.110419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1680194847'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:41.115440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866d816-bfa1-4ea5-b16e-125b87c04556 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=dfd70363-ffd6-45a0-8752-f62fa9b26c00,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:41.154006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.175089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:41.187779 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3b899bc2-f966-4d15-9032-85d10dfc9a2a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/e803560f-cc5c-44c7-bb71-b737fbbbb011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8039935 Mar 08 12:42:41.205054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35932) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:41.225702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] Sync routers for ids ['e803560f-cc5c-44c7-bb71-b737fbbbb011'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:41.266173 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71e79cc1-e55d-43ee-b725-5f157759c08f tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.273330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.285297 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e79cc1-e55d-43ee-b725-5f157759c08f tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 08 12:42:41.286078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e79cc1-e55d-43ee-b725-5f157759c08f tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:42:41.289914 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-71e79cc1-e55d-43ee-b725-5f157759c08f tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/e28c49d6-ed8f-4ca1-b97c-7770cb369099 HTTP/1.1" status: 409 len: 405 time: 0.2108364 Mar 08 12:42:41.293996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35934) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:41.299771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-392473019'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:41.309682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6253113-5c3f-48b5-a0a6-2f7d97b2b6c9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:41.311061 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e6253113-5c3f-48b5-a0a6-2f7d97b2b6c9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports/559f86dd-6098-41fa-b5d7-0dfdfd1b047b HTTP/1.1" status: 200 len: 977 time: 0.1038280 Mar 08 12:42:41.314471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35936) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:41.318612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Provisioning complete for port c799a8f7-5b9f-4761-a255-7ecc84d21440 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:41.318979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.324095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:41.329772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.331394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] Routers {'e803560f-cc5c-44c7-bb71-b737fbbbb011'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:41.332019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e803560f-cc5c-44c7-bb71-b737fbbbb011'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:41.334178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 46403783-e7b7-4865-93f9-9401b4bcba47 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:41.391641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.405391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] For port 27e3a398-d466-426d-b446-29762bcb9ab8, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:41.418932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:41.419159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58baea-c346-433d-97b0-8a70b4343ac1 None None] Pushing event updated for resources: {'Port': ['ID=4af3763d-9903-44c5-a12d-e334e190905d,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:41.422565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:41.431637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.432778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:41.451647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] For port 27e3a398-d466-426d-b446-29762bcb9ab8, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=27e3a398-d466-426d-b446-29762bcb9ab8,segment=NetworkSegment(e63da0a6-7493-4e8e-9f12-56d09238c7c2),segment_id=e63da0a6-7493-4e8e-9f12-56d09238c7c2)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:41.464302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.465985 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment f46e9eb1-ec90-4284-9d8a-a207e4bfe9d3 of type vlan for network 998278f1-ae5d-4a9c-9093-6ed60fa00ece Mar 08 12:42:41.525403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:41.528816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] Routers {'e803560f-cc5c-44c7-bb71-b737fbbbb011'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:41.528996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e803560f-cc5c-44c7-bb71-b737fbbbb011'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:41.547369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.558563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.558900 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Added segment ee55e98a-ddd2-473d-bcef-0273c8769b5e of type vlan for network aeb5c51f-8dc7-431d-b29e-250b083974b5 Mar 08 12:42:41.578861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.583983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:41.584629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2becac5d-b1dc-4a78-8175-74796cb37f2d None None] The sync data for ids ['e803560f-cc5c-44c7-bb71-b737fbbbb011'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:41.588438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4af3763d-9903-44c5-a12d-e334e190905d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:41.592850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.609096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=716861fa-6ca7-4a5e-a33c-eb85bc5893f1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:41.654299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.655396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35942) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:41.723047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.752333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.772153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:41.773520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.805195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455184d-08ef-4694-90f1-1a1dde81be98 None None] Pushing event updated for resources: {'Port': ['ID=27e3a398-d466-426d-b446-29762bcb9ab8,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:41.819006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:41.829446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.839683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:41.840354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.855595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551e473-4d90-4381-9ab4-d5985af3d77c None None] Network e28c49d6-ed8f-4ca1-b97c-7770cb369099 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:41.858834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:41.861701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:41.893638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.912293 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-37429b10-a53f-4e36-ba31-e3caaa4233c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/716861fa-6ca7-4a5e-a33c-eb85bc5893f1 HTTP/1.1" status: 204 len: 168 time: 2.3424218 Mar 08 12:42:41.912730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35946) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:41.932811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:41.969643 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6744261 Mar 08 12:42:41.977859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35948) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:42.001024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'subnet': {'network_id': 'aeb5c51f-8dc7-431d-b29e-250b083974b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:42.012083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=998278f1-ae5d-4a9c-9093-6ed60fa00ece,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.038247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 998278f1-ae5d-4a9c-9093-6ed60fa00ece details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:42.041370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Pushing event updated for resources: {'Port': ['ID=deada9eb-bf5b-4092-9531-c4ba61c66e4a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.049352 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8a20ed73-1177-49d2-a3b4-4a698ef18a91 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9455147 Mar 08 12:42:42.050426 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=46403783-e7b7-4865-93f9-9401b4bcba47,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.060234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-683218767'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:42.066082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35950) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:42.077183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': '998278f1-ae5d-4a9c-9093-6ed60fa00ece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:42.080464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d4e022-0fb8-4e12-a95e-30cf854457db tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:42:42.081832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4af3763d-9903-44c5-a12d-e334e190905d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:42.082229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.082811 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a9d4e022-0fb8-4e12-a95e-30cf854457db tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/716861fa-6ca7-4a5e-a33c-eb85bc5893f1 HTTP/1.1" status: 404 len: 333 time: 0.1691272 Mar 08 12:42:42.085725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.088465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35952) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:42.206024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:42.221537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:42.229993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:42.230576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.232892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=e7c57264-0eeb-45c8-888a-179207d72145,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.245706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet 950faf77-adb7-4dba-9f11-aab6d278ba10 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:42.254405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.256202 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944837f-07a2-44e7-8ef8-9e64c9bc378e tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Network': ['ID=aeb5c51f-8dc7-431d-b29e-250b083974b5,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.329642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Provisioning complete for port 559f86dd-6098-41fa-b5d7-0dfdfd1b047b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:42.329642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.343189 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network aeb5c51f-8dc7-431d-b29e-250b083974b5 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:42.352617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.356457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.360314 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b0cc95ee-e024-4f4d-bc5f-8ee6edf973fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/46403783-e7b7-4865-93f9-9401b4bcba47 HTTP/1.1" status: 204 len: 168 time: 1.6811001 Mar 08 12:42:42.367555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35954) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:42.403988 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f385de0d-c3cd-4e0d-83fb-dd58ec7fde04 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3872316 Mar 08 12:42:42.407840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35956) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:42.415163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:11:4b:2c', 'name': 'tempest-NetworksTestDHCPv6-1094345673'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:42.427683 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a5e327-99fb-4fb4-a466-82ab8cb17cdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:42:42.429324 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b6a5e327-99fb-4fb4-a466-82ab8cb17cdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/46403783-e7b7-4865-93f9-9401b4bcba47 HTTP/1.1" status: 404 len: 333 time: 0.0568757 Mar 08 12:42:42.433161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35958) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:42.438808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Attempting to bind port deada9eb-bf5b-4092-9531-c4ba61c66e4a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:42.439180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Attempting to bind port deada9eb-bf5b-4092-9531-c4ba61c66e4a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:42.439545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Attempting to bind port deada9eb-bf5b-4092-9531-c4ba61c66e4a on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:42.493601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:42.494009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:42.494422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.494915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:42.495296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Bound port: deada9eb-bf5b-4092-9531-c4ba61c66e4a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:42.495680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.510289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Made reservation on behalf of a0ec7898af6445e7848c90e0965b2b2e for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:42.515069 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.526074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.533270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Port 559f86dd-6098-41fa-b5d7-0dfdfd1b047b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:42:42.544767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:42.547948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.556811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:42.560646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.591514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Provisioning complete for port 4af3763d-9903-44c5-a12d-e334e190905d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:42.591873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.628981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:42.667516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.694946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] For port deada9eb-bf5b-4092-9531-c4ba61c66e4a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:42.702284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] For port deada9eb-bf5b-4092-9531-c4ba61c66e4a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=deada9eb-bf5b-4092-9531-c4ba61c66e4a,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:42.702890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.779762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Provisioning complete for port d15bebad-bb23-48b5-ac70-176c0de66164 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:42.785778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.815596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.853218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.853719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.858522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:42.883599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.943451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:42.944039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9f0e7aaf-0c49-47ee-b31b-4d6e3de770de not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:42.944638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 262c44b9-defd-4af0-bcf2-266d00ddf2d4 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:42.959739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:42.982589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 262c44b9-defd-4af0-bcf2-266d00ddf2d4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:42.983180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 262c44b9-defd-4af0-bcf2-266d00ddf2d4 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:42.983754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c5a0dac9-6363-4dd7-8131-67c4b9e5443d no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:42.985540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305ea5c-e325-4b5d-8ff8-abd3b9d66751 None None] Pushing event updated for resources: {'Port': ['ID=deada9eb-bf5b-4092-9531-c4ba61c66e4a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:42.992847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:43.048096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:43.070821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.075598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: c5a0dac9-6363-4dd7-8131-67c4b9e5443d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:43.075944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c5a0dac9-6363-4dd7-8131-67c4b9e5443d not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:43.076474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b093d9b7-38c3-44fa-b722-2e93610761ac no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:43.078323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.092507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.092862 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Added segment c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76 of type vlan for network ea96e525-2676-4ba3-b25e-9ec73605de30 Mar 08 12:42:43.098155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b943a9d9-6bda-403a-b4d7-fdc47feb0ba6,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.159506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b093d9b7-38c3-44fa-b722-2e93610761ac {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:43.160100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b093d9b7-38c3-44fa-b722-2e93610761ac not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:43.182159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] For port d15bebad-bb23-48b5-ac70-176c0de66164, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d15bebad-bb23-48b5-ac70-176c0de66164,segment=NetworkSegment(56100d46-3e11-48f6-b523-98d62c7b62bf),segment_id=56100d46-3e11-48f6-b523-98d62c7b62bf)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:43.252450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.268052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.333023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Could not find standard attr ID for object 46403783-e7b7-4865-93f9-9401b4bcba47. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:43.347717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Could not find standard attr ID for object 716861fa-6ca7-4a5e-a33c-eb85bc5893f1. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:43.371605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Could not find standard attr ID for object 68cf325d-be8a-4f86-8c32-71f5ff078ccc. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:43.390339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Pushing event updated for resources: {'Port': ['ID=d15bebad-bb23-48b5-ac70-176c0de66164,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.400462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Provisioning complete for port c799a8f7-5b9f-4761-a255-7ecc84d21440 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:43.401403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96667592-8287-482b-bb69-30a7f07b2f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.525108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c799a8f7-5b9f-4761-a255-7ecc84d21440 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:43.548886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=950faf77-adb7-4dba-9f11-aab6d278ba10,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.555836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.561541 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4c963d82-03f6-493c-a3eb-bc18546e4e5c tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/950faf77-adb7-4dba-9f11-aab6d278ba10 HTTP/1.1" status: 204 len: 168 time: 1.4619188 Mar 08 12:42:43.563370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.566753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35960) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:43.579516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8860fa0-c575-4800-b42b-3e96ba626c0a None None] Network 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:43.660016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.691231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.699922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:43.699922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.704595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c799a8f7-5b9f-4761-a255-7ecc84d21440 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:43.704971 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.719151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.735228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.767094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 47efbdcc-699b-461b-879d-011ecf5b9180 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:43.791938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1fea46a2-9957-43e0-9175-1287c969d2ee None None] Could not find standard attr ID for object 46403783-e7b7-4865-93f9-9401b4bcba47. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:43.800789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1fea46a2-9957-43e0-9175-1287c969d2ee None None] Could not find standard attr ID for object 2e1b82f8-fe55-4edb-9930-368d0d62ee42. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:43.822962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=173f0658-f700-45d7-bf0c-5b58c32890a7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.839302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:43.843293 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1666472 Mar 08 12:42:43.845158 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35962) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:43.857546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Request body: {'subnet': {'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:43.860725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8e45-7f4e-4157-bf98-417f135e47f2 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event updated for resources: {'Network': ['ID=ea96e525-2676-4ba3-b25e-9ec73605de30,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.889507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.903489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:43.904042 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.932846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network ea96e525-2676-4ba3-b25e-9ec73605de30 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:43.934465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': 'f46e9eb1-ec90-4284-9d8a-a207e4bfe9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '998278f1-ae5d-4a9c-9093-6ed60fa00ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:43.934465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: 998278f1-ae5d-4a9c-9093-6ed60fa00ece, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:43.939126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:43.967497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de65bbd-ff97-474c-9aff-e430969e8974 None None] Network 2435e7e0-ff1d-4ade-93e2-6a1996566f23 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:43.979506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:43.983843 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7c3926d8-11ca-4ee5-bbac-ae8d58483943 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad HTTP/1.1" status: 204 len: 168 time: 1.5392766 Mar 08 12:42:43.990607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35964) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:43.996708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:44.006075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.017738 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] DHCP port deletion for 34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:44.085231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Subnet': ['ID=ef4f0453-a130-427f-a9b5-60333f1345f3,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:44.088688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 559f86dd-6098-41fa-b5d7-0dfdfd1b047b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:44.089573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.099172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Checking segment: {'id': 'ee55e98a-ddd2-473d-bcef-0273c8769b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'aeb5c51f-8dc7-431d-b29e-250b083974b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:44.099529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network hostable DHCP agents. Network: aeb5c51f-8dc7-431d-b29e-250b083974b5, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:44.101626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 998278f1-ae5d-4a9c-9093-6ed60fa00ece is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:44.151361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 4af3763d-9903-44c5-a12d-e334e190905d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:44.151697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.154315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Made reservation on behalf of a0ec7898af6445e7848c90e0965b2b2e for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:44.163607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.163957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.231008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 998278f1-ae5d-4a9c-9093-6ed60fa00ece) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:44.244555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:44.244835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.253725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97fe66-b033-4fe4-a36b-7a400138f1b9 None None] Network 998278f1-ae5d-4a9c-9093-6ed60fa00ece requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:44.272145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4af3763d-9903-44c5-a12d-e334e190905d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:44.282416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8:0:1::33b (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/e7c57264-0eeb-45c8-888a-179207d72145/47efbdcc-699b-461b-879d-011ecf5b9180) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:44.307378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network aeb5c51f-8dc7-431d-b29e-250b083974b5 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:44.322716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, aeb5c51f-8dc7-431d-b29e-250b083974b5) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:44.340560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fe11:4b2c (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/92897212-3035-43a8-9739-5fbe320ac726/47efbdcc-699b-461b-879d-011ecf5b9180) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:44.350601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:44.351298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.366714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] For port 4af3763d-9903-44c5-a12d-e334e190905d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4af3763d-9903-44c5-a12d-e334e190905d,segment=NetworkSegment(86d14fe2-35b6-4071-aab6-1b3b1a83153f),segment_id=86d14fe2-35b6-4071-aab6-1b3b1a83153f)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:44.367397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.379415 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3312767e-7963-44c3-b4c2-6b0cb94f41fd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3072877 Mar 08 12:42:44.383861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35966) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:44.404016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 4af3763d-9903-44c5-a12d-e334e190905d owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:44.407934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.427967 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf87eb-99ed-4970-a34f-5f9224402521 None None] Network aeb5c51f-8dc7-431d-b29e-250b083974b5 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:44.448095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 559f86dd-6098-41fa-b5d7-0dfdfd1b047b owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:44.470726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] Deleting port 4af3763d-9903-44c5-a12d-e334e190905d {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:44.471229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.503476 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c6e8818f-16ad-401f-82d6-b02b2892df92 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5244923 Mar 08 12:42:44.504105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35968) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:44.599596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.683251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.718521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ea4f5-1cb4-43b3-b2b4-f036507f94db None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:44.745440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port d15bebad-bb23-48b5-ac70-176c0de66164 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:44.746647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.746830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.754221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event updated for resources: {'Subnet': ['ID=b24ceebe-5da7-4353-b01c-a3f8eedac5a4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:44.769633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.816287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Checking segment: {'id': 'c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:44.816635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Network hostable DHCP agents. Network: ea96e525-2676-4ba3-b25e-9ec73605de30, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:44.821877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] DHCP port deletion for 2435e7e0-ff1d-4ade-93e2-6a1996566f23 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:44.923715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.929355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.935888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] For port d15bebad-bb23-48b5-ac70-176c0de66164, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d15bebad-bb23-48b5-ac70-176c0de66164,segment=NetworkSegment(56100d46-3e11-48f6-b523-98d62c7b62bf),segment_id=56100d46-3e11-48f6-b523-98d62c7b62bf)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:44.936256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.939861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] For port 4af3763d-9903-44c5-a12d-e334e190905d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4af3763d-9903-44c5-a12d-e334e190905d,segment=NetworkSegment(86d14fe2-35b6-4071-aab6-1b3b1a83153f),segment_id=86d14fe2-35b6-4071-aab6-1b3b1a83153f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:44.940466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:44.954991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for d15bebad-bb23-48b5-ac70-176c0de66164 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:45.009894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4af3763d-9903-44c5-a12d-e334e190905d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:45.009894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.011602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9da4ca72-a3a8-4c25-82f3-eee8ebead2d1 None None] Provisioning complete for port deada9eb-bf5b-4092-9531-c4ba61c66e4a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:45.012099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9da4ca72-a3a8-4c25-82f3-eee8ebead2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.017009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Network ea96e525-2676-4ba3-b25e-9ec73605de30 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:45.030546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.081897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] Calling delete_port for 4af3763d-9903-44c5-a12d-e334e190905d owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:45.093311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049bec83-a426-43f2-bd49-21c0fb4cd303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-998278f1-ae5d-4a9c-9093-6ed60fa00ece', 'network_id': '998278f1-ae5d-4a9c-9093-6ed60fa00ece', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': '173f0658-f700-45d7-bf0c-5b58c32890a7'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:45.094717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-049bec83-a426-43f2-bd49-21c0fb4cd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.098352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.105314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, ea96e525-2676-4ba3-b25e-9ec73605de30) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:45.106305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Port 4af3763d-9903-44c5-a12d-e334e190905d was deleted so its status cannot be updated. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 08 12:42:45.107314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d15bebad-bb23-48b5-ac70-176c0de66164 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:45.111005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:45.113484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.116549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=4af3763d-9903-44c5-a12d-e334e190905d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.120811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No DVR routers for this DVR port 4af3763d-9903-44c5-a12d-e334e190905d on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:45.139111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.141326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.181770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2f2b1-9aa9-4e58-8204-6952a0108a4b None None] Network ea96e525-2676-4ba3-b25e-9ec73605de30 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:45.192141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:45.216624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:45.218844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4f0453-a130-427f-a9b5-60333f1345f3,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.257466 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:45.263242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:45.263818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.281947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.292251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.301530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.304365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.315396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=47efbdcc-699b-461b-879d-011ecf5b9180,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.334426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No DVR routers for this DVR port d15bebad-bb23-48b5-ac70-176c0de66164 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:45.345259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] Deleting port d15bebad-bb23-48b5-ac70-176c0de66164 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:45.345642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.367566 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-66cfa660-938b-4ba4-94e0-72b540534d66 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5112233 Mar 08 12:42:45.367793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d665ce-c2d2-42fd-8e81-1a31b22b0fa1']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.370478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=d15bebad-bb23-48b5-ac70-176c0de66164,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.377970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35970) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:45.386242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=173f0658-f700-45d7-bf0c-5b58c32890a7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.394159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Request body: {'port': {'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30', 'name': 'tempest-DHCPAgentSchedulersTestJSON-869312233'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:45.424719 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5b56583c-5eb3-4c75-a7fc-047cfb391446 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0155387 Mar 08 12:42:45.445516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d14fe2-35b6-4071-aab6-1b3b1a83153f') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.445739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d14fe2-35b6-4071-aab6-1b3b1a83153f') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.449870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35972) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:45.464519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998278f1-ae5d-4a9c-9093-6ed60fa00ece']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.477355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46e9eb1-ec90-4284-9d8a-a207e4bfe9d3') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.480059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46e9eb1-ec90-4284-9d8a-a207e4bfe9d3') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.488036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.500043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=559f86dd-6098-41fa-b5d7-0dfdfd1b047b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.507385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.507990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.515162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:45.515692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.544567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No active binding found for port d15bebad-bb23-48b5-ac70-176c0de66164 {{(pid=104047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:42:45.545004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d15bebad-bb23-48b5-ac70-176c0de66164 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:45.592555 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:45.603288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.620927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Port d15bebad-bb23-48b5-ac70-176c0de66164 not found, will not notify nova. {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 08 12:42:45.622981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.649378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:45.649781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.650655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:45.653200 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:45.656350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58184a50-bf74-4d82-9b39-a5cb69867b4f None None] Network aeb5c51f-8dc7-431d-b29e-250b083974b5 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:45.658197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9da4ca72-a3a8-4c25-82f3-eee8ebead2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.664257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] For port d15bebad-bb23-48b5-ac70-176c0de66164, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:45.664773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.677727 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb5c51f-8dc7-431d-b29e-250b083974b5']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.685605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0586cc-0a47-443b-8a0f-d7de024bda13 None None] Network 998278f1-ae5d-4a9c-9093-6ed60fa00ece requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:45.693732 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee55e98a-ddd2-473d-bcef-0273c8769b5e') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.694141 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee55e98a-ddd2-473d-bcef-0273c8769b5e') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.705833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.725434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.748707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.748707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.752637 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/998278f1-ae5d-4a9c-9093-6ed60fa00ece HTTP/1.1" status: 204 len: 168 time: 1.3670087 Mar 08 12:42:45.754034 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35974) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:45.764977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265275637'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:45.780884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:45.781412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:45.787932 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:45.810369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914298-3a4f-4103-a442-f02fb44e9e26 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=998278f1-ae5d-4a9c-9093-6ed60fa00ece,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:45.831504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2435e7e0-ff1d-4ade-93e2-6a1996566f23']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.834640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] Calling delete_port for d15bebad-bb23-48b5-ac70-176c0de66164 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:45.840669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] Port d15bebad-bb23-48b5-ac70-176c0de66164 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:42:45.851954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.853798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.896262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56100d46-3e11-48f6-b523-98d62c7b62bf') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.897218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56100d46-3e11-48f6-b523-98d62c7b62bf') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:45.899000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.905779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device deada9eb-bf5b-4092-9531-c4ba61c66e4a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:45.919826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.965312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:45.969052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.979139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:45.988979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] No DVR routers for this DVR port 4af3763d-9903-44c5-a12d-e334e190905d on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:46.000029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:46.005634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Made reservation on behalf of a0ec7898af6445e7848c90e0965b2b2e for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:46.016234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.017911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.018305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 47efbdcc-699b-461b-879d-011ecf5b9180 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:46.018640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.026218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:46.026865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.030017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:46.035782 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:46.045595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] Pushing event deleted for resources: {'Port': ['ID=d15bebad-bb23-48b5-ac70-176c0de66164,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.047151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.050643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf93de0-4b21-4f84-950d-51fe32b56972 None None] No DVR routers for this DVR port d15bebad-bb23-48b5-ac70-176c0de66164 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:46.056319 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/aeb5c51f-8dc7-431d-b29e-250b083974b5 HTTP/1.1" status: 204 len: 168 time: 1.5473361 Mar 08 12:42:46.062115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.062500 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment 677b11de-529a-42ff-b6f3-b72fd10ad039 of type vlan for network 6e436141-a514-48ff-94d8-09f86d641c0e Mar 08 12:42:46.063605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35976) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:46.080401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.081696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1010494907'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:46.084809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/34d665ce-c2d2-42fd-8e81-1a31b22b0fa1 HTTP/1.1" status: 204 len: 168 time: 2.5135148 Mar 08 12:42:46.092717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35978) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:46.095003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93c7c1-a097-4d9f-8029-d37d7a22f69a None None] Pushing event deleted for resources: {'Port': ['ID=4af3763d-9903-44c5-a12d-e334e190905d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.096289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c79a50-0fde-49bc-b049-e5b508208412 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Network': ['ID=aeb5c51f-8dc7-431d-b29e-250b083974b5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.098137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9da4ca72-a3a8-4c25-82f3-eee8ebead2d1 None None] For port deada9eb-bf5b-4092-9531-c4ba61c66e4a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=deada9eb-bf5b-4092-9531-c4ba61c66e4a,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:46.105048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1363615843'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:46.157619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] device_id is not set on port 8344a2a7-dadc-48b3-bf84-18390fffd666 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:46.170067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e70c0f-c620-4ba6-95d9-7e6745348acf tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=34d665ce-c2d2-42fd-8e81-1a31b22b0fa1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.189201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a091ec7-348e-42e4-a3ae-fc18a30755ea None None] Update dhcp port {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': '92897212-3035-43a8-9739-5fbe320ac726', 'ip_address': '2001:db8::f816:3eff:fee7:afee'}, {'subnet_id': 'e7c57264-0eeb-45c8-888a-179207d72145'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': 'deada9eb-bf5b-4092-9531-c4ba61c66e4a'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:42:46.216043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9da4ca72-a3a8-4c25-82f3-eee8ebead2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.229690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.239032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:46.243410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.293417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a091ec7-348e-42e4-a3ae-fc18a30755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.313264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-ea96e525-2676-4ba3-b25e-9ec73605de30', 'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30', 'tenant_id': 'a0ec7898af6445e7848c90e0965b2b2e', 'fixed_ips': [{'subnet_id': 'b24ceebe-5da7-4353-b01c-a3f8eedac5a4'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:46.313264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.334110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:46.338940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.363871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4ca72-a3a8-4c25-82f3-eee8ebead2d1 None None] Pushing event updated for resources: {'Port': ['ID=deada9eb-bf5b-4092-9531-c4ba61c66e4a,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.393032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:46.398180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port deada9eb-bf5b-4092-9531-c4ba61c66e4a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:46.398557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.412804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Allocated IP 172.20.0.14 (ea96e525-2676-4ba3-b25e-9ec73605de30/b24ceebe-5da7-4353-b01c-a3f8eedac5a4/8344a2a7-dadc-48b3-bf84-18390fffd666) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:46.419753 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.420126 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Added segment 36f35d75-9f33-4018-8b0a-095d95254706 of type vlan for network cf3c82b9-8712-40cf-b827-9e7ecc690e90 Mar 08 12:42:46.483768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.526582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.532690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:46.533544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.593083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router e803560f-cc5c-44c7-bb71-b737fbbbb011 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:42:46.598043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.607431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:46.608131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:46.620969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 47efbdcc-699b-461b-879d-011ecf5b9180 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:46.622836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.627469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.636959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/2435e7e0-ff1d-4ade-93e2-6a1996566f23 HTTP/1.1" status: 204 len: 168 time: 2.6448743 Mar 08 12:42:46.637595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35980) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:46.653643 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.654026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814329250'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:46.659471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:46.660265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.678956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=6e436141-a514-48ff-94d8-09f86d641c0e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.698912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.699563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.699793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.700279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.700671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.701067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.701452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.701833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.702252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.702633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.703013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.703389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.730701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=2435e7e0-ff1d-4ade-93e2-6a1996566f23,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.732522 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6a8caf6b-7f3f-4dd1-8988-29edaae70d96 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9716172 Mar 08 12:42:46.733079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35982) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:46.757234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:46.793610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 6e436141-a514-48ff-94d8-09f86d641c0e details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:46.819388 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7414491 Mar 08 12:42:46.820043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35984) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:46.828403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'subnet': {'network_id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:46.831879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:42:46.839600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c80bf9dc-62e7-4199-8d16-aedeba50eb56 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/e803560f-cc5c-44c7-bb71-b737fbbbb011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5239465 Mar 08 12:42:46.846343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.849458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.849458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.849458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.849458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.849458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.849936 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] Sync routers for ids ['e803560f-cc5c-44c7-bb71-b737fbbbb011'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:42:46.850458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.850776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.851285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.851612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.851930 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.852395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99182092-b7fd-453d-b6b4-45760baa9fdf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:46.856230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35986) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:46.869002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.869641 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] Routers {'e803560f-cc5c-44c7-bb71-b737fbbbb011'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:46.873159 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e803560f-cc5c-44c7-bb71-b737fbbbb011'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:46.880228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d79e54-6b59-4131-9c09-a76d1308b8c9 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Network': ['ID=cf3c82b9-8712-40cf-b827-9e7ecc690e90,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:46.902124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network cf3c82b9-8712-40cf-b827-9e7ecc690e90 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:46.914221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-2a091ec7-348e-42e4-a3ae-fc18a30755ea None None] Allocated IP 2001:db8:0:1::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/e7c57264-0eeb-45c8-888a-179207d72145/deada9eb-bf5b-4092-9531-c4ba61c66e4a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:46.947553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:46.951337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:46.960806 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:46.984215 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] Routers {'e803560f-cc5c-44c7-bb71-b737fbbbb011'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:42:46.984973 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:42:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e803560f-cc5c-44c7-bb71-b737fbbbb011'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:47.015693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:47.031127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.031979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment fa648bf6-8707-4605-9e99-b68b3fe99f02 of type vlan for network 0b447e62-49e6-4600-9535-9bd991fc4c0c Mar 08 12:42:47.051516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:47.053824 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2990b-7a4d-4835-9d38-6bf9e7c56bae None None] The sync data for ids ['e803560f-cc5c-44c7-bb71-b737fbbbb011'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:42:47.056004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4af3763d-9903-44c5-a12d-e334e190905d no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:47.087367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 4af3763d-9903-44c5-a12d-e334e190905d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:47.087700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4af3763d-9903-44c5-a12d-e334e190905d not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:47.088233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d15bebad-bb23-48b5-ac70-176c0de66164 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:47.109413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.119278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: d15bebad-bb23-48b5-ac70-176c0de66164 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:47.119278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d15bebad-bb23-48b5-ac70-176c0de66164 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:47.129174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.141961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2a091ec7-348e-42e4-a3ae-fc18a30755ea None None] For port deada9eb-bf5b-4092-9531-c4ba61c66e4a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=deada9eb-bf5b-4092-9531-c4ba61c66e4a,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:47.170673 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-9c8279da-f0a3-487d-887c-0f2245b788ee tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] remove_router_interface failed (client error): The resource could not be found. Mar 08 12:42:47.174702 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9c8279da-f0a3-487d-887c-0f2245b788ee tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/e803560f-cc5c-44c7-bb71-b737fbbbb011/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3081853 Mar 08 12:42:47.175678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35988) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:47.180968 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a091ec7-348e-42e4-a3ae-fc18a30755ea None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.189790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:47.194265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:47.197931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.213430 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2ef233c0-ba71-48ee-bf16-dd40a58f27e0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=e803560f-cc5c-44c7-bb71-b737fbbbb011 HTTP/1.1" status: 200 len: 205 time: 0.0344372 Mar 08 12:42:47.214081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 35990) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:47.222767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.223105 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Added segment 68f3785a-daf3-41e6-a15e-5e958a39e16f of type vlan for network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 Mar 08 12:42:47.262066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:47.265489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.269022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.281459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Allocated IP 172.20.0.2 (ea96e525-2676-4ba3-b25e-9ec73605de30/b24ceebe-5da7-4353-b01c-a3f8eedac5a4/482d28b7-0261-4501-ab1e-3d778225e2c5) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:47.287458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a091ec7-348e-42e4-a3ae-fc18a30755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.292802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.298331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:47.298925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.375672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.395127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a091ec7-348e-42e4-a3ae-fc18a30755ea None None] Pushing event updated for resources: {'Port': ['ID=deada9eb-bf5b-4092-9531-c4ba61c66e4a,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.448316 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8037663 Mar 08 12:42:47.449724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=47efbdcc-699b-461b-879d-011ecf5b9180,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.454303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35992) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:47.465467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abacaf-2b3a-4a45-90b9-af02adc20df3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=0b447e62-49e6-4600-9535-9bd991fc4c0c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.497624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:47.500979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:47.636972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.643117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbf0db4c-aab6-4b39-b5c8-83396c3d6a98 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.657881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.657881 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1ca3903a-e5b8-4035-8785-7f5d100d55e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/47efbdcc-699b-461b-879d-011ecf5b9180 HTTP/1.1" status: 204 len: 168 time: 2.1762857 Mar 08 12:42:47.687433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35994) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:47.714379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.729238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.751622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device deada9eb-bf5b-4092-9531-c4ba61c66e4a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:47.758347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Network ea96e525-2676-4ba3-b25e-9ec73605de30 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:47.766853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:47.809992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910fc55-7154-4d11-8448-bcb38d5c6d17 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:47.811558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5910fc55-7154-4d11-8448-bcb38d5c6d17 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1231856 Mar 08 12:42:47.815468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35996) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:47.817468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:47.820794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Network ea96e525-2676-4ba3-b25e-9ec73605de30 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:47.823396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Pushing event updated for resources: {'Port': ['ID=482d28b7-0261-4501-ab1e-3d778225e2c5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.837357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:47.842104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:47.859179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.894100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.939316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event updated for resources: {'Port': ['ID=8344a2a7-dadc-48b3-bf84-18390fffd666,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.949576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port deada9eb-bf5b-4092-9531-c4ba61c66e4a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:47.950142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:47.989095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Subnet': ['ID=fa5a3525-5130-44eb-8b3b-6c58918878c4,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:47.991650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Attempting to bind port 482d28b7-0261-4501-ab1e-3d778225e2c5 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:47.992018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Attempting to bind port 482d28b7-0261-4501-ab1e-3d778225e2c5 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:47.992372 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Attempting to bind port 482d28b7-0261-4501-ab1e-3d778225e2c5 on network ea96e525-2676-4ba3-b25e-9ec73605de30 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:48.000698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbf0db4c-aab6-4b39-b5c8-83396c3d6a98 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.001577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:48.002051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Checking segment: {'id': 'c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:48.006604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.006604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Bound using segment: {'id': 'c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:48.006604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Bound port: 482d28b7-0261-4501-ab1e-3d778225e2c5, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ea96e525-2676-4ba3-b25e-9ec73605de30'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:48.006604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.007007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbf0db4c-aab6-4b39-b5c8-83396c3d6a98 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.022433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:48.023119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.024573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99194d-0d83-4374-837b-50828fe5e908 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:48.031143 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d99194d-0d83-4374-837b-50828fe5e908 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2116420 Mar 08 12:42:48.032147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 35998) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:48.062707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Checking segment: {'id': '36f35d75-9f33-4018-8b0a-095d95254706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:48.063117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network hostable DHCP agents. Network: cf3c82b9-8712-40cf-b827-9e7ecc690e90, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:48.092777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] For port 482d28b7-0261-4501-ab1e-3d778225e2c5, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:48.096287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] For port 482d28b7-0261-4501-ab1e-3d778225e2c5, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=482d28b7-0261-4501-ab1e-3d778225e2c5,segment=NetworkSegment(c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76),segment_id=c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:48.107756 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.113523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:48.114204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.143737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12629b6-5b65-44f4-aff5-7775eea27d0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:48.146682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12629b6-5b65-44f4-aff5-7775eea27d0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:48.148882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12629b6-5b65-44f4-aff5-7775eea27d0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:48.150872 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b12629b6-5b65-44f4-aff5-7775eea27d0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1113987 Mar 08 12:42:48.153807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36000) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:48.169980 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-096e67ec-73b1-4c4f-b7e7-09509e511eaa tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7852056 Mar 08 12:42:48.178919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.179093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36002) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:48.235704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbf0db4c-aab6-4b39-b5c8-83396c3d6a98 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.239071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf0db4c-aab6-4b39-b5c8-83396c3d6a98 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Fanout notify agent at l3_agent the message router_deleted on router e803560f-cc5c-44c7-bb71-b737fbbbb011 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:42:48.277523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbf0db4c-aab6-4b39-b5c8-83396c3d6a98 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.281081 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cbf0db4c-aab6-4b39-b5c8-83396c3d6a98 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/e803560f-cc5c-44c7-bb71-b737fbbbb011 HTTP/1.1" status: 204 len: 168 time: 1.0636816 Mar 08 12:42:48.281234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network cf3c82b9-8712-40cf-b827-9e7ecc690e90 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:48.283500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36004) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:48.287652 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1913066 Mar 08 12:42:48.295090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1211d6-d9a4-4faa-8e20-6e647a87cb61 None None] Pushing event updated for resources: {'Port': ['ID=482d28b7-0261-4501-ab1e-3d778225e2c5,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:48.304693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a0392be4-da39-4010-ace8-add3ba7be21b None None] Provisioning complete for port deada9eb-bf5b-4092-9531-c4ba61c66e4a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:48.308296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a0392be4-da39-4010-ace8-add3ba7be21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.310552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36006) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:48.323143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:48.361284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet be954925-107c-404e-9b72-91137f1e01f3 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:48.368893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.375102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.425977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a0392be4-da39-4010-ace8-add3ba7be21b None None] Could not find standard attr ID for object 47efbdcc-699b-461b-879d-011ecf5b9180. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:48.462464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, cf3c82b9-8712-40cf-b827-9e7ecc690e90) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:48.477966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:48.478443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02ae89d-49ac-47e4-a4dd-9c4a50ff2b28 None None] Network cf3c82b9-8712-40cf-b827-9e7ecc690e90 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:48.478597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.486684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad93aa3-7d6c-433b-a13d-9054389f639d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Network': ['ID=81d43942-7ffe-42ab-bcab-e98e7e2c3b86,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:48.523187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.527214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=2133425e-6021-4765-8a53-1e504b1e31c8,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:48.532784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 92897212-3035-43a8-9739-5fbe320ac726 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:48.546835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.596658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:48.600737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': 'fa648bf6-8707-4605-9e99-b68b3fe99f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:48.604845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: 0b447e62-49e6-4600-9535-9bd991fc4c0c, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:48.629059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.632148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.708957 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e0b75b46-99ba-4bf7-a69e-ae853fbaa161 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8870494 Mar 08 12:42:48.710472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36008) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:48.719089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f06faac9-464f-4b0d-80dd-cc299fb90b6f None None] Could not find standard attr ID for object 47efbdcc-699b-461b-879d-011ecf5b9180. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:48.744213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:48.747808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.874569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.889439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Deleting port 8344a2a7-dadc-48b3-bf84-18390fffd666 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:48.890474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.898524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.906230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=b04a9abc-9014-4d12-8c08-01781c99894c,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:48.910497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-cf3c82b9-8712-40cf-b827-9e7ecc690e90', 'network_id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90', 'tenant_id': 'a36033f19dec49f3b1a6bb6e8cf597cc', 'fixed_ips': [{'subnet_id': 'fa5a3525-5130-44eb-8b3b-6c58918878c4'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:48.911805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.925247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': '677b11de-529a-42ff-b6f3-b72fd10ad039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:48.925613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: 6e436141-a514-48ff-94d8-09f86d641c0e, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:48.983735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:48.987443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:49.008163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.069892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 0b447e62-49e6-4600-9535-9bd991fc4c0c) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:49.074680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:49.077193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.082845 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4580d568-586c-4ad7-812f-e33d63bc241a None None] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:49.108116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.127312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.149133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Allocated IP 2001:db8::2 (cf3c82b9-8712-40cf-b827-9e7ecc690e90/fa5a3525-5130-44eb-8b3b-6c58918878c4/435102e0-f9ef-475c-9390-74bad9ac61cb) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:49.153172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Calling delete_port for 8344a2a7-dadc-48b3-bf84-18390fffd666 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:49.159187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 6e436141-a514-48ff-94d8-09f86d641c0e is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:49.180430 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-734c8125-7b58-4ccd-b5c9-14c39656e1ec tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7188094 Mar 08 12:42:49.180430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=be954925-107c-404e-9b72-91137f1e01f3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:49.180760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 6e436141-a514-48ff-94d8-09f86d641c0e) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:49.181218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36010) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:49.184491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:49.185258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.186111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c', 'name': 'tempest-PortsIpV6TestJSON-773468477', 'fixed_ips': [{'subnet_id': '2133425e-6021-4765-8a53-1e504b1e31c8', 'ip_address': '2001:db8::10'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:49.203922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.207244 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e75a36fa-2360-4f64-83ff-f072fbe38759 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/be954925-107c-404e-9b72-91137f1e01f3 HTTP/1.1" status: 204 len: 168 time: 0.9211197 Mar 08 12:42:49.210373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36012) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:49.236435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d5022-2dc9-4031-99e1-070e1f325531 None None] Network 6e436141-a514-48ff-94d8-09f86d641c0e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:49.238730 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d117adb-8fb1-433a-9526-58a6a7736b25 None None] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:49.245021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.311119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.314713 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/92897212-3035-43a8-9739-5fbe320ac726 HTTP/1.1" status: 204 len: 168 time: 1.1598251 Mar 08 12:42:49.317774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36014) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:49.323873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243f38b-d84e-49f3-b739-94a89d5b15a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=92897212-3035-43a8-9739-5fbe320ac726,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:49.354748 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c279e96e-5fdb-4fd0-81b2-ec2815baf3db tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6088812 Mar 08 12:42:49.357580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36016) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:49.365706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:49.407536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet e7c57264-0eeb-45c8-888a-179207d72145 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:49.413048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.456048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.527175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23855f41-7e99-4677-9f64-24c8003e6f62 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:49.538911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.543222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.578894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.695960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:49.696180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.703834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:49.710497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.722052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Checking segment: {'id': '68f3785a-daf3-41e6-a15e-5e958a39e16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:49.722052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network hostable DHCP agents. Network: 81d43942-7ffe-42ab-bcab-e98e7e2c3b86, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:49.797643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-0b447e62-49e6-4600-9535-9bd991fc4c0c', 'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c', 'tenant_id': '6d5f6b62c91f45cea1288a2e1a74f3ed', 'fixed_ips': [{'subnet_id': '2133425e-6021-4765-8a53-1e504b1e31c8'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:49.798532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.802291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,segment=NetworkSegment(64c94c97-7c87-495f-bcea-839cd54b7d42),segment_id=64c94c97-7c87-495f-bcea-839cd54b7d42)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:49.803260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.805709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=bac7fd71-8317-4fc8-ac1d-1f14d4272f2f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:49.814616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.821328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.849910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:49.864147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event deleted for resources: {'Port': ['ID=8344a2a7-dadc-48b3-bf84-18390fffd666,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:49.899710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.912905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b52714-d08b-46ff-9298-9eb9eba00ed5 None None] Network ea96e525-2676-4ba3-b25e-9ec73605de30 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:49.929434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:49.947510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c57264-0eeb-45c8-888a-179207d72145,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:49.950387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:49.959593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.963108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-35582478-a09c-4033-97b2-fb267a9894a3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/e7c57264-0eeb-45c8-888a-179207d72145 HTTP/1.1" status: 204 len: 168 time: 0.6437950 Mar 08 12:42:49.966384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36018) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:49.982862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:49.986251 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4abfc8f1-ecdf-4b37-b8b9-47fbbe5b6e58 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "DELETE /v2.0/ports/8344a2a7-dadc-48b3-bf84-18390fffd666 HTTP/1.1" status: 204 len: 168 time: 1.7884943 Mar 08 12:42:49.988846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36020) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:50.014474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 81d43942-7ffe-42ab-bcab-e98e7e2c3b86) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:50.024002 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-befa5570-4ec7-41cc-8b9a-aec53011035d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549891 Mar 08 12:42:50.030109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36024) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:50.041242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:50.047516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.048141 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.053213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.055023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 482d28b7-0261-4501-ab1e-3d778225e2c5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:50.132444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa67257-5926-4dde-bb67-5c0810c70706 None None] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:50.150670 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-af106787-e10a-4ac3-b9aa-cb10dc65831c tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1579950 Mar 08 12:42:50.150877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.151685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36026) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:50.159738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-592004632'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:50.171892 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f52ec03a-4c4e-470f-8aac-2e2dc172fc1a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8555043 Mar 08 12:42:50.173414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36028) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:50.183924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bd38c732-c2d8-4ac8-82d8-03a2e5f9a2c2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1926537656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:50.209039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.221518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Pushing event updated for resources: {'Port': ['ID=435102e0-f9ef-475c-9390-74bad9ac61cb,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.228089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:50.245585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] DHCP port deletion for 79c18b8d-bdf2-4c30-a336-96d1151e9f5f request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:50.272648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5a3525-5130-44eb-8b3b-6c58918878c4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.282336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.321992 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Made reservation on behalf of a0ec7898af6445e7848c90e0965b2b2e for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:50.325664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.326122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.326457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.326839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.327119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.327440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.327570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.328506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.328506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.328506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.328814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.328973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.329451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:42:50.356250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Network cf3c82b9-8712-40cf-b827-9e7ecc690e90 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:50.363132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 6e436141-a514-48ff-94d8-09f86d641c0e is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:50.369924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:50.375796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.376383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.381696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=7daf19d2-b4cf-4d61-bb0a-9c8a71b66ff4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.391154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd38c732-c2d8-4ac8-82d8-03a2e5f9a2c2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.392168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd38c732-c2d8-4ac8-82d8-03a2e5f9a2c2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.399434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:50.409071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:50.411007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.413155 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Added segment 3ace5312-0975-4cc3-a79f-224e8c21405e of type vlan for network d808b7e3-a28b-4814-8e83-d8daf1b978f7 Mar 08 12:42:50.415595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:50.423030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4f056fc3-df15-4e4c-91ae-5ce2ed7c4198 None None] Provisioning complete for port 482d28b7-0261-4501-ab1e-3d778225e2c5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:50.423562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f056fc3-df15-4e4c-91ae-5ce2ed7c4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.434761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.436174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-6e436141-a514-48ff-94d8-09f86d641c0e', 'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': 'b04a9abc-9014-4d12-8c08-01781c99894c'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:50.436174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.440554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:50.444332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.452625 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-89a3438e-1188-4395-b2f6-9f8c1a7677b1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0937407 Mar 08 12:42:50.459216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36030) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:50.480392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.496505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.527442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3c82b9-8712-40cf-b827-9e7ecc690e90']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:50.544842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b074d1-52b1-4414-8085-97908a88bafd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.546382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b074d1-52b1-4414-8085-97908a88bafd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.547878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b074d1-52b1-4414-8085-97908a88bafd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.549380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b074d1-52b1-4414-8085-97908a88bafd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.551263 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b074d1-52b1-4414-8085-97908a88bafd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.557877 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-60b074d1-52b1-4414-8085-97908a88bafd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1009066 Mar 08 12:42:50.558778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36032) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:50.564891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944180466'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:50.589810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f35d75-9f33-4018-8b0a-095d95254706') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:50.590117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f35d75-9f33-4018-8b0a-095d95254706') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:50.609062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.612258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.617612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:50.630564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.637006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.637979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.666195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd38c732-c2d8-4ac8-82d8-03a2e5f9a2c2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.669929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:50.674500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.695599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.727455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Allocated IP 2001:db8::2 (0b447e62-49e6-4600-9535-9bd991fc4c0c/2133425e-6021-4765-8a53-1e504b1e31c8/22f51474-6f5b-4247-a903-0de166481869) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:50.735124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:50.747629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 482d28b7-0261-4501-ab1e-3d778225e2c5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:50.747993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.756930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Attempting to bind port 435102e0-f9ef-475c-9390-74bad9ac61cb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:50.757288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Attempting to bind port 435102e0-f9ef-475c-9390-74bad9ac61cb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '36f35d75-9f33-4018-8b0a-095d95254706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:50.757642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Attempting to bind port 435102e0-f9ef-475c-9390-74bad9ac61cb on network cf3c82b9-8712-40cf-b827-9e7ecc690e90 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:50.776352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:50.787029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.787725 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment 9ff4f167-6dd0-4510-9ee5-da703fc3b36d of type vlan for network 8b2f3949-7ec2-438a-a38a-68372b3a9499 Mar 08 12:42:50.790842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event updated for resources: {'Network': ['ID=d808b7e3-a28b-4814-8e83-d8daf1b978f7,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:50.808117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd38c732-c2d8-4ac8-82d8-03a2e5f9a2c2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.823151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d808b7e3-a28b-4814-8e83-d8daf1b978f7 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:50.823401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36034) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:50.825518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.826485 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-803a9cd3-1f29-4dca-bc89-96c179e1e193 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6720252 Mar 08 12:42:50.832480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:50.835680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Checking segment: {'id': '36f35d75-9f33-4018-8b0a-095d95254706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:50.835680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.835680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Bound using segment: {'id': '36f35d75-9f33-4018-8b0a-095d95254706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:50.835680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Bound port: 435102e0-f9ef-475c-9390-74bad9ac61cb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f35d75-9f33-4018-8b0a-095d95254706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:50.835680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.839381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:50.840006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.889261 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.929427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Deleting port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:50.929804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.965102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:50.972056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:50.972415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.069781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=8b2f3949-7ec2-438a-a38a-68372b3a9499,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:51.090290 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6c78d702-a958-4981-bc05-6a04d21fa693 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5268943 Mar 08 12:42:51.090520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36036) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:51.096029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:51.101626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-81d43942-7ffe-42ab-bcab-e98e7e2c3b86', 'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86', 'tenant_id': '050e0e8357f94843ad0149f36df32aac', 'fixed_ips': [{'subnet_id': 'bac7fd71-8317-4fc8-ac1d-1f14d4272f2f'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:51.102512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:51.183807 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:51.291457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c18b8d-bdf2-4c30-a336-96d1151e9f5f']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:51.324912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:51.330273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.335958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bd38c732-c2d8-4ac8-82d8-03a2e5f9a2c2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.337420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bd38c732-c2d8-4ac8-82d8-03a2e5f9a2c2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1616755 Mar 08 12:42:51.339192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c94c97-7c87-495f-bcea-839cd54b7d42') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:51.339479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c94c97-7c87-495f-bcea-839cd54b7d42') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:51.345119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36038) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:51.352190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86', 'name': 'tempest-PortsTestJSON-1110352902'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:51.383167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.387078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.api [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:42:51.387078 dv-neutron-829486-2-hyperv neutron-server[104046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:42:51.387078 dv-neutron-829486-2-hyperv neutron-server[104046]: [parameters: {'id': 'cf3c82b9-8712-40cf-b827-9e7ecc690e90'}] Mar 08 12:42:51.387078 dv-neutron-829486-2-hyperv neutron-server[104046]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:51.387078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG oslo_db.api [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:51.395076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f056fc3-df15-4e4c-91ae-5ce2ed7c4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.422392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.446556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Allocated IP 2001:db8::2 (6e436141-a514-48ff-94d8-09f86d641c0e/b04a9abc-9014-4d12-8c08-01781c99894c/da2a0c19-6d57-4ef5-b8ff-af479b54cc65) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:51.478342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:51.478819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:51.483397 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:51.503711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] For port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:51.504309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.513242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.522903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 is not hosted by any dhcp agent {{(pid=104045) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:42:51.528511 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:51.529876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.532250 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "PUT /v2.0/networks/8b2f3949-7ec2-438a-a38a-68372b3a9499 HTTP/1.1" status: 200 len: 723 time: 0.4407356 Mar 08 12:42:51.544857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36040) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:51.552915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': '8b2f3949-7ec2-438a-a38a-68372b3a9499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:51.570496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:51.574366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.593701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b3bf26b6-be40-440c-87fa-f93f41d9f8a3 tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "GET /v2.0/agents/83efe331-80cb-4f5e-9ac6-d68246c5fce5/dhcp-networks HTTP/1.1" status: 200 len: 13403 time: 0.7598956 Mar 08 12:42:51.595725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36042) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:51.617233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] For port 435102e0-f9ef-475c-9390-74bad9ac61cb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:51.619459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Calling delete_port for c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:51.643472 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:42:51.683873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.701747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.704367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.704553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] Deleting port deada9eb-bf5b-4092-9531-c4ba61c66e4a {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:51.704804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.709367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] For port 435102e0-f9ef-475c-9390-74bad9ac61cb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=435102e0-f9ef-475c-9390-74bad9ac61cb,segment=NetworkSegment(36f35d75-9f33-4018-8b0a-095d95254706),segment_id=36f35d75-9f33-4018-8b0a-095d95254706)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:51.714532 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/79c18b8d-bdf2-4c30-a336-96d1151e9f5f HTTP/1.1" status: 204 len: 168 time: 2.4994860 Mar 08 12:42:51.717873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36044) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:51.731411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-480251070'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:51.743258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1f31-c05d-441e-9d48-e8cbad6b668f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=79c18b8d-bdf2-4c30-a336-96d1151e9f5f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:51.789361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4f056fc3-df15-4e4c-91ae-5ce2ed7c4198 None None] For port 482d28b7-0261-4501-ab1e-3d778225e2c5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=482d28b7-0261-4501-ab1e-3d778225e2c5,segment=NetworkSegment(c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76),segment_id=c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:51.814457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f1d1e-a85d-4e55-91b2-04f71383245c tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] Network d808b7e3-a28b-4814-8e83-d8daf1b978f7 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:51.824684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.826443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Network 79c18b8d-bdf2-4c30-a336-96d1151e9f5f is not hosted by any dhcp agent {{(pid=104047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:42:51.827107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] No DVR routers for this DVR port c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:51.836351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.objects.ports [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104046) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:51.863119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf717e19-f3bf-46fb-9ea9-e36db355fb59 None None] Pushing event deleted for resources: {'Port': ['ID=c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:51.904567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.908178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f056fc3-df15-4e4c-91ae-5ce2ed7c4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.912024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:51.915702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.927728 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-881f1d1e-a85d-4e55-91b2-04f71383245c tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "POST /v2.0/agents/83efe331-80cb-4f5e-9ac6-d68246c5fce5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3308973 Mar 08 12:42:51.940589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36046) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:51.946654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb50cf4-bf6a-4050-a7a5-1783f7490558 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=8b2f3949-7ec2-438a-a38a-68372b3a9499,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:51.963024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:51.965430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ce9f6-14bb-4061-a6e9-0401254a9c48 None None] Network d808b7e3-a28b-4814-8e83-d8daf1b978f7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:51.967171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:51.977083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 91501e6b-0398-4113-b619-0180aff11f1f yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:51.979469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.000606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:52.092781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.093224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 342ae8d0-ce6c-4cdc-85f5-489a3e79fadd of type vlan for network 4086d4d8-35a6-434d-b67d-402b6a692e5e Mar 08 12:42:52.119506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:52.123653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.144734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.208750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.211130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Allocated IP 172.20.0.2 (81d43942-7ffe-42ab-bcab-e98e7e2c3b86/bac7fd71-8317-4fc8-ac1d-1f14d4272f2f/4fd09a68-7362-4473-b572-ff61d916eb33) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:52.247623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::10 (0b447e62-49e6-4600-9535-9bd991fc4c0c/2133425e-6021-4765-8a53-1e504b1e31c8/a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:52.288827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] For port deada9eb-bf5b-4092-9531-c4ba61c66e4a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=deada9eb-bf5b-4092-9531-c4ba61c66e4a,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:52.289222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.308260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting port 435102e0-f9ef-475c-9390-74bad9ac61cb {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:52.308590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.318622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce43b6-373b-4719-8362-f8549d86765a None None] Pushing event updated for resources: {'Port': ['ID=435102e0-f9ef-475c-9390-74bad9ac61cb,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:52.329342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:52.346074 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ef1bb9d6-a1a9-44ce-b243-401a9d41099f tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "GET /v2.0/agents/83efe331-80cb-4f5e-9ac6-d68246c5fce5/dhcp-networks HTTP/1.1" status: 200 len: 13469 time: 0.4029255 Mar 08 12:42:52.351728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36048) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:52.365810 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2361310-2e3e-43c3-b46e-a67f32d00fb0 None None] Network cf3c82b9-8712-40cf-b827-9e7ecc690e90 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:52.371017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] Calling delete_port for deada9eb-bf5b-4092-9531-c4ba61c66e4a owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:52.398739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fff4dedc-8f1c-4184-9a8e-b39b72bf9968 None None] Provisioning complete for port 482d28b7-0261-4501-ab1e-3d778225e2c5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:52.399405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fff4dedc-8f1c-4184-9a8e-b39b72bf9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.401326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:52.403128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.408655 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:52.409254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.419513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.429054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.452754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:52.480816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] For port 435102e0-f9ef-475c-9390-74bad9ac61cb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=435102e0-f9ef-475c-9390-74bad9ac61cb,segment=NetworkSegment(36f35d75-9f33-4018-8b0a-095d95254706),segment_id=36f35d75-9f33-4018-8b0a-095d95254706)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:52.481384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.494972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=ca2cd27e-0f5d-4614-be35-d586a39d1cb9,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:52.499558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:52.500120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:52.516590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': '9ff4f167-6dd0-4510-9ee5-da703fc3b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8b2f3949-7ec2-438a-a38a-68372b3a9499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:52.517161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: 8b2f3949-7ec2-438a-a38a-68372b3a9499, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:52.546892 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6bf24c30-5e95-45d5-9c06-73f8427c9ee2 tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "DELETE /v2.0/agents/83efe331-80cb-4f5e-9ac6-d68246c5fce5/dhcp-networks/d808b7e3-a28b-4814-8e83-d8daf1b978f7 HTTP/1.1" status: 204 len: 168 time: 0.1946671 Mar 08 12:42:52.554938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36050) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:52.569806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Calling delete_port for 435102e0-f9ef-475c-9390-74bad9ac61cb owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:52.601691 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8847170 Mar 08 12:42:52.619781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36052) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:52.625507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': '4086d4d8-35a6-434d-b67d-402b6a692e5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:52.636359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51346278-0e57-4bbf-82c1-33dc41401547 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=4086d4d8-35a6-434d-b67d-402b6a692e5e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:52.648410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:52.683109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.691741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:52.766254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f056fc3-df15-4e4c-91ae-5ce2ed7c4198 None None] Pushing event updated for resources: {'Port': ['ID=482d28b7-0261-4501-ab1e-3d778225e2c5,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:52.785989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 8b2f3949-7ec2-438a-a38a-68372b3a9499) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:52.812699 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:52.812699 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.825688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580423e8-7a05-42e7-a895-1f1d9133865b None None] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:52.830420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.838754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.868953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] For port deada9eb-bf5b-4092-9531-c4ba61c66e4a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=deada9eb-bf5b-4092-9531-c4ba61c66e4a,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:52.906555 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ba70e997-6d98-4db0-be03-df2ba81b683f tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "GET /v2.0/agents/83efe331-80cb-4f5e-9ac6-d68246c5fce5/dhcp-networks HTTP/1.1" status: 200 len: 12700 time: 0.3460841 Mar 08 12:42:52.906773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36054) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:52.919137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.922786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.931990 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-93261a23-8d7e-4000-aa4f-fcea36306b05 tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "GET /v2.0/networks/ea96e525-2676-4ba3-b25e-9ec73605de30/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0207140 Mar 08 12:42:52.932208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36056) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:52.956018 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e209932f-b33c-44e8-bcff-50e57ea6e5ec tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "GET /v2.0/networks/ea96e525-2676-4ba3-b25e-9ec73605de30/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0203340 Mar 08 12:42:52.956232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36058) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:52.959714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Port': ['ID=435102e0-f9ef-475c-9390-74bad9ac61cb,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:52.961599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No DVR routers for this DVR port 435102e0-f9ef-475c-9390-74bad9ac61cb on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:52.972586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:52.976962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:52.986318 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-15e792ab-deec-4033-8485-23301583d6cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4379241 Mar 08 12:42:52.988733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36060) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:52.994655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Attempting to bind port 22f51474-6f5b-4247-a903-0de166481869 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:52.995134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Attempting to bind port 22f51474-6f5b-4247-a903-0de166481869 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'fa648bf6-8707-4605-9e99-b68b3fe99f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:52.995584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Attempting to bind port 22f51474-6f5b-4247-a903-0de166481869 on network 0b447e62-49e6-4600-9535-9bd991fc4c0c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:53.005427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-22fa3ff7-1463-413d-a535-4afd6bbec461 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:53.014143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.014143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.014143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.127929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.156968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:53.163176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:53.176045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:53.184348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:53.187179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3c82b9-8712-40cf-b827-9e7ecc690e90']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:53.189472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:53.195304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:53.195971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.202855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:53.203445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.211131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=72255ce5-26c8-4e91-895a-f31411b3af64,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.235438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f35d75-9f33-4018-8b0a-095d95254706') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:53.235847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f35d75-9f33-4018-8b0a-095d95254706') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:53.248244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=deada9eb-bf5b-4092-9531-c4ba61c66e4a,revision_number=8']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.252162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.257764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22fa3ff7-1463-413d-a535-4afd6bbec461 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62536453'] for subnet, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.279612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Network 6e436141-a514-48ff-94d8-09f86d641c0e is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:53.294937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.305678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:53.306087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:53.309142 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:53.322921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.323150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:53.331110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7a82b809-d0a8-4174-8938-84619a960cb9 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1489184 Mar 08 12:42:53.344500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36062) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:53.344650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:53.344650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Checking segment: {'id': 'fa648bf6-8707-4605-9e99-b68b3fe99f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:53.344650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.344650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Bound using segment: {'id': 'fa648bf6-8707-4605-9e99-b68b3fe99f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:53.344650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Bound port: 22f51474-6f5b-4247-a903-0de166481869, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa648bf6-8707-4605-9e99-b68b3fe99f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:53.344650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.354673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:53.360833 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21d039b0-48ee-4707-bbd7-d5c0d3f31961 tempest-DHCPAgentSchedulersTestJSON-330880737 tempest-DHCPAgentSchedulersTestJSON-330880737-project-admin] 10.222.0.65 "GET /v2.0/agents/83efe331-80cb-4f5e-9ac6-d68246c5fce5/dhcp-networks HTTP/1.1" status: 200 len: 13460 time: 0.4035268 Mar 08 12:42:53.365436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36064) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:53.365682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Pushing event updated for resources: {'Port': ['ID=22f51474-6f5b-4247-a903-0de166481869,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.376100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': '0b447e62-49e6-4600-9535-9bd991fc4c0c', 'name': 'tempest-PortsIpV6TestJSON-1583833506', 'fixed_ips': [{'subnet_id': '2133425e-6021-4765-8a53-1e504b1e31c8', 'ip_address': '2001:db8::f'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:53.439936 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d6a885e-dcea-408c-9d36-2f89a209e12c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4011416 Mar 08 12:42:53.440145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.441596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36066) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:53.447087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c8bde0b2-1413-4375-a69f-f636822c92ac tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:53.517865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.531148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fff4dedc-8f1c-4184-9a8e-b39b72bf9968 None None] Could not find standard attr ID for object 8344a2a7-dadc-48b3-bf84-18390fffd666. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:53.541311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.544601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.548569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/cf3c82b9-8712-40cf-b827-9e7ecc690e90 HTTP/1.1" status: 204 len: 168 time: 4.8350101 Mar 08 12:42:53.552444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36068) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:53.559592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1943362178'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:53.572620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa1b0a-cf62-4451-b7db-2e1e2f087287 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Network': ['ID=cf3c82b9-8712-40cf-b827-9e7ecc690e90,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.583233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] No DVR routers for this DVR port deada9eb-bf5b-4092-9531-c4ba61c66e4a on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:53.605029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.627329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.641079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43f540e-20ef-4744-ab34-18e619fd4b49 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:53.643322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 482d28b7-0261-4501-ab1e-3d778225e2c5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:53.728228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Pushing event updated for resources: {'Port': ['ID=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.730873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.732741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Attempting to bind port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:53.733079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Attempting to bind port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '677b11de-529a-42ff-b6f3-b72fd10ad039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:53.733427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Attempting to bind port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 on network 6e436141-a514-48ff-94d8-09f86d641c0e {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:53.738714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] For port 22f51474-6f5b-4247-a903-0de166481869, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:53.741599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:53.746967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.749078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bde0b2-1413-4375-a69f-f636822c92ac tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:53.752549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8bde0b2-1413-4375-a69f-f636822c92ac tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.788540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=8276d712-a33e-4058-9108-04eb9621c5d4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.800262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:53.804490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.806456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22fa3ff7-1463-413d-a535-4afd6bbec461 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769083559855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1215048'] for subnet, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.817978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] For port 22f51474-6f5b-4247-a903-0de166481869, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=22f51474-6f5b-4247-a903-0de166481869,segment=NetworkSegment(fa648bf6-8707-4605-9e99-b68b3fe99f02),segment_id=fa648bf6-8707-4605-9e99-b68b3fe99f02)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:53.822510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:53.822897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Checking segment: {'id': '677b11de-529a-42ff-b6f3-b72fd10ad039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:53.823320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.823637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Bound using segment: {'id': '677b11de-529a-42ff-b6f3-b72fd10ad039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:53.824103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Bound port: da2a0c19-6d57-4ef5-b8ff-af479b54cc65, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677b11de-529a-42ff-b6f3-b72fd10ad039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:53.825097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.826478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621624e-fc5d-4268-9dba-90b2f6c0e08b None None] Pushing event deleted for resources: {'Port': ['ID=deada9eb-bf5b-4092-9531-c4ba61c66e4a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.836196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 7a9e66de-cd92-4ac5-a8b0-d6023722e57d yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:53.860062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.875949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:53.889150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa3ff7-1463-413d-a535-4afd6bbec461 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:53.889741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-22fa3ff7-1463-413d-a535-4afd6bbec461 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.891049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-22fa3ff7-1463-413d-a535-4afd6bbec461 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "PUT /v2.0/subnets/ca2cd27e-0f5d-4614-be35-d586a39d1cb9 HTTP/1.1" status: 200 len: 826 time: 0.8908160 Mar 08 12:42:53.902136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '342ae8d0-ce6c-4cdc-85f5-489a3e79fadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4086d4d8-35a6-434d-b67d-402b6a692e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:53.902136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: 4086d4d8-35a6-434d-b67d-402b6a692e5e, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:53.902399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36070) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:53.902491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:53.917774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:53.919793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.5 (81d43942-7ffe-42ab-bcab-e98e7e2c3b86/bac7fd71-8317-4fc8-ac1d-1f14d4272f2f/91501e6b-0398-4113-b619-0180aff11f1f) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:53.937170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.938700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d808b7e3-a28b-4814-8e83-d8daf1b978f7']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:53.949581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:42:53.951632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-8b2f3949-7ec2-438a-a38a-68372b3a9499', 'network_id': '8b2f3949-7ec2-438a-a38a-68372b3a9499', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': 'ca2cd27e-0f5d-4614-be35-d586a39d1cb9'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:53.952434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.956791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa3ff7-1463-413d-a535-4afd6bbec461 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=ca2cd27e-0f5d-4614-be35-d586a39d1cb9,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:53.968333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ace5312-0975-4cc3-a79f-224e8c21405e') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:53.968722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ace5312-0975-4cc3-a79f-224e8c21405e') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:53.990410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:53.990858 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Added segment 7d0840ed-8702-4fc6-93ed-2dd64582dd67 of type vlan for network bee09962-6c89-4aa1-a2c8-e55c98d49b54 Mar 08 12:42:53.993404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.002930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Pushing event updated for resources: {'Port': ['ID=4fd09a68-7362-4473-b572-ff61d916eb33,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:54.052466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.063344 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 482d28b7-0261-4501-ab1e-3d778225e2c5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:54.063690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.066215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:54.069195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:54.069603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:54.081503 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:54.099452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.117388 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.ipam_backend_mixin [None req-c8bde0b2-1413-4375-a69f-f636822c92ac tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72255ce5-26c8-4e91-895a-f31411b3af64 (CIDR: 2001:db8::/64) Mar 08 12:42:54.173398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bde0b2-1413-4375-a69f-f636822c92ac tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:42:54.174396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bde0b2-1413-4375-a69f-f636822c92ac tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:42:54.201723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.205441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 4086d4d8-35a6-434d-b67d-402b6a692e5e) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:54.223042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:54.224617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.229935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::f (0b447e62-49e6-4600-9535-9bd991fc4c0c/2133425e-6021-4765-8a53-1e504b1e31c8/7a9e66de-cd92-4ac5-a8b0-d6023722e57d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:54.244843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] For port da2a0c19-6d57-4ef5-b8ff-af479b54cc65, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:54.251847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b3474-2114-44de-8844-f7a970129a43 None None] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:54.290071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c8bde0b2-1413-4375-a69f-f636822c92ac tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8475266 Mar 08 12:42:54.290850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Attempting to bind port 4fd09a68-7362-4473-b572-ff61d916eb33 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:54.291433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Attempting to bind port 4fd09a68-7362-4473-b572-ff61d916eb33 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '68f3785a-daf3-41e6-a15e-5e958a39e16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:54.291999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Attempting to bind port 4fd09a68-7362-4473-b572-ff61d916eb33 on network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:54.294345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36072) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:54.302838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:54.305259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.320366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] For port da2a0c19-6d57-4ef5-b8ff-af479b54cc65, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,segment=NetworkSegment(677b11de-529a-42ff-b6f3-b72fd10ad039),segment_id=677b11de-529a-42ff-b6f3-b72fd10ad039)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:54.357132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.365465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.374725 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "DELETE /v2.0/networks/d808b7e3-a28b-4814-8e83-d8daf1b978f7 HTTP/1.1" status: 204 len: 168 time: 1.0043402 Mar 08 12:42:54.375973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36074) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:54.392052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.400996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:54.402067 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Checking segment: {'id': '68f3785a-daf3-41e6-a15e-5e958a39e16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:54.402616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.403007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Bound using segment: {'id': '68f3785a-daf3-41e6-a15e-5e958a39e16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:54.403482 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Bound port: 4fd09a68-7362-4473-b572-ff61d916eb33, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f3785a-daf3-41e6-a15e-5e958a39e16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '81d43942-7ffe-42ab-bcab-e98e7e2c3b86'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:54.404108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.404244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04637714-5e4b-4816-a6f2-493172c2330b tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event deleted for resources: {'Network': ['ID=d808b7e3-a28b-4814-8e83-d8daf1b978f7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:54.413109 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8d603b40-b771-4dfb-82b2-839f54578f78 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7921054 Mar 08 12:42:54.426232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245078f-7503-4f6a-b8f4-ca6f63d204f2 None None] Pushing event updated for resources: {'Port': ['ID=22f51474-6f5b-4247-a903-0de166481869,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:54.435308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.435308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:54.435308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.440930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36076) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:54.457440 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a833da50-0b2c-4083-ba13-a399f4695bc6 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] DELETE failed (client error): The resource could not be found. Mar 08 12:42:54.459421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a833da50-0b2c-4083-ba13-a399f4695bc6 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:42:54.465024 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a833da50-0b2c-4083-ba13-a399f4695bc6 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "DELETE /v2.0/ports/8344a2a7-dadc-48b3-bf84-18390fffd666 HTTP/1.1" status: 404 len: 333 time: 0.0868702 Mar 08 12:42:54.469946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36078) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:54.481194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ead79532-d73b-4a4d-a86c-d4ec9059a38d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1774448217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:54.488969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.521526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.531692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '72255ce5-26c8-4e91-895a-f31411b3af64'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:54.532856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.600835 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0496876 Mar 08 12:42:54.601397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36080) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:54.607436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfae9b-4e55-4bb0-8039-a5a3cbac64a7 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Network': ['ID=bee09962-6c89-4aa1-a2c8-e55c98d49b54,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:54.612799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Request body: {'subnet': {'network_id': 'bee09962-6c89-4aa1-a2c8-e55c98d49b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:54.634715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:54.637748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:54.643099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network bee09962-6c89-4aa1-a2c8-e55c98d49b54 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:42:54.652303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:54.716655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ead79532-d73b-4a4d-a86c-d4ec9059a38d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.719821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ead79532-d73b-4a4d-a86c-d4ec9059a38d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.759585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:54.759585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:54.759910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=91501e6b-0398-4113-b619-0180aff11f1f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:54.774724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Allocated IP 2001:db8::2 (8b2f3949-7ec2-438a-a38a-68372b3a9499/ca2cd27e-0f5d-4614-be35-d586a39d1cb9/4ae234ff-18a6-43ce-97be-d8a9b2922e98) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:54.970452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6cf2-a408-40a4-b8e1-5f412f6a3f12 None None] Pushing event updated for resources: {'Port': ['ID=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:54.992524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] For port 4fd09a68-7362-4473-b572-ff61d916eb33, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:55.066499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] For port 4fd09a68-7362-4473-b572-ff61d916eb33, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4fd09a68-7362-4473-b572-ff61d916eb33,segment=NetworkSegment(68f3785a-daf3-41e6-a15e-5e958a39e16f),segment_id=68f3785a-daf3-41e6-a15e-5e958a39e16f)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:55.076313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.140879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Deleting subnet b24ceebe-5da7-4353-b01c-a3f8eedac5a4 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:42:55.145043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.161144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:55.173440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.181778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ead79532-d73b-4a4d-a86c-d4ec9059a38d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.209345 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cbcd07ed-ae3f-4510-add4-65a7d5b29dae tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8573394 Mar 08 12:42:55.211948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36082) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:55.219565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-4086d4d8-35a6-434d-b67d-402b6a692e5e', 'network_id': '4086d4d8-35a6-434d-b67d-402b6a692e5e', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': '8276d712-a33e-4058-9108-04eb9621c5d4'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:55.220690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.226873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:55.236238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.248525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:55.248861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c68f31fa-6c8d-4a71-aea1-bf860a3ae2e6 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:55.249318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device deada9eb-bf5b-4092-9531-c4ba61c66e4a no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:42:55.257893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.271730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ead79532-d73b-4a4d-a86c-d4ec9059a38d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.327253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Made reservation on behalf of a36033f19dec49f3b1a6bb6e8cf597cc for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:55.331117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Allocated IP 2001:db8::f816:3eff:fef2:462d (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/72255ce5-26c8-4e91-895a-f31411b3af64/367712f9-927b-49b5-a2ad-e14bdb36dcdb) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:55.333822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.335999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: deada9eb-bf5b-4092-9531-c4ba61c66e4a {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:42:55.336541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device deada9eb-bf5b-4092-9531-c4ba61c66e4a not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:42:55.441798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ead79532-d73b-4a4d-a86c-d4ec9059a38d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.445547 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ead79532-d73b-4a4d-a86c-d4ec9059a38d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0021577 Mar 08 12:42:55.516439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36084) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:55.666860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.729149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.761926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.821525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821c8f-a3e7-4037-b802-60849a8f06cf None None] Pushing event updated for resources: {'Port': ['ID=4fd09a68-7362-4473-b572-ff61d916eb33,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:55.830156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 22f51474-6f5b-4247-a903-0de166481869 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:55.870344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:55.876733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:55.899125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:55.910084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:55.912255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:55.921423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:55.922262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.928308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:55.934233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=7a9e66de-cd92-4ac5-a8b0-d6023722e57d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:55.937935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.946625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:55.948540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:55.997355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.000784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180ce7d-c4c5-49f2-9045-30d621d9f9b6 None None] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:56.067403 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7acad558-b002-4ee1-9c22-7dcc0d452a95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7688625 Mar 08 12:42:56.067913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36086) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:56.075654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:74:d4:93', 'name': 'tempest-NetworksTestDHCPv6-1110216397'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:42:56.131433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.174293 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a72566c4-c3f5-496e-a778-8c3dfdebcc8d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8378854 Mar 08 12:42:56.188185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36088) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:56.266433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9f230d6b-9828-49e3-9633-bf53736f2371 None None] Provisioning complete for port 22f51474-6f5b-4247-a903-0de166481869 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:56.266794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f230d6b-9828-49e3-9633-bf53736f2371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.288355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Allocated IP 172.20.0.2 (4086d4d8-35a6-434d-b67d-402b6a692e5e/8276d712-a33e-4058-9108-04eb9621c5d4/1d4fed4d-9491-4c0a-a5f1-63316eb42140) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:56.291511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:56.343862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988855b-549d-4f75-b6d7-13e5b1636b14 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:56.345678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9988855b-549d-4f75-b6d7-13e5b1636b14 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1550946 Mar 08 12:42:56.349200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36090) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:56.357943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:56.377389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.382214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Pushing event updated for resources: {'Port': ['ID=4ae234ff-18a6-43ce-97be-d8a9b2922e98,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:56.399820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:56.412977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2cd27e-0f5d-4614-be35-d586a39d1cb9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:56.416850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.425504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 22f51474-6f5b-4247-a903-0de166481869 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:56.426765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.428887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.433410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.442024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.456213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.460371 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "DELETE /v2.0/subnets/b24ceebe-5da7-4353-b01c-a3f8eedac5a4 HTTP/1.1" status: 204 len: 168 time: 1.9847856 Mar 08 12:42:56.464061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36092) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:56.471770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725e94e-4cb0-4061-9b02-72fc8a330612 tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event deleted for resources: {'Subnet': ['ID=b24ceebe-5da7-4353-b01c-a3f8eedac5a4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:56.516277 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736390dd-e76c-495c-ac45-8dde49b72b7c None None] Network ea96e525-2676-4ba3-b25e-9ec73605de30 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:56.530315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:42:56.548707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb612f6-f2bf-4f06-9481-62f024e72764 None None] Network 6e436141-a514-48ff-94d8-09f86d641c0e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:56.571102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.636025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2f3949-7ec2-438a-a38a-68372b3a9499']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:56.652277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171316d-9365-49ea-8969-085275363678 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:56.654471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff4f167-6dd0-4510-9ee5-da703fc3b36d') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:56.654991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff4f167-6dd0-4510-9ee5-da703fc3b36d') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:56.658328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171316d-9365-49ea-8969-085275363678 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:56.664490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.664886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171316d-9365-49ea-8969-085275363678 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:56.669320 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8171316d-9365-49ea-8969-085275363678 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3132854 Mar 08 12:42:56.674816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36094) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:56.688126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.750392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.766623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:56.767030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:56.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:56.796736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.867110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.889733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:56.897412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port d58510d7-24ac-49d2-a437-0d4aea7eddfa yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:42:56.900721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Attempting to bind port 4ae234ff-18a6-43ce-97be-d8a9b2922e98 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:56.901170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Attempting to bind port 4ae234ff-18a6-43ce-97be-d8a9b2922e98 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9ff4f167-6dd0-4510-9ee5-da703fc3b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8b2f3949-7ec2-438a-a38a-68372b3a9499'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:56.901387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Attempting to bind port 4ae234ff-18a6-43ce-97be-d8a9b2922e98 on network 8b2f3949-7ec2-438a-a38a-68372b3a9499 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:56.912667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:56.945066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:56.948386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Pushing event updated for resources: {'Port': ['ID=367712f9-927b-49b5-a2ad-e14bdb36dcdb,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:56.974535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.api [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:42:56.974535 dv-neutron-829486-2-hyperv neutron-server[104046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:42:56.974535 dv-neutron-829486-2-hyperv neutron-server[104046]: [parameters: {'id': '8b2f3949-7ec2-438a-a38a-68372b3a9499'}] Mar 08 12:42:56.974535 dv-neutron-829486-2-hyperv neutron-server[104046]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:56.975366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG oslo_db.api [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:56.981044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:56.981404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Checking segment: {'id': '9ff4f167-6dd0-4510-9ee5-da703fc3b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8b2f3949-7ec2-438a-a38a-68372b3a9499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:56.981797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:56.982204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Bound using segment: {'id': '9ff4f167-6dd0-4510-9ee5-da703fc3b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8b2f3949-7ec2-438a-a38a-68372b3a9499'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:56.982670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Bound port: 4ae234ff-18a6-43ce-97be-d8a9b2922e98, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff4f167-6dd0-4510-9ee5-da703fc3b36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8b2f3949-7ec2-438a-a38a-68372b3a9499'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:56.983038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.006634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 7a9e66de-cd92-4ac5-a8b0-d6023722e57d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:57.007266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.048243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:42:57.101637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.117607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f230d6b-9828-49e3-9633-bf53736f2371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.133062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446932d9-ead0-4fd6-a9c6-008453fb3246 None None] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:57.180832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.186314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.201310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8:0:1::200 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80/d58510d7-24ac-49d2-a437-0d4aea7eddfa) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:57.203486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 7a9e66de-cd92-4ac5-a8b0-d6023722e57d owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:57.213510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::f816:3eff:fe74:d493 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/72255ce5-26c8-4e91-895a-f31411b3af64/d58510d7-24ac-49d2-a437-0d4aea7eddfa) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:57.280861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.295375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Checking segment: {'id': '7d0840ed-8702-4fc6-93ed-2dd64582dd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bee09962-6c89-4aa1-a2c8-e55c98d49b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:57.295872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network hostable DHCP agents. Network: bee09962-6c89-4aa1-a2c8-e55c98d49b54, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:42:57.329374 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.342576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.344447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Attempting to bind port 367712f9-927b-49b5-a2ad-e14bdb36dcdb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:57.344804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Attempting to bind port 367712f9-927b-49b5-a2ad-e14bdb36dcdb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:57.346450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Attempting to bind port 367712f9-927b-49b5-a2ad-e14bdb36dcdb on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:57.387741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event updated for resources: {'Subnet': ['ID=b091d6f8-fec8-4e67-97d0-b3fad3cc61c8,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:57.390711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Deleting port 482d28b7-0261-4501-ab1e-3d778225e2c5 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:57.391064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.413645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:57.414564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:57.415089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.415659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:57.416724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Bound port: 367712f9-927b-49b5-a2ad-e14bdb36dcdb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:57.416724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.476835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9f230d6b-9828-49e3-9633-bf53736f2371 None None] For port 22f51474-6f5b-4247-a903-0de166481869, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=22f51474-6f5b-4247-a903-0de166481869,segment=NetworkSegment(fa648bf6-8707-4605-9e99-b68b3fe99f02),segment_id=fa648bf6-8707-4605-9e99-b68b3fe99f02)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:57.480855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.485975 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=91501e6b-0398-4113-b619-0180aff11f1f,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:57.498145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.508355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.524572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Network bee09962-6c89-4aa1-a2c8-e55c98d49b54 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:42:57.581025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.582378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] For port 482d28b7-0261-4501-ab1e-3d778225e2c5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=482d28b7-0261-4501-ab1e-3d778225e2c5,segment=NetworkSegment(c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76),segment_id=c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:57.582747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.595484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] DHCP port deletion for ea96e525-2676-4ba3-b25e-9ec73605de30 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:42:57.627277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.20.0.1 (4086d4d8-35a6-434d-b67d-402b6a692e5e/8276d712-a33e-4058-9108-04eb9621c5d4/a691ec05-35da-4e4c-a313-4766118fdd7f) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:57.632103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=7a9e66de-cd92-4ac5-a8b0-d6023722e57d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:57.634403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Calling delete_port for 482d28b7-0261-4501-ab1e-3d778225e2c5 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:57.641230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, bee09962-6c89-4aa1-a2c8-e55c98d49b54) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:57.651134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.654511 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b23dc138-0d75-49ac-aef3-04c812ee0253 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/7a9e66de-cd92-4ac5-a8b0-d6023722e57d HTTP/1.1" status: 204 len: 168 time: 0.9786975 Mar 08 12:42:57.657525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36096) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:57.672628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:57.673428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.690403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting port 4ae234ff-18a6-43ce-97be-d8a9b2922e98 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:57.690743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.694310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2d67e9-071d-4c0f-871d-5fe95480b8f4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:42:57.701365 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ee2d67e9-071d-4c0f-871d-5fe95480b8f4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/7a9e66de-cd92-4ac5-a8b0-d6023722e57d HTTP/1.1" status: 404 len: 333 time: 0.0374560 Mar 08 12:42:57.701365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.717160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36098) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:57.805923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:57.823100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:57.853974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f230d6b-9828-49e3-9633-bf53736f2371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.857413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] For port 4ae234ff-18a6-43ce-97be-d8a9b2922e98, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:57.858263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.864048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:57.869423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8413d889-1cd4-46ca-8dc4-546439d702d2 None None] Network bee09962-6c89-4aa1-a2c8-e55c98d49b54 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:57.875763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] For port 4ae234ff-18a6-43ce-97be-d8a9b2922e98, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:57.885552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Calling delete_port for 4ae234ff-18a6-43ce-97be-d8a9b2922e98 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:57.929983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:57.941302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:57.948203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:57.956996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:42:57.958261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:57.965896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Pushing event updated for resources: {'Port': ['ID=1d4fed4d-9491-4c0a-a5f1-63316eb42140,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:57.975593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] For port 4ae234ff-18a6-43ce-97be-d8a9b2922e98, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4ae234ff-18a6-43ce-97be-d8a9b2922e98,segment=NetworkSegment(9ff4f167-6dd0-4510-9ee5-da703fc3b36d),segment_id=9ff4f167-6dd0-4510-9ee5-da703fc3b36d)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:58.009775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] For port 367712f9-927b-49b5-a2ad-e14bdb36dcdb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:58.033959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=d58510d7-24ac-49d2-a437-0d4aea7eddfa,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.066075 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-645983e2-cb88-4179-ba46-42cf7c8f1619 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9944863 Mar 08 12:42:58.069947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36100) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:58.112616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Could not find standard attr ID for object 7a9e66de-cd92-4ac5-a8b0-d6023722e57d. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:42:58.116117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] For port 367712f9-927b-49b5-a2ad-e14bdb36dcdb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=367712f9-927b-49b5-a2ad-e14bdb36dcdb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:58.133782 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0e7a450b-f310-48ac-b3bb-27d5b9e04758 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5235832 Mar 08 12:42:58.134051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36102) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:42:58.163999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.167745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.172473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:42:58.172473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:42:58.238042 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.263204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:58.263750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.296089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.328899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.348048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f230d6b-9828-49e3-9633-bf53736f2371 None None] Pushing event updated for resources: {'Port': ['ID=22f51474-6f5b-4247-a903-0de166481869,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.355542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.391417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] No DVR routers for this DVR port 482d28b7-0261-4501-ab1e-3d778225e2c5 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:58.394588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event deleted for resources: {'Port': ['ID=482d28b7-0261-4501-ab1e-3d778225e2c5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.408920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Port': ['ID=4ae234ff-18a6-43ce-97be-d8a9b2922e98,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.416880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No DVR routers for this DVR port 4ae234ff-18a6-43ce-97be-d8a9b2922e98 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:58.421591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.433788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Provisioning complete for port 4fd09a68-7362-4473-b572-ff61d916eb33 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:58.433788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.444580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.522288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1346-9323-42ad-afd5-e2384c93a66f None None] Pushing event deleted for resources: {'Port': ['ID=4ae234ff-18a6-43ce-97be-d8a9b2922e98,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.524300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Attempting to bind port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:42:58.524670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Attempting to bind port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '342ae8d0-ce6c-4cdc-85f5-489a3e79fadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4086d4d8-35a6-434d-b67d-402b6a692e5e'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:42:58.525520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Attempting to bind port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 on network 4086d4d8-35a6-434d-b67d-402b6a692e5e {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:42:58.541860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=a691ec05-35da-4e4c-a313-4766118fdd7f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.553009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.553887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.610953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:42:58.626192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:42:58.629670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.654326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.660619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:42:58.661940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server [None req-23991d6d-62fc-4ebf-87cc-b3dc68a5ca13 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 4ae234ff-18a6-43ce-97be-d8a9b2922e98 could not be found. Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:58.678369 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1557, in get_port Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 4ae234ff-18a6-43ce-97be-d8a9b2922e98 could not be found. Mar 08 12:42:58.695701 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 12:42:58.726363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.752289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port d58510d7-24ac-49d2-a437-0d4aea7eddfa {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:58.752919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.755203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea96e525-2676-4ba3-b25e-9ec73605de30']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:58.767031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d1785-3ec6-4086-8996-92b6053eec4e None None] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:58.769881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afef5f-a9c6-47cd-bce4-5f49b1be8a51 None None] Update dhcp port {'port': {'network_id': '6e436141-a514-48ff-94d8-09f86d641c0e', 'fixed_ips': [{'subnet_id': 'b04a9abc-9014-4d12-8c08-01781c99894c', 'ip_address': '2001:db8::2'}, {'subnet_id': '7daf19d2-b4cf-4d61-bb0a-9c8a71b66ff4'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': 'da2a0c19-6d57-4ef5-b8ff-af479b54cc65'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:42:58.772757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:42:58.775248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Checking segment: {'id': '342ae8d0-ce6c-4cdc-85f5-489a3e79fadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4086d4d8-35a6-434d-b67d-402b6a692e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:42:58.775248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.775598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Bound using segment: {'id': '342ae8d0-ce6c-4cdc-85f5-489a3e79fadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4086d4d8-35a6-434d-b67d-402b6a692e5e'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:42:58.776489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Bound port: 1d4fed4d-9491-4c0a-a5f1-63316eb42140, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342ae8d0-ce6c-4cdc-85f5-489a3e79fadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4086d4d8-35a6-434d-b67d-402b6a692e5e'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:42:58.776489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.829187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Deleting port 482d28b7-0261-4501-ab1e-3d778225e2c5 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:42:58.829552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:58.843010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2f3949-7ec2-438a-a38a-68372b3a9499']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:58.863581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50d0d-c1af-41d7-a57e-04ebf8ce9c4a None None] Pushing event updated for resources: {'Port': ['ID=367712f9-927b-49b5-a2ad-e14bdb36dcdb,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:58.871672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff4f167-6dd0-4510-9ee5-da703fc3b36d') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:58.871981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff4f167-6dd0-4510-9ee5-da703fc3b36d') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:58.936987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:58.937553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64e4d1e-f0c6-4c6a-b9e6-511ba863bb76') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:42:58.954731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.017760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.017900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device da2a0c19-6d57-4ef5-b8ff-af479b54cc65 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:42:59.063748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d0afef5f-a9c6-47cd-bce4-5f49b1be8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.076899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.083813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b997324-d200-4018-819d-16a5b5e7dd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bee09962-6c89-4aa1-a2c8-e55c98d49b54', 'network_id': 'bee09962-6c89-4aa1-a2c8-e55c98d49b54', 'tenant_id': 'a36033f19dec49f3b1a6bb6e8cf597cc', 'fixed_ips': [{'subnet_id': 'b091d6f8-fec8-4e67-97d0-b3fad3cc61c8'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:42:59.084974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b997324-d200-4018-819d-16a5b5e7dd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.127451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:59.127978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:59.133682 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:59.189835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] For port 482d28b7-0261-4501-ab1e-3d778225e2c5, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:59.190542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.198323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.276724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.292791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Calling delete_port for 482d28b7-0261-4501-ab1e-3d778225e2c5 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:59.296948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-02fa54c2-1dee-4a11-99a0-cdf70a1f0149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.303918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Port 482d28b7-0261-4501-ab1e-3d778225e2c5 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:42:59.371146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.384651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.386955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.387723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.392099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.392551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] For port 1d4fed4d-9491-4c0a-a5f1-63316eb42140, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:42:59.426708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c21227-9f8d-4e2b-80c1-160952ef3379 None None] Network 8b2f3949-7ec2-438a-a38a-68372b3a9499 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:59.443735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.470571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:42:59.470962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:42:59.475287 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:42:59.494481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.498741 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] 10.222.0.65 "DELETE /v2.0/networks/ea96e525-2676-4ba3-b25e-9ec73605de30 HTTP/1.1" status: 204 len: 168 time: 3.0296772 Mar 08 12:42:59.525399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4d760-6421-403a-ae3a-bc6e0948d61d tempest-DHCPAgentSchedulersTestJSON-528284501 tempest-DHCPAgentSchedulersTestJSON-528284501-project] Pushing event deleted for resources: {'Network': ['ID=ea96e525-2676-4ba3-b25e-9ec73605de30,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:59.567578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Network ea96e525-2676-4ba3-b25e-9ec73605de30 is not hosted by any dhcp agent {{(pid=104047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:42:59.568316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] No DVR routers for this DVR port 482d28b7-0261-4501-ab1e-3d778225e2c5 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:42:59.590851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] For port 1d4fed4d-9491-4c0a-a5f1-63316eb42140, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1d4fed4d-9491-4c0a-a5f1-63316eb42140,segment=NetworkSegment(342ae8d0-ce6c-4cdc-85f5-489a3e79fadd),segment_id=342ae8d0-ce6c-4cdc-85f5-489a3e79fadd)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:42:59.595183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99b0ce-9b72-4e07-8504-373548c646ea None None] Pushing event deleted for resources: {'Port': ['ID=482d28b7-0261-4501-ab1e-3d778225e2c5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:59.606634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] For port 4fd09a68-7362-4473-b572-ff61d916eb33, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4fd09a68-7362-4473-b572-ff61d916eb33,segment=NetworkSegment(68f3785a-daf3-41e6-a15e-5e958a39e16f),segment_id=68f3785a-daf3-41e6-a15e-5e958a39e16f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:42:59.621834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.648719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.671028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for d58510d7-24ac-49d2-a437-0d4aea7eddfa owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:42:59.727510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Subnet': ['ID=b091d6f8-fec8-4e67-97d0-b3fad3cc61c8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:59.768519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.772687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.794948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.800847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.806757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:42:59.808271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=91501e6b-0398-4113-b619-0180aff11f1f,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:42:59.808381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server [None req-3b997324-d200-4018-819d-16a5b5e7dd5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b091d6f8-fec8-4e67-97d0-b3fad3cc61c8: This subnet is being modified by another concurrent operation. Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:42:59.871936 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise exception Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b091d6f8-fec8-4e67-97d0-b3fad3cc61c8: This subnet is being modified by another concurrent operation. Mar 08 12:42:59.875288 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 12:42:59.903694 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-d0afef5f-a9c6-47cd-bce4-5f49b1be8a51 None None] Allocated IP 172.20.0.1 (6e436141-a514-48ff-94d8-09f86d641c0e/7daf19d2-b4cf-4d61-bb0a-9c8a71b66ff4/da2a0c19-6d57-4ef5-b8ff-af479b54cc65) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:42:59.909830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc38b07e-785a-49a1-9266-a6b88bfd7a0e None None] Network bee09962-6c89-4aa1-a2c8-e55c98d49b54 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:42:59.913521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:42:59.919842 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/8b2f3949-7ec2-438a-a38a-68372b3a9499 HTTP/1.1" status: 204 len: 168 time: 6.0186534 Mar 08 12:42:59.949811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36106) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.003197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Provisioning complete for port 22f51474-6f5b-4247-a903-0de166481869 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:00.003964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.005799 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44cbb8d-8198-4bb7-b2b8-dd8696df9c77 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:00.006875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44cbb8d-8198-4bb7-b2b8-dd8696df9c77 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:00.015773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c44cbb8d-8198-4bb7-b2b8-dd8696df9c77 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/8b2f3949-7ec2-438a-a38a-68372b3a9499 HTTP/1.1" status: 404 len: 339 time: 0.0391693 Mar 08 12:43:00.024161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36108) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.024617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcbe98-55a9-45ed-8fd2-9dce0beeff35 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=8b2f3949-7ec2-438a-a38a-68372b3a9499,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:00.027218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.070042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038881669', 'description': 'd1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:00.073492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee09962-6c89-4aa1-a2c8-e55c98d49b54']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:00.090026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0840ed-8702-4fc6-93ed-2dd64582dd67') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:00.092794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0840ed-8702-4fc6-93ed-2dd64582dd67') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:00.110174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.135896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.153445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:00.155478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:00.156127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.159671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:00.160589 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:00.174012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99daa6f-1229-4886-85c7-4842f96bdebb None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:00.178823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Pushing event updated for resources: {'Port': ['ID=4fd09a68-7362-4473-b572-ff61d916eb33,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:00.200857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.255697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:00.269471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.340713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36112) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.412119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:00.469235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.481631 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f8c9bfbc-4033-432d-a472-c61454ea1d57 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f HTTP/1.1" status: 204 len: 168 time: 2.7574768 Mar 08 12:43:00.481991 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36116) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.507748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.544427 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caf6796-2c8c-49d7-b49a-6ac7a6ecaa7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:43:00.553424 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7caf6796-2c8c-49d7-b49a-6ac7a6ecaa7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f HTTP/1.1" status: 404 len: 333 time: 0.0669508 Mar 08 12:43:00.554166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36118) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.558670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.586665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.609512 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/bee09962-6c89-4aa1-a2c8-e55c98d49b54 HTTP/1.1" status: 204 len: 168 time: 2.4687388 Mar 08 12:43:00.633265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36120) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.657599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.697242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816fbf0-0931-4a76-9bd4-aaf12953fff0 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Network': ['ID=bee09962-6c89-4aa1-a2c8-e55c98d49b54,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:00.737676 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba8af87-bc25-443f-8409-3874bbe654fc tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:00.738418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba8af87-bc25-443f-8409-3874bbe654fc tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:00.753078 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cba8af87-bc25-443f-8409-3874bbe654fc tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/b091d6f8-fec8-4e67-97d0-b3fad3cc61c8 HTTP/1.1" status: 404 len: 337 time: 0.1140187 Mar 08 12:43:00.753484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36122) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.767147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca56d-5c8e-4dc9-94f0-6b890c47339a None None] Pushing event updated for resources: {'Port': ['ID=1d4fed4d-9491-4c0a-a5f1-63316eb42140,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:00.791033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14f9315-7f72-4fd1-a206-b6a08bc85421 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:00.791940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14f9315-7f72-4fd1-a206-b6a08bc85421 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:00.794060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.797301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d0afef5f-a9c6-47cd-bce4-5f49b1be8a51 None None] For port da2a0c19-6d57-4ef5-b8ff-af479b54cc65, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,segment=NetworkSegment(677b11de-529a-42ff-b6f3-b72fd10ad039),segment_id=677b11de-529a-42ff-b6f3-b72fd10ad039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:00.810097 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b14f9315-7f72-4fd1-a206-b6a08bc85421 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/bee09962-6c89-4aa1-a2c8-e55c98d49b54 HTTP/1.1" status: 404 len: 339 time: 0.0549443 Mar 08 12:43:00.811463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36124) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.840775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:00.847825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.865993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 2133425e-6021-4765-8a53-1e504b1e31c8 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:00.885173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=d58510d7-24ac-49d2-a437-0d4aea7eddfa,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:00.885173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1abf42a-c77f-4a71-870e-6a303b35a678 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:00.885173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1abf42a-c77f-4a71-870e-6a303b35a678 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:00.889799 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d1abf42a-c77f-4a71-870e-6a303b35a678 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/fa5a3525-5130-44eb-8b3b-6c58918878c4 HTTP/1.1" status: 404 len: 337 time: 0.0763903 Mar 08 12:43:00.897426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36126) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.909929 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-997ddac0-b217-4593-972f-f4593930a4cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0ec7898af6445e7848c90e0965b2b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5616894 Mar 08 12:43:00.911496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36128) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.919105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.923757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d0afef5f-a9c6-47cd-bce4-5f49b1be8a51 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.925178 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c6966a-0c48-4cfc-829d-ec6725e01fde tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:00.926956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c6966a-0c48-4cfc-829d-ec6725e01fde tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:00.930707 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-11c6966a-0c48-4cfc-829d-ec6725e01fde tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/cf3c82b9-8712-40cf-b827-9e7ecc690e90 HTTP/1.1" status: 404 len: 339 time: 0.0317824 Mar 08 12:43:00.938424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Could not find standard attr ID for object a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:43:00.946190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36130) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:00.951361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.951704 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment 3ce0feb2-a523-491a-b183-35ff8b168226 of type vlan for network 4ece3f57-539a-4077-b0ab-6363366d7460 Mar 08 12:43:00.954070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Router da282105-c72b-43d1-a3ae-1f8ae727e1b0 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:00.970417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.972086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=a691ec05-35da-4e4c-a313-4766118fdd7f,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:00.975914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Provisioning complete for port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:00.976365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:00.996806 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf672fb4-fc0a-4085-9f58-a1b7acbce426 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:00.997773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf672fb4-fc0a-4085-9f58-a1b7acbce426 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:01.000316 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cf672fb4-fc0a-4085-9f58-a1b7acbce426 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/ef4f0453-a130-427f-a9b5-60333f1345f3 HTTP/1.1" status: 404 len: 337 time: 0.0525107 Mar 08 12:43:01.003148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36132) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.006903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.010775 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a1a61df5-322e-4c17-9579-042c54152960 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/d58510d7-24ac-49d2-a437-0d4aea7eddfa HTTP/1.1" status: 204 len: 168 time: 2.9392619 Mar 08 12:43:01.018582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36134) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.033285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d0afef5f-a9c6-47cd-bce4-5f49b1be8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.049740 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bed3ef-ae44-4b9a-aebb-66bf0431c11d tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:01.050395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bed3ef-ae44-4b9a-aebb-66bf0431c11d tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:01.054188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a0bed3ef-ae44-4b9a-aebb-66bf0431c11d tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/aeb5c51f-8dc7-431d-b29e-250b083974b5 HTTP/1.1" status: 404 len: 339 time: 0.0502243 Mar 08 12:43:01.059167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36136) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.069669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.074791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.107947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7188a94-bbc2-4fa4-900c-e22d1deddd5e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:01.109397 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f7188a94-bbc2-4fa4-900c-e22d1deddd5e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0902770 Mar 08 12:43:01.112790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36138) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.226238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a41340-02f0-45ea-9d58-1417aba7533b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:01.228629 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-64a41340-02f0-45ea-9d58-1417aba7533b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1148424 Mar 08 12:43:01.231390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36140) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.247736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.248337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting port 9e7a9a2a-54de-4929-8016-fab2cc548fa8 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:01.248667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.331176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:43:01.332209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:43:01.332717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afef5f-a9c6-47cd-bce4-5f49b1be8a51 None None] Pushing event updated for resources: {'Port': ['ID=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:01.340392 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d904d5-417c-428a-9784-c3eeeb719044 None None] Update dhcp port {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': '72255ce5-26c8-4e91-895a-f31411b3af64', 'ip_address': '2001:db8::f816:3eff:fef2:462d'}, {'subnet_id': 'bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '367712f9-927b-49b5-a2ad-e14bdb36dcdb'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:01.369609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a754f-5475-48de-9db3-ca8955cb8f01 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:01.371055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a754f-5475-48de-9db3-ca8955cb8f01 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:01.373277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a754f-5475-48de-9db3-ca8955cb8f01 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:01.374178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-31d904d5-417c-428a-9784-c3eeeb719044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.376946 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-217a754f-5475-48de-9db3-ca8955cb8f01 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1442196 Mar 08 12:43:01.379210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.382224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.433388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Calling delete_port for 9e7a9a2a-54de-4929-8016-fab2cc548fa8 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:01.468187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] For port da2a0c19-6d57-4ef5-b8ff-af479b54cc65, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,segment=NetworkSegment(677b11de-529a-42ff-b6f3-b72fd10ad039),segment_id=677b11de-529a-42ff-b6f3-b72fd10ad039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:01.475232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 72255ce5-26c8-4e91-895a-f31411b3af64 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:01.502296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.resource_extend [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:43:01.520811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.593871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.594283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.644792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.666222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5c309d13-bc21-4176-ba65-3151a19b2569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.693346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadba79-993e-44fe-a6f8-0c0512e39399 None None] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:01.695525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.717938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f9d5c-0efe-4cfd-95df-31ec57807a45 None None] Pushing event updated for resources: {'Port': ['ID=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:01.743211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-382f6032-4948-48ec-9bc8-e02eaf6ec431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.774711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:01.774711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.802721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-382f6032-4948-48ec-9bc8-e02eaf6ec431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.838266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.866950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:01.875382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.878157 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-71be7b62-221f-4518-8949-6a9266b395a1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "PUT /v2.0/routers/da282105-c72b-43d1-a3ae-1f8ae727e1b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6646869 Mar 08 12:43:01.892424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] Sync routers for ids ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:01.893135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.898682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36144) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server [None req-31d904d5-417c-428a-9784-c3eeeb719044 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72255ce5-26c8-4e91-895a-f31411b3af64: This subnet is being modified by another concurrent operation. Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:43:01.904617 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise exception Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72255ce5-26c8-4e91-895a-f31411b3af64: This subnet is being modified by another concurrent operation. Mar 08 12:43:01.908795 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 12:43:01.912312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.912312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:01.912312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.912667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.914371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:01.919377 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/2133425e-6021-4765-8a53-1e504b1e31c8 HTTP/1.1" status: 204 len: 168 time: 1.3623962 Mar 08 12:43:01.923762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707d21e-2edf-46f6-98c2-c86d38c7c926 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=2133425e-6021-4765-8a53-1e504b1e31c8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:01.924378 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/72255ce5-26c8-4e91-895a-f31411b3af64 HTTP/1.1" status: 204 len: 168 time: 0.5409744 Mar 08 12:43:01.930040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36146) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.930330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36148) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:01.933942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af34141-8631-44ca-a9a1-459068863b8b None None] Network 0b447e62-49e6-4600-9535-9bd991fc4c0c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:01.981487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Port': ['ID=9e7a9a2a-54de-4929-8016-fab2cc548fa8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:02.040982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:02.048574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] Routers {'da282105-c72b-43d1-a3ae-1f8ae727e1b0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:02.049217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:02.072718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7402c8e-63bd-46c4-83b8-23f857f9c11f None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:02.082570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efba273-6905-40ba-bd62-9978faef5fb1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=72255ce5-26c8-4e91-895a-f31411b3af64,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:02.095143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.115442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d2964d33-c8e0-4eec-81e5-257a89af1891 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/ports/9e7a9a2a-54de-4929-8016-fab2cc548fa8 HTTP/1.1" status: 204 len: 168 time: 1.0504971 Mar 08 12:43:02.116264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36150) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:02.136261 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:02.168063 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce6ec7b-e0f2-4c85-9228-2442fd8f3f2a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:02.168516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce6ec7b-e0f2-4c85-9228-2442fd8f3f2a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:02.174033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0ce6ec7b-e0f2-4c85-9228-2442fd8f3f2a tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/d5731f5c-a743-4661-9708-740ef83a60b7 HTTP/1.1" status: 404 len: 337 time: 0.0545740 Mar 08 12:43:02.174328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36152) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:02.188460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=4ece3f57-539a-4077-b0ab-6363366d7460,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:02.195840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:02.204623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a3572-d99a-4da7-9316-7e0c8f4d10a0 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:02.206644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-795a3572-d99a-4da7-9316-7e0c8f4d10a0 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports?device_id=da282105-c72b-43d1-a3ae-1f8ae727e1b0 HTTP/1.1" status: 200 len: 982 time: 0.2402458 Mar 08 12:43:02.211021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36154) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:02.275674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 4ece3f57-539a-4077-b0ab-6363366d7460 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:02.277447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3729b-b12a-4420-9b7b-6049f985da62 None None] Network 6e436141-a514-48ff-94d8-09f86d641c0e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:02.299790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.340575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:02.349135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.353916 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c6d193fd-66e8-419e-8117-7c18118027a6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3101759 Mar 08 12:43:02.359943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.361449 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36156) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:02.410440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-382f6032-4948-48ec-9bc8-e02eaf6ec431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.410440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-382f6032-4948-48ec-9bc8-e02eaf6ec431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.410440 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-382f6032-4948-48ec-9bc8-e02eaf6ec431 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b943a9d9-6bda-403a-b4d7-fdc47feb0ba6 HTTP/1.1" status: 204 len: 168 time: 1.4829414 Mar 08 12:43:02.411995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device da2a0c19-6d57-4ef5-b8ff-af479b54cc65 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:02.440746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f6032-4948-48ec-9bc8-e02eaf6ec431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b943a9d9-6bda-403a-b4d7-fdc47feb0ba6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:02.456268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.503127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.547883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.569639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaeeabc-2443-4e8f-8e0c-1d5709aa79cd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:02.577000 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aaaeeabc-2443-4e8f-8e0c-1d5709aa79cd tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/networks?id=4ece3f57-539a-4077-b0ab-6363366d7460 HTTP/1.1" status: 200 len: 765 time: 0.2059159 Mar 08 12:43:02.577000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36160) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:02.580733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'description': 'd2'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:02.615825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 22f51474-6f5b-4247-a903-0de166481869 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:02.616161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.690361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] Routers {'da282105-c72b-43d1-a3ae-1f8ae727e1b0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:02.691314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:02.700283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] For port 22f51474-6f5b-4247-a903-0de166481869, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=22f51474-6f5b-4247-a903-0de166481869,segment=NetworkSegment(fa648bf6-8707-4605-9e99-b68b3fe99f02),segment_id=fa648bf6-8707-4605-9e99-b68b3fe99f02)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:02.700672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.715627 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 22f51474-6f5b-4247-a903-0de166481869 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:02.735228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router f068c002-b98a-4ae1-b1d1-b346644de2e5 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:02.775111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting port 27e3a398-d466-426d-b446-29762bcb9ab8 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:02.775490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.830325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.917675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:02.921040 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80 HTTP/1.1" status: 204 len: 168 time: 0.9876323 Mar 08 12:43:02.921963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324e777-365b-4b11-b1d6-2f8875992d7d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:02.925554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36164) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:02.956884 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:02.957919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0972fbd-bd74-4321-82ce-370a34ee588d None None] The sync data for ids ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:03.022478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:03.022478 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-72978467-0821-4cf1-a836-1e0ad8bb5db4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878882 Mar 08 12:43:03.023340 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b1a59ea5-8fa9-4c9b-8ea3-0c49138dc9cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/f068c002-b98a-4ae1-b1d1-b346644de2e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4121866 Mar 08 12:43:03.024065 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36166) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:03.024391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36168) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:03.037734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:03.038449 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] Sync routers for ids ['f068c002-b98a-4ae1-b1d1-b346644de2e5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:03.039138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] For port 367712f9-927b-49b5-a2ad-e14bdb36dcdb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=367712f9-927b-49b5-a2ad-e14bdb36dcdb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:03.044800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] For port 27e3a398-d466-426d-b446-29762bcb9ab8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=27e3a398-d466-426d-b446-29762bcb9ab8,segment=NetworkSegment(e63da0a6-7493-4e8e-9f12-56d09238c7c2),segment_id=e63da0a6-7493-4e8e-9f12-56d09238c7c2)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:03.045462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.069467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.081349 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] Routers {'f068c002-b98a-4ae1-b1d1-b346644de2e5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:03.083192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Calling delete_port for 27e3a398-d466-426d-b446-29762bcb9ab8 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:03.083757 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['f068c002-b98a-4ae1-b1d1-b346644de2e5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.131875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.143307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.155968 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Could not find standard attr ID for object 7a9e66de-cd92-4ac5-a8b0-d6023722e57d. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:43:03.178652 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.202698 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] Routers {'f068c002-b98a-4ae1-b1d1-b346644de2e5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:03.204065 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['f068c002-b98a-4ae1-b1d1-b346644de2e5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.211334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.252496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.255594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No DVR routers for this DVR port 22f51474-6f5b-4247-a903-0de166481869 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:03.267035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b118a-e68c-43a4-bf25-ddcf9c2ae9ba None None] DHCP port deletion for 0b447e62-49e6-4600-9535-9bd991fc4c0c request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:03.271739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:03.272402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.310130 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.311646 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85caa2-1274-47ae-90f7-ec9855e2484c None None] The sync data for ids ['f068c002-b98a-4ae1-b1d1-b346644de2e5'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:03.316316 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.343147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Pushing event updated for resources: {'Port': ['ID=367712f9-927b-49b5-a2ad-e14bdb36dcdb,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:03.366262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Provisioning complete for port 4fd09a68-7362-4473-b572-ff61d916eb33 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:03.366640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.375438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No DVR routers for this DVR port 27e3a398-d466-426d-b446-29762bcb9ab8 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:03.385381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11945513-2d5c-44b6-888d-ceef2db22200 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:03.389501 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-11945513-2d5c-44b6-888d-ceef2db22200 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports/a691ec05-35da-4e4c-a313-4766118fdd7f HTTP/1.1" status: 200 len: 910 time: 0.3603890 Mar 08 12:43:03.400294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36170) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:03.410661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=22f51474-6f5b-4247-a903-0de166481869,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:03.437245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36172) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:03.451243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network 4ece3f57-539a-4077-b0ab-6363366d7460 is not hosted by any dhcp agent {{(pid=104046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 12:43:03.462054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:03.462737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.464171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "PUT /v2.0/networks/4ece3f57-539a-4077-b0ab-6363366d7460 HTTP/1.1" status: 200 len: 762 time: 0.8883123 Mar 08 12:43:03.482070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144041f-e5d4-4749-8e59-905442146b04 None None] Update dhcp port {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': 'bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '367712f9-927b-49b5-a2ad-e14bdb36dcdb'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:03.487663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:03.494378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Port': ['ID=27e3a398-d466-426d-b446-29762bcb9ab8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:03.505279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:03.514678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.539097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5144041f-e5d4-4749-8e59-905442146b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.548192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.654538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b741ed-b2e6-4ce2-966c-d386c7af8805 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=4ece3f57-539a-4077-b0ab-6363366d7460,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:03.659918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e116bdd-c880-4aa2-a84a-67268b239cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.701926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.704411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.750676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b447e62-49e6-4600-9535-9bd991fc4c0c']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.761794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 4ece3f57-539a-4077-b0ab-6363366d7460 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:03.772510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa648bf6-8707-4605-9e99-b68b3fe99f02') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.772930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa648bf6-8707-4605-9e99-b68b3fe99f02') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.775218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28c49d6-ed8f-4ca1-b97c-7770cb369099']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.787888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51e4e2-bdec-426e-8887-bd51091636b8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:03.787888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5c51e4e2-bdec-426e-8887-bd51091636b8 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/networks?id=4ece3f57-539a-4077-b0ab-6363366d7460 HTTP/1.1" status: 200 len: 765 time: 0.2896571 Mar 08 12:43:03.794659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36176) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:03.795770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1d4fed4d-9491-4c0a-a5f1-63316eb42140 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:03.816008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63da0a6-7493-4e8e-9f12-56d09238c7c2') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.816444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63da0a6-7493-4e8e-9f12-56d09238c7c2') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:03.836151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.842362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.857530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.870620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:03.871121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.933145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.941664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:03.969143 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:03.971231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:03.971231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:03.982101 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:03.995684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Provisioning complete for port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:03.996419 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.061342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:04.061716 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.114508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8475386-cc7e-405f-881e-786afdd4e080 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:43:04.167074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.184486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.187923 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/0b447e62-49e6-4600-9535-9bd991fc4c0c HTTP/1.1" status: 204 len: 168 time: 2.2533231 Mar 08 12:43:04.195770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36178) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:04.213565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-501680771'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:04.222654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d42d2-15bd-43d4-b549-9de1b536d541 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=0b447e62-49e6-4600-9535-9bd991fc4c0c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:04.225368 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.260341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8475386-cc7e-405f-881e-786afdd4e080 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:43:04.313007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.330281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:04.351399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e116bdd-c880-4aa2-a84a-67268b239cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.353963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:04.363422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.364201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.373932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=3c3bc5ac-bf5a-4be8-8e43-abbb677091d9,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:04.383862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:04.385139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.389030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.412728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.415491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.418531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/e28c49d6-ed8f-4ca1-b97c-7770cb369099 HTTP/1.1" status: 204 len: 168 time: 2.2430694 Mar 08 12:43:04.424009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36180) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:04.439497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] For port 1d4fed4d-9491-4c0a-a5f1-63316eb42140, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1d4fed4d-9491-4c0a-a5f1-63316eb42140,segment=NetworkSegment(342ae8d0-ce6c-4cdc-85f5-489a3e79fadd),segment_id=342ae8d0-ce6c-4cdc-85f5-489a3e79fadd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:04.478121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da81b7-818c-4687-823b-e0537ac3a9ca tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Network': ['ID=e28c49d6-ed8f-4ca1-b97c-7770cb369099,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:04.512313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.532528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.533697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c0ed19-09ef-4e81-9ae0-a7d9f5eea910 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.535498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-50c0ed19-09ef-4e81-9ae0-a7d9f5eea910 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7383497 Mar 08 12:43:04.559113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36182) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:04.592791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Pushing event updated for resources: {'Port': ['ID=1d4fed4d-9491-4c0a-a5f1-63316eb42140,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:04.596142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Could not find standard attr ID for object a8e3ed0a-d28f-462c-b5f6-f48c0cf4f91f. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:43:04.610087 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a2528779-1898-4acd-be0a-2af8f9a6691e tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 207 time: 0.0495751 Mar 08 12:43:04.614798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36184) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:04.684566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1e116bdd-c880-4aa2-a84a-67268b239cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.688938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Provisioning complete for port 91501e6b-0398-4113-b619-0180aff11f1f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:04.689320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.691150 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a065d7ef-483c-4808-bac7-f3a25a584ba5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6657877 Mar 08 12:43:04.705103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36186) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:04.717172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-01bab0d7-097c-4a58-8fdd-f4bd7a606028 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:04.768738 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:43:04.769078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:43:04.782676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-28b0ba28-2d0f-4666-bce0-0982b57f7a7a None None] Port 91501e6b-0398-4113-b619-0180aff11f1f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:04.800017 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1e116bdd-c880-4aa2-a84a-67268b239cb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23e73feb930948bdbecc9306198bbc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3605435 Mar 08 12:43:04.808087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e116bdd-c880-4aa2-a84a-67268b239cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfc2005-48f8-4d65-8fee-4fc91d81f047,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:04.810757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:04.811117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36188) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:04.844802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f56b5d3-753c-40ef-bbc8-054ed5e9e654 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:43:04.860272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.860678 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Added segment 33b47498-f367-4a4b-bc96-866409636fc3 of type vlan for network a7901bed-26aa-4425-ae01-0006be5b5b53 Mar 08 12:43:04.882476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting port 5f5eec3b-50c7-49bb-ac73-3e34dee9eefa {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:04.882476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.930225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.939735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Provisioning complete for port a691ec05-35da-4e4c-a313-4766118fdd7f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:04.940102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.961314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a80538-339b-42f2-afbc-2f6466900141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.967088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a80538-339b-42f2-afbc-2f6466900141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.973967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a80538-339b-42f2-afbc-2f6466900141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.976105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:04.979996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a80538-339b-42f2-afbc-2f6466900141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.985788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a80538-339b-42f2-afbc-2f6466900141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.992624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a80538-339b-42f2-afbc-2f6466900141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:04.994767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b0a80538-339b-42f2-afbc-2f6466900141 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3770492 Mar 08 12:43:05.001044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Port a691ec05-35da-4e4c-a313-4766118fdd7f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:05.006278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36190) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.030921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Provisioning complete for port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:05.031264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.035341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f56b5d3-753c-40ef-bbc8-054ed5e9e654 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:43:05.049509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.055880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.056096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.056606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.063501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 91501e6b-0398-4113-b619-0180aff11f1f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:05.063816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.087904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bab0d7-097c-4a58-8fdd-f4bd7a606028 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:05.091442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01bab0d7-097c-4a58-8fdd-f4bd7a606028 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.137335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Calling delete_port for 5f5eec3b-50c7-49bb-ac73-3e34dee9eefa owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:05.166278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52c40248-76cd-40ee-944e-5563283f48c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.197957 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9890625 Mar 08 12:43:05.201342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36192) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.203694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee7d58-5578-4884-acdc-28241a15abc2 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Network': ['ID=a7901bed-26aa-4425-ae01-0006be5b5b53,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:05.212001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:05.215982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Could not find standard attr ID for object d58510d7-24ac-49d2-a437-0d4aea7eddfa. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:43:05.230582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network a7901bed-26aa-4425-ae01-0006be5b5b53 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:05.239830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52c40248-76cd-40ee-944e-5563283f48c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.345036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-835da755-85ef-4527-9d7b-e71dc3954d0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3296194 Mar 08 12:43:05.347126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36194) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.371113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.393163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 91501e6b-0398-4113-b619-0180aff11f1f owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:05.414396 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.ipam_backend_mixin [None req-01bab0d7-097c-4a58-8fdd-f4bd7a606028 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c3bc5ac-bf5a-4be8-8e43-abbb677091d9 (CIDR: 2001:db8::/64) Mar 08 12:43:05.436809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:05.437417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.465780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b7615-6848-4df3-b1d8-944c765f1c21 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.467726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b7615-6848-4df3-b1d8-944c765f1c21 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.469018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b7615-6848-4df3-b1d8-944c765f1c21 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.470561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b7615-6848-4df3-b1d8-944c765f1c21 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.472146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b7615-6848-4df3-b1d8-944c765f1c21 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.478952 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-365b7615-6848-4df3-b1d8-944c765f1c21 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1268051 Mar 08 12:43:05.478952 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bab0d7-097c-4a58-8fdd-f4bd7a606028 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:05.478952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bab0d7-097c-4a58-8fdd-f4bd7a606028 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:05.480135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36196) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.569465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 22f51474-6f5b-4247-a903-0de166481869 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:05.569730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:05.573190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52c40248-76cd-40ee-944e-5563283f48c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.573356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.581823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52c40248-76cd-40ee-944e-5563283f48c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.585972 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-52c40248-76cd-40ee-944e-5563283f48c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cfc2005-48f8-4d65-8fee-4fc91d81f047 HTTP/1.1" status: 204 len: 168 time: 0.7578382 Mar 08 12:43:05.586936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.592737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f287a585-f93c-40e6-8aa0-c03bf2d6d955 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.594244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f287a585-f93c-40e6-8aa0-c03bf2d6d955 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.596154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f287a585-f93c-40e6-8aa0-c03bf2d6d955 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.597499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f287a585-f93c-40e6-8aa0-c03bf2d6d955 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.598190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 22f51474-6f5b-4247-a903-0de166481869 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:05.599054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 22f51474-6f5b-4247-a903-0de166481869 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 08 12:43:05.599956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f287a585-f93c-40e6-8aa0-c03bf2d6d955 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['shared'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:05.601627 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f287a585-f93c-40e6-8aa0-c03bf2d6d955 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1198022 Mar 08 12:43:05.608871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36200) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.644324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Port 22f51474-6f5b-4247-a903-0de166481869 not found, will not notify nova. {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 08 12:43:05.644814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4fd09a68-7362-4473-b572-ff61d916eb33 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:05.675633 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-01bab0d7-097c-4a58-8fdd-f4bd7a606028 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9691741 Mar 08 12:43:05.675863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c40248-76cd-40ee-944e-5563283f48c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfc2005-48f8-4d65-8fee-4fc91d81f047,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:05.685799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36202) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.697691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:05.722244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Port': ['ID=5f5eec3b-50c7-49bb-ac73-3e34dee9eefa,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:05.728990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.733985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.741810 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-84db9375-def6-42b6-aefb-3528474b5a60 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/ports/5f5eec3b-50c7-49bb-ac73-3e34dee9eefa HTTP/1.1" status: 204 len: 168 time: 1.3132863 Mar 08 12:43:05.753137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36204) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.808149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=91501e6b-0398-4113-b619-0180aff11f1f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:05.830749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Provisioning complete for port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:05.831122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-583d7803-424b-456b-8eb2-5ed37926e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.855799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4fd09a68-7362-4473-b572-ff61d916eb33 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:05.856149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:05.869150 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9221eb0-10f4-46b9-8ac9-68120de82192 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:05.870000 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9221eb0-10f4-46b9-8ac9-68120de82192 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:05.873452 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c9221eb0-10f4-46b9-8ac9-68120de82192 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/df2b9680-23e3-4cce-b3a3-5292aa788fe6 HTTP/1.1" status: 404 len: 337 time: 0.1130242 Mar 08 12:43:05.886245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36206) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:05.964893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e58a31-9278-466d-97bc-a2ff8227c727 None None] Update dhcp port {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'fixed_ips': [{'subnet_id': '3c3bc5ac-bf5a-4be8-8e43-abbb677091d9'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '367712f9-927b-49b5-a2ad-e14bdb36dcdb'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:05.984198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.031116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42590a71-13a2-432d-9ecf-6c9bd5b0a45d tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:06.032645 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-42590a71-13a2-432d-9ecf-6c9bd5b0a45d tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/networks/593a1108-63f7-4d38-934e-1f9528700f8f HTTP/1.1" status: 200 len: 804 time: 0.4226873 Mar 08 12:43:06.047428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36208) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:06.058349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-11e58a31-9278-466d-97bc-a2ff8227c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.109434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port a691ec05-35da-4e4c-a313-4766118fdd7f {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:06.109675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.122730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.195303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Router da282105-c72b-43d1-a3ae-1f8ae727e1b0 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:06.236276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 482d28b7-0261-4501-ab1e-3d778225e2c5 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:06.273393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 482d28b7-0261-4501-ab1e-3d778225e2c5 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:06.273393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 482d28b7-0261-4501-ab1e-3d778225e2c5 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:06.287606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:06.293749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7dc79ec4-e7e2-4b5f-8729-924fa308e0c3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "PUT /v2.0/routers/da282105-c72b-43d1-a3ae-1f8ae727e1b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0809164 Mar 08 12:43:06.295957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36214) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:06.318851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-11e58a31-9278-466d-97bc-a2ff8227c727 None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/3c3bc5ac-bf5a-4be8-8e43-abbb677091d9/367712f9-927b-49b5-a2ad-e14bdb36dcdb) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:06.328188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae336ced-e068-4cc1-9444-ab54b5e251c1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:43:06.335182 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ae336ced-e068-4cc1-9444-ab54b5e251c1 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/91501e6b-0398-4113-b619-0180aff11f1f HTTP/1.1" status: 404 len: 333 time: 0.0378861 Mar 08 12:43:06.337739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36216) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:06.400896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] Sync routers for ids ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:06.422255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] Routers {'da282105-c72b-43d1-a3ae-1f8ae727e1b0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:06.423037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:06.427497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-634012e2-6a97-441d-ba0a-e7ccc8b2a5c7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.495585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1d4fed4d-9491-4c0a-a5f1-63316eb42140 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:06.500495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:06.501205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:06.515911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.515911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.535385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.548199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-11e58a31-9278-466d-97bc-a2ff8227c727 None None] For port 367712f9-927b-49b5-a2ad-e14bdb36dcdb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=367712f9-927b-49b5-a2ad-e14bdb36dcdb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:06.554519 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-72de5cfc-17e0-48c4-8c4a-00baecc4bfb5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/networks/593a1108-63f7-4d38-934e-1f9528700f8f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4963524 Mar 08 12:43:06.557587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] Routers {'da282105-c72b-43d1-a3ae-1f8ae727e1b0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:06.558347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:06.567033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36222) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:06.596751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for a691ec05-35da-4e4c-a313-4766118fdd7f owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:06.606844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:06.607492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf915aa-c208-415b-8da1-fc0419d45d0b None None] The sync data for ids ['da282105-c72b-43d1-a3ae-1f8ae727e1b0'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:06.626219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-634012e2-6a97-441d-ba0a-e7ccc8b2a5c7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.626219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-634012e2-6a97-441d-ba0a-e7ccc8b2a5c7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.631577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-11e58a31-9278-466d-97bc-a2ff8227c727 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.641059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:06.641423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.697504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-11e58a31-9278-466d-97bc-a2ff8227c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.767091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-634012e2-6a97-441d-ba0a-e7ccc8b2a5c7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.768978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634012e2-6a97-441d-ba0a-e7ccc8b2a5c7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Fanout notify agent at l3_agent the message router_deleted on router da282105-c72b-43d1-a3ae-1f8ae727e1b0 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:43:06.777646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-634012e2-6a97-441d-ba0a-e7ccc8b2a5c7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.779080 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-634012e2-6a97-441d-ba0a-e7ccc8b2a5c7 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/routers/da282105-c72b-43d1-a3ae-1f8ae727e1b0 HTTP/1.1" status: 204 len: 168 time: 0.4418457 Mar 08 12:43:06.781427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36226) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:06.816674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e58a31-9278-466d-97bc-a2ff8227c727 None None] Pushing event updated for resources: {'Port': ['ID=367712f9-927b-49b5-a2ad-e14bdb36dcdb,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:06.883639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet bac7fd71-8317-4fc8-ac1d-1f14d4272f2f {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:06.888073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.898216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 22f51474-6f5b-4247-a903-0de166481869 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:06.927820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 22f51474-6f5b-4247-a903-0de166481869 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:06.927820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 22f51474-6f5b-4247-a903-0de166481869 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:06.957718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:06.961042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574bffaf-7563-42ad-bde6-5eefd105162f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:07.009018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b796d7-7c50-4f28-972b-4d6c92fa29a5') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:07.009018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b796d7-7c50-4f28-972b-4d6c92fa29a5') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:07.063183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.073063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.100550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.121882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d4b8b-8bf1-415c-ae94-3913080ebf1c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:07.126969 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-157d4b8b-8bf1-415c-ae94-3913080ebf1c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/subnets/c52dd6aa-2ed6-4502-9580-8268d332d90f HTTP/1.1" status: 200 len: 843 time: 0.5280321 Mar 08 12:43:07.131428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36234) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:07.142702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.196774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:07.197184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:07.200249 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:07.228167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=c2a692d3-5497-4491-a410-fe89d6a4c950,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:07.367914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Checking segment: {'id': '33b47498-f367-4a4b-bc96-866409636fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:07.368304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network hostable DHCP agents. Network: a7901bed-26aa-4425-ae01-0006be5b5b53, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:07.372733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.422643 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.425927 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/574bffaf-7563-42ad-bde6-5eefd105162f HTTP/1.1" status: 204 len: 168 time: 1.5371490 Mar 08 12:43:07.431507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36240) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:07.457120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9ee87-0179-4dc1-8f98-9738be38dbdd tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Network': ['ID=574bffaf-7563-42ad-bde6-5eefd105162f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:07.480631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network a7901bed-26aa-4425-ae01-0006be5b5b53 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:07.534000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c1546-ec05-402c-998b-474d3a2bc417 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['shared'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:07.539650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-de1c1546-ec05-402c-998b-474d3a2bc417 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "GET /v2.0/subnets/c52dd6aa-2ed6-4502-9580-8268d332d90f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4072714 Mar 08 12:43:07.550570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36242) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:07.550570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078156940'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:07.587502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting subnet 887132d3-e823-4891-b757-aff8edf8f70f {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:07.597255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.623221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, a7901bed-26aa-4425-ae01-0006be5b5b53) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:07.640739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:07.644490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.649900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:07.650468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.668292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.682573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.704759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:07.712047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=bac7fd71-8317-4fc8-ac1d-1f14d4272f2f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:07.715782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.721657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8e811b5c-81fa-4717-8a9f-f3a3692d4d4f tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/bac7fd71-8317-4fc8-ac1d-1f14d4272f2f HTTP/1.1" status: 204 len: 168 time: 0.9364829 Mar 08 12:43:07.724029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36246) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:07.733036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.733328 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Added segment 95e14878-08bf-4f30-bee3-d82691713bdb of type vlan for network d475f360-428a-4b5b-a696-caed3d9b7d32 Mar 08 12:43:07.749420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253ae71-f7c6-4b0a-a54f-eff53df030b1 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:07.755529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.777585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773215a4-4ddf-48ad-b099-6afd49991f5e None None] Network a7901bed-26aa-4425-ae01-0006be5b5b53 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:07.788651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=a691ec05-35da-4e4c-a313-4766118fdd7f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:07.886710 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a26abdd4-ef27-49f8-90d3-dce50080a376 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6803424 Mar 08 12:43:07.890703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36252) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:07.908109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-64593ce7-d1de-4358-8026-0550d0e8f891 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1207138099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:07.949150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:07.967966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.006780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9746187d-0924-43c7-a949-3164f6e77731 None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:08.007909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9746187d-0924-43c7-a949-3164f6e77731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.039603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.042646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-a7901bed-26aa-4425-ae01-0006be5b5b53', 'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53', 'tenant_id': '6d5f6b62c91f45cea1288a2e1a74f3ed', 'fixed_ips': [{'subnet_id': 'c2a692d3-5497-4491-a410-fe89d6a4c950'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:08.043501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.056675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.064497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:08.065966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.218021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83f9161-2d15-4e87-8ea3-9b5759306e68 None None] Network 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:08.227630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Network': ['ID=d475f360-428a-4b5b-a696-caed3d9b7d32,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:08.230313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.238238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Allocated IP 2001:db8::2 (a7901bed-26aa-4425-ae01-0006be5b5b53/c2a692d3-5497-4491-a410-fe89d6a4c950/9dd656ae-f9ca-42e4-91ea-eaf377d05a33) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:08.262906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64593ce7-d1de-4358-8026-0550d0e8f891 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.263214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64593ce7-d1de-4358-8026-0550d0e8f891 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.265156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d475f360-428a-4b5b-a696-caed3d9b7d32 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:08.282660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 4fd09a68-7362-4473-b572-ff61d916eb33 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:08.283100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.422461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] For port 4fd09a68-7362-4473-b572-ff61d916eb33, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4fd09a68-7362-4473-b572-ff61d916eb33,segment=NetworkSegment(68f3785a-daf3-41e6-a15e-5e958a39e16f),segment_id=68f3785a-daf3-41e6-a15e-5e958a39e16f)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:08.427946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.447278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 4fd09a68-7362-4473-b572-ff61d916eb33 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:08.483666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.525296 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5a59b68a-ea9e-4e33-a557-0cbb954fc8ad tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9776385 Mar 08 12:43:08.526658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36260) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:08.528012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router f068c002-b98a-4ae1-b1d1-b346644de2e5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:08.537580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'network_id': 'd475f360-428a-4b5b-a696-caed3d9b7d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:08.543194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 367712f9-927b-49b5-a2ad-e14bdb36dcdb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:08.549486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.objects.ports [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104045) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:43:08.571868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Subnet': ['ID=887132d3-e823-4891-b757-aff8edf8f70f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:08.584022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.588661 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9606e6c0-bd28-49cd-ad10-8b130c03b98b tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/subnets/887132d3-e823-4891-b757-aff8edf8f70f HTTP/1.1" status: 204 len: 168 time: 1.1448960 Mar 08 12:43:08.592124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d333368-08a5-41fe-baf8-b57981e1f026 None None] Network c5d07fe5-e882-46a0-a74a-963369038954 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:08.597721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36264) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:08.636656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64593ce7-d1de-4358-8026-0550d0e8f891 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.756322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.760796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Made reservation on behalf of 92486c35e1bd4273a89ef81459b77f9a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:08.767018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.793939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64593ce7-d1de-4358-8026-0550d0e8f891 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.819702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:08.820168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.834663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=4fd09a68-7362-4473-b572-ff61d916eb33,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:08.867533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:08.880308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No DVR routers for this DVR port 4fd09a68-7362-4473-b572-ff61d916eb33 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:08.884274 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] Sync routers for ids ['f068c002-b98a-4ae1-b1d1-b346644de2e5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:08.902395 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] Routers {'f068c002-b98a-4ae1-b1d1-b346644de2e5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:08.904357 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['f068c002-b98a-4ae1-b1d1-b346644de2e5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:08.919930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.927095 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2b1f95f8-0668-4a1b-82fb-64549cf89eb0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/f068c002-b98a-4ae1-b1d1-b346644de2e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5178878 Mar 08 12:43:08.929349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36270) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:08.944709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64593ce7-d1de-4358-8026-0550d0e8f891 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:08.948823 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-64593ce7-d1de-4358-8026-0550d0e8f891 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0570798 Mar 08 12:43:08.950136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36272) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:08.973904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53', 'name': 'tempest-PortsIpV6TestJSON-694157674'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:08.979438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Performing IP validity checks on allocation pools {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 12:43:08.980088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.ipam_backend_mixin [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 12:43:08.982209 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d5f998e6-448f-46a4-bd0e-5197280c23c8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=f068c002-b98a-4ae1-b1d1-b346644de2e5 HTTP/1.1" status: 200 len: 205 time: 0.0516858 Mar 08 12:43:08.994196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36274) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:08.995854 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:09.019391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a56c975-64d8-45c8-8927-ac2960fb2c9f None None] DHCP port deletion for 81d43942-7ffe-42ab-bcab-e98e7e2c3b86 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:09.053550 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] Routers {'f068c002-b98a-4ae1-b1d1-b346644de2e5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:09.054563 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['f068c002-b98a-4ae1-b1d1-b346644de2e5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:09.095933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.123270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5023dda1-6646-4a04-920e-e1325cad8353 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.163388 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.192443 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:09.224339 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab36547-819a-400f-b050-934f17e09db0 None None] The sync data for ids ['f068c002-b98a-4ae1-b1d1-b346644de2e5'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:09.235026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] DHCP port deletion for c5d07fe5-e882-46a0-a74a-963369038954 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:09.235131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Deleting port 268bca44-46ba-4d06-b87f-249e407f67c1 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:09.235570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.236775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.302385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.348297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Network a7901bed-26aa-4425-ae01-0006be5b5b53 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:09.350453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Pushing event updated for resources: {'Port': ['ID=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:09.355920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:09.363223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:09.452542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] Deleting port 268bca44-46ba-4d06-b87f-249e407f67c1 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:09.453074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.479320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Attempting to bind port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:09.480151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Attempting to bind port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '33b47498-f367-4a4b-bc96-866409636fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:09.480779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Attempting to bind port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 on network a7901bed-26aa-4425-ae01-0006be5b5b53 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:09.482482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5023dda1-6646-4a04-920e-e1325cad8353 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.485414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5023dda1-6646-4a04-920e-e1325cad8353 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.529964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36282) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:09.550395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d43942-7ffe-42ab-bcab-e98e7e2c3b86']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:09.554071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:09.554071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Checking segment: {'id': '33b47498-f367-4a4b-bc96-866409636fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:09.554071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.554071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Bound using segment: {'id': '33b47498-f367-4a4b-bc96-866409636fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:09.554071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Bound port: 9dd656ae-f9ca-42e4-91ea-eaf377d05a33, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b47498-f367-4a4b-bc96-866409636fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a7901bed-26aa-4425-ae01-0006be5b5b53'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:09.554071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.568452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f3785a-daf3-41e6-a15e-5e958a39e16f') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:09.568739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f3785a-daf3-41e6-a15e-5e958a39e16f') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:09.587799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.621149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5023dda1-6646-4a04-920e-e1325cad8353 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.621651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5023dda1-6646-4a04-920e-e1325cad8353 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Fanout notify agent at l3_agent the message router_deleted on router f068c002-b98a-4ae1-b1d1-b346644de2e5 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:43:09.640517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5023dda1-6646-4a04-920e-e1325cad8353 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.640517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5023dda1-6646-4a04-920e-e1325cad8353 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/f068c002-b98a-4ae1-b1d1-b346644de2e5 HTTP/1.1" status: 204 len: 168 time: 0.6422050 Mar 08 12:43:09.644124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36286) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:09.662255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:09.668266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] For port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:09.668434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.669262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] For port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,segment=NetworkSegment(33b47498-f367-4a4b-bc96-866409636fc3),segment_id=33b47498-f367-4a4b-bc96-866409636fc3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:09.671699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] For port 268bca44-46ba-4d06-b87f-249e407f67c1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=268bca44-46ba-4d06-b87f-249e407f67c1,segment=NetworkSegment(1283d0b8-729e-4b36-9fed-63b7272a22ec),segment_id=1283d0b8-729e-4b36-9fed-63b7272a22ec)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:09.672378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.691120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] Calling delete_port for 268bca44-46ba-4d06-b87f-249e407f67c1 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:09.714861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] For port 268bca44-46ba-4d06-b87f-249e407f67c1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=268bca44-46ba-4d06-b87f-249e407f67c1,segment=NetworkSegment(1283d0b8-729e-4b36-9fed-63b7272a22ec),segment_id=1283d0b8-729e-4b36-9fed-63b7272a22ec)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:09.714861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.723105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.732784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 90f04648-7369-404d-ac5c-ca9af41c6707 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:09.749359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Calling delete_port for 268bca44-46ba-4d06-b87f-249e407f67c1 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:09.761303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:09.761715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:09.764910 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:09.767272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.810218 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:43:09.833340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] For port 367712f9-927b-49b5-a2ad-e14bdb36dcdb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=367712f9-927b-49b5-a2ad-e14bdb36dcdb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:09.895740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f786978-5f7c-484a-b9b4-912f80206f0a None None] Pushing event updated for resources: {'Port': ['ID=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:09.914615 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:09.922261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet 8276d712-a33e-4058-9108-04eb9621c5d4 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:09.932222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.974671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.979382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:09.993527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.017555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] Pushing event deleted for resources: {'Port': ['ID=268bca44-46ba-4d06-b87f-249e407f67c1,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.026234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5d610-bf84-4666-bbec-88f135ca6c72 None None] No DVR routers for this DVR port 268bca44-46ba-4d06-b87f-249e407f67c1 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:10.028429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.028745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::29d (a7901bed-26aa-4425-ae01-0006be5b5b53/c2a692d3-5497-4491-a410-fe89d6a4c950/90f04648-7369-404d-ac5c-ca9af41c6707) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:10.038213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.061677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.066128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.069610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Port': ['ID=268bca44-46ba-4d06-b87f-249e407f67c1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.075000 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36288) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:10.078112 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/81d43942-7ffe-42ab-bcab-e98e7e2c3b86 HTTP/1.1" status: 204 len: 168 time: 2.3529992 Mar 08 12:43:10.126885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] No DVR routers for this DVR port 268bca44-46ba-4d06-b87f-249e407f67c1 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:10.146772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.146772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.149370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.183808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706f838-9f88-4fbe-b6af-68e2321b0794 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=81d43942-7ffe-42ab-bcab-e98e7e2c3b86,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.246672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=a0c61dbf-a83c-4a2d-8fde-d762efaca9df,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.266338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5efc6b-f1d0-4cf0-9ca3-f09f5d7829c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:10.270846 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5e5efc6b-f1d0-4cf0-9ca3-f09f5d7829c8 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/85d82d9a-7981-463f-b8f1-85f00f1f230f HTTP/1.1" status: 200 len: 841 time: 0.1896050 Mar 08 12:43:10.272445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36290) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:10.276107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.328540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=b35ba9e4-6555-490c-83fa-55c79104f79d,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.330616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a3684270-5b5e-4279-9eb8-02cc2fb47a03 None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:10.331566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3684270-5b5e-4279-9eb8-02cc2fb47a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.371959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Checking segment: {'id': '95e14878-08bf-4f30-bee3-d82691713bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd475f360-428a-4b5b-a696-caed3d9b7d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:10.373337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network hostable DHCP agents. Network: d475f360-428a-4b5b-a696-caed3d9b7d32, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:10.402794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:10.411485 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8354ea76-72ab-4b2f-886b-2bded70b6073 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/85d82d9a-7981-463f-b8f1-85f00f1f230f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1310627 Mar 08 12:43:10.418103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:10.423637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:10.446737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=367712f9-927b-49b5-a2ad-e14bdb36dcdb,revision_number=7']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.450120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:10.456595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.460630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:10.461222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.468135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771add8f-dcba-4c81-9697-d9a11c60586b None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:10.510447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Network d475f360-428a-4b5b-a696-caed3d9b7d32 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:10.512629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d07fe5-e882-46a0-a74a-963369038954']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:10.532892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1283d0b8-729e-4b36-9fed-63b7272a22ec') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:10.533182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1283d0b8-729e-4b36-9fed-63b7272a22ec') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:10.552296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.584444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:10.585723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.588271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.590403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.597748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:10.600204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:10.602311 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:10.627461 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-669f8f4f-b367-4ddd-9a35-05aa9a650a93 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.9348025 Mar 08 12:43:10.628770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d475f360-428a-4b5b-a696-caed3d9b7d32) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:10.634373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36294) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:10.636633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=8276d712-a33e-4058-9108-04eb9621c5d4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:10.641299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:b9:d1:d8', 'name': 'tempest-NetworksTestDHCPv6-751329897'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:10.645703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:10.647034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.655548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af2b500-8174-4ff4-93ec-c419ab7b72ee None None] Network d475f360-428a-4b5b-a696-caed3d9b7d32 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:10.663885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.669763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ad541904-9b03-4400-ae8d-4694ff15de89 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/8276d712-a33e-4058-9108-04eb9621c5d4 HTTP/1.1" status: 204 len: 168 time: 1.0220890 Mar 08 12:43:10.669763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.670531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36296) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:10.706813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb284cc0-b331-4dc5-a897-c06a9f3da58d None None] Network 4086d4d8-35a6-434d-b67d-402b6a692e5e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:10.737105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:10.740580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.767488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-37f457ff-d191-440f-bedd-eea74ad54283 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2357335 Mar 08 12:43:10.771252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36298) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:10.777103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d0d8a69b-bd3c-48a3-aa68-a1618d78c0e5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:10.820098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.826182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.835274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:10.840757 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] 10.222.0.65 "DELETE /v2.0/networks/c5d07fe5-e882-46a0-a74a-963369038954 HTTP/1.1" status: 204 len: 168 time: 2.2118595 Mar 08 12:43:10.974429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network a7901bed-26aa-4425-ae01-0006be5b5b53 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:10.984019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:10.990573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:10.991639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.002208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:11.014696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:11.015694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.018924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ead2a-e15c-4872-8d84-98dd10f8c196 tempest-NetworksIpV6TestAttrs-2033368919 tempest-NetworksIpV6TestAttrs-2033368919-project] Pushing event deleted for resources: {'Network': ['ID=c5d07fe5-e882-46a0-a74a-963369038954,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:11.042081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Allocated IP 172.26.3.80 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/12e5669b-e118-4dcf-959a-51ce09a78ed8) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:11.073474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=90f04648-7369-404d-ac5c-ca9af41c6707,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:11.130807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a69b-bd3c-48a3-aa68-a1618d78c0e5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62536453'] for subnet, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.155839 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.207339 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eef60163-c594-4eb0-893f-4e8504d2a6a6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2373753 Mar 08 12:43:11.211325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36302) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:11.383099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d475f360-428a-4b5b-a696-caed3d9b7d32', 'network_id': 'd475f360-428a-4b5b-a696-caed3d9b7d32', 'tenant_id': '92486c35e1bd4273a89ef81459b77f9a', 'fixed_ips': [{'subnet_id': 'a0c61dbf-a83c-4a2d-8fde-d762efaca9df'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:11.384039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.392153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:11.406238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d32870f9-d2e6-492d-a1b1-6f9797565214 None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:11.406847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d32870f9-d2e6-492d-a1b1-6f9797565214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.461350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.471208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d9ccb-bc71-4a42-8085-35f7ff1d3e72 None None] Network a7901bed-26aa-4425-ae01-0006be5b5b53 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:11.491624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] DHCP port deletion for 4086d4d8-35a6-434d-b67d-402b6a692e5e request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:11.641342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.671354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36306) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:11.751645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a69b-bd3c-48a3-aa68-a1618d78c0e5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769083559855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1215048'] for subnet, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.755477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,segment=NetworkSegment(33b47498-f367-4a4b-bc96-866409636fc3),segment_id=33b47498-f367-4a4b-bc96-866409636fc3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:11.818761 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8a69b-bd3c-48a3-aa68-a1618d78c0e5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:11.819530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a69b-bd3c-48a3-aa68-a1618d78c0e5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.823512 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d0d8a69b-bd3c-48a3-aa68-a1618d78c0e5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "PUT /v2.0/subnets/a0c61dbf-a83c-4a2d-8fde-d762efaca9df HTTP/1.1" status: 200 len: 900 time: 1.0483887 Mar 08 12:43:11.833241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36310) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:11.844383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.909880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Allocated IP 2001:db8::3 (d475f360-428a-4b5b-a696-caed3d9b7d32/a0c61dbf-a83c-4a2d-8fde-d762efaca9df/8efce055-43cc-4db4-98b9-b007058712f5) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:11.928961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] Deleting port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:11.929326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.941114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 268bca44-46ba-4d06-b87f-249e407f67c1 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:11.963241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8a69b-bd3c-48a3-aa68-a1618d78c0e5 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event updated for resources: {'Subnet': ['ID=a0c61dbf-a83c-4a2d-8fde-d762efaca9df,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:11.970269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:11.996985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.015016 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8cc9be5d-d81b-4d18-a4f7-4a93bd4f9df4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a36033f19dec49f3b1a6bb6e8cf597cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419309 Mar 08 12:43:12.018728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36312) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:12.024611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 268bca44-46ba-4d06-b87f-249e407f67c1 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:12.025133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 268bca44-46ba-4d06-b87f-249e407f67c1 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:12.025419 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4fd09a68-7362-4473-b572-ff61d916eb33 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:12.032885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:12.033218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.035500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port f60c8715-8e83-4a1c-ad36-9d6b7fab2159 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:12.090245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.122080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.131782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 4fd09a68-7362-4473-b572-ff61d916eb33 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:12.132123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4fd09a68-7362-4473-b572-ff61d916eb33 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:12.141852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.163803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] For port 1d4fed4d-9491-4c0a-a5f1-63316eb42140, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1d4fed4d-9491-4c0a-a5f1-63316eb42140,segment=NetworkSegment(342ae8d0-ce6c-4cdc-85f5-489a3e79fadd),segment_id=342ae8d0-ce6c-4cdc-85f5-489a3e79fadd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:12.164118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.165172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.177266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3b4ce64c-1d82-4bf7-b5aa-b3917476f4c2 None None] Provisioning complete for port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:12.177628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce64c-1d82-4bf7-b5aa-b3917476f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.206877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] Calling delete_port for 1d4fed4d-9491-4c0a-a5f1-63316eb42140 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:12.264119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 1d4fed4d-9491-4c0a-a5f1-63316eb42140, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1d4fed4d-9491-4c0a-a5f1-63316eb42140,segment=NetworkSegment(342ae8d0-ce6c-4cdc-85f5-489a3e79fadd),segment_id=342ae8d0-ce6c-4cdc-85f5-489a3e79fadd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:12.264347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.287898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.309693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:12.311531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:12.342457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 1d4fed4d-9491-4c0a-a5f1-63316eb42140 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:12.348647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:12.350869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:12.353068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:12.355821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:12.356789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.373607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=e41de6cf-65ac-4444-9d3e-d7d5e713f12e,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.391199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616aa6a-e9eb-4dc9-b304-3d20b2c767ef None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:12.394180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.419285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Port': ['ID=12e5669b-e118-4dcf-959a-51ce09a78ed8,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.429897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.446547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c702e16d-a4b2-4aed-9a08-546cc07fa47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.503579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.521439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.539874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 367712f9-927b-49b5-a2ad-e14bdb36dcdb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:12.569211 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-51028b1a-476f-4dba-ab62-d4169fbed9fe tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1488132 Mar 08 12:43:12.574434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:12.584357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c702e16d-a4b2-4aed-9a08-546cc07fa47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.586469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-77327f79-86ea-44a9-8b97-b309a96b13eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'security_group': {'name': 'tempest-secgroup-598948274'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:12.590990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Network d475f360-428a-4b5b-a696-caed3d9b7d32 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:12.611451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.612436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:12.619590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.624380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:12.660491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] No DVR routers for this DVR port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:12.668679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Pushing event updated for resources: {'Port': ['ID=8efce055-43cc-4db4-98b9-b007058712f5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.695995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=90f04648-7369-404d-ac5c-ca9af41c6707,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.712894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c61dbf-a83c-4a2d-8fde-d762efaca9df,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.753366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::15e (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/3c3bc5ac-bf5a-4be8-8e43-abbb677091d9/f60c8715-8e83-4a1c-ad36-9d6b7fab2159) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:12.772882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:d1d8 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/b35ba9e4-6555-490c-83fa-55c79104f79d/f60c8715-8e83-4a1c-ad36-9d6b7fab2159) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:12.788724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.802036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.827832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.839514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cff8a-92a7-4867-80b6-3d618fedc637 None None] Pushing event deleted for resources: {'Port': ['ID=1d4fed4d-9491-4c0a-a5f1-63316eb42140,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.854146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77327f79-86ea-44a9-8b97-b309a96b13eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.855275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port 1d4fed4d-9491-4c0a-a5f1-63316eb42140 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:12.866052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=1d4fed4d-9491-4c0a-a5f1-63316eb42140,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:12.889861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d475f360-428a-4b5b-a696-caed3d9b7d32']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:12.907353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3595c57b-127f-4b27-8cf1-53f111097a25 None None] Provisioning complete for port 90f04648-7369-404d-ac5c-ca9af41c6707 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:12.907758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3595c57b-127f-4b27-8cf1-53f111097a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.913761 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e14878-08bf-4f30-bee3-d82691713bdb') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:12.914131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e14878-08bf-4f30-bee3-d82691713bdb') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:12.950744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.954428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-3595c57b-127f-4b27-8cf1-53f111097a25 None None] Port 90f04648-7369-404d-ac5c-ca9af41c6707 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:12.954752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.977076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:12.977439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:12.979175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Attempting to bind port 8efce055-43cc-4db4-98b9-b007058712f5 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:12.979974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Attempting to bind port 8efce055-43cc-4db4-98b9-b007058712f5 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '95e14878-08bf-4f30-bee3-d82691713bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd475f360-428a-4b5b-a696-caed3d9b7d32'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:12.980272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Attempting to bind port 8efce055-43cc-4db4-98b9-b007058712f5 on network d475f360-428a-4b5b-a696-caed3d9b7d32 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:13.016658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.018447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-7b1f0601-05c2-4407-9d2b-64f7418e1668', 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'tenant_id': '050e0e8357f94843ad0149f36df32aac', 'fixed_ips': [{'subnet_id': 'e41de6cf-65ac-4444-9d3e-d7d5e713f12e'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:13.019457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.023183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3595c57b-127f-4b27-8cf1-53f111097a25 None None] Provisioning complete for port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:13.023536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3595c57b-127f-4b27-8cf1-53f111097a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.030678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:13.031078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:13.034316 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:13.046553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.070485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:13.073493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Checking segment: {'id': '95e14878-08bf-4f30-bee3-d82691713bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd475f360-428a-4b5b-a696-caed3d9b7d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:13.073493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.073493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Bound using segment: {'id': '95e14878-08bf-4f30-bee3-d82691713bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd475f360-428a-4b5b-a696-caed3d9b7d32'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:13.073493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Bound port: 8efce055-43cc-4db4-98b9-b007058712f5, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e14878-08bf-4f30-bee3-d82691713bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd475f360-428a-4b5b-a696-caed3d9b7d32'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:13.073493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.078534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c702e16d-a4b2-4aed-9a08-546cc07fa47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.081324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c702e16d-a4b2-4aed-9a08-546cc07fa47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.086127 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c702e16d-a4b2-4aed-9a08-546cc07fa47f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1539d3d7-3ba5-49c4-923e-d35acb86e3d9 HTTP/1.1" status: 204 len: 168 time: 1.0634398 Mar 08 12:43:13.139170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e16d-a4b2-4aed-9a08-546cc07fa47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539d3d7-3ba5-49c4-923e-d35acb86e3d9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:13.144051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.151706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.157829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.185118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77327f79-86ea-44a9-8b97-b309a96b13eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.186394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 12:43:13.186394 dv-neutron-829486-2-hyperv neutron-server[104045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 12:43:13.186394 dv-neutron-829486-2-hyperv neutron-server[104045]: [parameters: {'id': 'd475f360-428a-4b5b-a696-caed3d9b7d32'}] Mar 08 12:43:13.186394 dv-neutron-829486-2-hyperv neutron-server[104045]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:43:13.186394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:43:13.223669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] For port 8efce055-43cc-4db4-98b9-b007058712f5, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:13.237712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77327f79-86ea-44a9-8b97-b309a96b13eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.241405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4086d4d8-35a6-434d-b67d-402b6a692e5e']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:13.244723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:13.252851 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.267446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:13.271473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:13.279213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:13.279886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.286781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77327f79-86ea-44a9-8b97-b309a96b13eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6eaca-74c5-4cd7-81b7-55741b8f9aca,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:13.295822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342ae8d0-ce6c-4cdc-85f5-489a3e79fadd') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:13.296116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342ae8d0-ce6c-4cdc-85f5-489a3e79fadd') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:13.320940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.324622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=f60c8715-8e83-4a1c-ad36-9d6b7fab2159,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:13.391360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] For port 8efce055-43cc-4db4-98b9-b007058712f5, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8efce055-43cc-4db4-98b9-b007058712f5,segment=NetworkSegment(95e14878-08bf-4f30-bee3-d82691713bdb),segment_id=95e14878-08bf-4f30-bee3-d82691713bdb)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:13.403463 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cb474d8d-c12b-477e-8f83-d708d3b718e9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7678831 Mar 08 12:43:13.408437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.412575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36318) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:13.452125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:13.452884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:13.462465 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:13.628593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Allocated IP 172.20.0.2 (7b1f0601-05c2-4407-9d2b-64f7418e1668/e41de6cf-65ac-4444-9d3e-d7d5e713f12e/50b4255c-b0db-453c-a8c2-7eacac7ee6b6) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:13.634628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.739875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:13.746820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.768645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.776958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/4086d4d8-35a6-434d-b67d-402b6a692e5e HTTP/1.1" status: 204 len: 168 time: 3.1004477 Mar 08 12:43:13.778709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36326) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:13.796905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786036597', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:13.825726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837813b-3c3a-43f2-b28c-298268328cd5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=4086d4d8-35a6-434d-b67d-402b6a692e5e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:13.856955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.873238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port f60c8715-8e83-4a1c-ad36-9d6b7fab2159 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:13.873605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.882394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862e685-6489-4f13-adaa-48a3644e1e60 None None] Pushing event updated for resources: {'Port': ['ID=8efce055-43cc-4db4-98b9-b007058712f5,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:13.900679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d082384-0e99-4212-8c2d-93811442abe4 None None] Network d475f360-428a-4b5b-a696-caed3d9b7d32 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:13.943217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.944258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:13.957813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.003663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:14.003900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.068021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7e29354f-4544-47d9-abd5-19351de082ba None None] Provisioning complete for port 90f04648-7369-404d-ac5c-ca9af41c6707 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:14.068021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e29354f-4544-47d9-abd5-19351de082ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.093057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Port': ['ID=12e5669b-e118-4dcf-959a-51ce09a78ed8,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:14.136072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.137245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.140190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.144249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.148596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.150358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77327f79-86ea-44a9-8b97-b309a96b13eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.154448 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-77327f79-86ea-44a9-8b97-b309a96b13eb tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5749795 Mar 08 12:43:14.154626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36332) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:14.157701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.159351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-686a9a18-6644-41d5-ab71-bb95cd8003ab tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'security_group': {'name': 'tempest-secgroup-22333008'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:14.168298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7e29354f-4544-47d9-abd5-19351de082ba None None] Port 90f04648-7369-404d-ac5c-ca9af41c6707 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:14.170734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for f60c8715-8e83-4a1c-ad36-9d6b7fab2159 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:14.190449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7e29354f-4544-47d9-abd5-19351de082ba None None] Provisioning complete for port f60c8715-8e83-4a1c-ad36-9d6b7fab2159 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:14.190642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e29354f-4544-47d9-abd5-19351de082ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.228995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting port 8efce055-43cc-4db4-98b9-b007058712f5 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:14.229594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.234383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.235163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.264323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.316060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.317905 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aafdb4c9-f774-4f40-864e-8b571d0910f4 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7795041 Mar 08 12:43:14.334106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36340) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:14.353058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1412384144'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:14.358695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-686a9a18-6644-41d5-ab71-bb95cd8003ab tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.377107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3df209-75fe-4ea0-9b6e-eff750ac03bf None None] Network d475f360-428a-4b5b-a696-caed3d9b7d32 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:14.378308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:14.381540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Pushing event updated for resources: {'Port': ['ID=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:14.403750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.409343 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:14.419588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:14.420715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=90f04648-7369-404d-ac5c-ca9af41c6707,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:14.436280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] For port 8efce055-43cc-4db4-98b9-b007058712f5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8efce055-43cc-4db4-98b9-b007058712f5,segment=NetworkSegment(95e14878-08bf-4f30-bee3-d82691713bdb),segment_id=95e14878-08bf-4f30-bee3-d82691713bdb)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:14.436657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.472471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Calling delete_port for 8efce055-43cc-4db4-98b9-b007058712f5 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:14.472749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7e29354f-4544-47d9-abd5-19351de082ba None None] Port f60c8715-8e83-4a1c-ad36-9d6b7fab2159 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:14.484973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1d4fed4d-9491-4c0a-a5f1-63316eb42140 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:14.550909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Made reservation on behalf of 34c66ec1bb2846d2a6bcd1441d6dfa4c for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:14.555071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.570091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 1d4fed4d-9491-4c0a-a5f1-63316eb42140 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:14.570581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1d4fed4d-9491-4c0a-a5f1-63316eb42140 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:14.579767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.590797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network a7901bed-26aa-4425-ae01-0006be5b5b53 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:14.594782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Attempting to bind port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:14.598471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Attempting to bind port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'a7aee009-6550-4cc2-922a-3aaef86625ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:14.598471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Attempting to bind port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 on network 7b1f0601-05c2-4407-9d2b-64f7418e1668 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:14.613496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36344) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:14.621253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:14.621615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Checking segment: {'id': 'a7aee009-6550-4cc2-922a-3aaef86625ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:14.622212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.622747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Bound using segment: {'id': 'a7aee009-6550-4cc2-922a-3aaef86625ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:14.623356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Bound port: 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aee009-6550-4cc2-922a-3aaef86625ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:14.623916 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.626087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:14.686636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-686a9a18-6644-41d5-ab71-bb95cd8003ab tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.741722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.776582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-686a9a18-6644-41d5-ab71-bb95cd8003ab tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.796794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] For port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:14.800910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] For port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,segment=NetworkSegment(a7aee009-6550-4cc2-922a-3aaef86625ea),segment_id=a7aee009-6550-4cc2-922a-3aaef86625ea)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:14.814006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=f60c8715-8e83-4a1c-ad36-9d6b7fab2159,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:14.854281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.864798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2008604577-network', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:14.866459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.871560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.888208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a9a18-6644-41d5-ab71-bb95cd8003ab tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c30e252-ee48-4efc-a101-2097daf44f38,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:14.914170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.929283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.935741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d4553a53-7289-478d-bd02-b4271c9a298a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/f60c8715-8e83-4a1c-ad36-9d6b7fab2159 HTTP/1.1" status: 204 len: 168 time: 1.5222251 Mar 08 12:43:14.941184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36348) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:14.967625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-686a9a18-6644-41d5-ab71-bb95cd8003ab tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:14.967625 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-686a9a18-6644-41d5-ab71-bb95cd8003ab tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.8089602 Mar 08 12:43:14.969510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Port': ['ID=8efce055-43cc-4db4-98b9-b007058712f5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:14.971791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No DVR routers for this DVR port 8efce055-43cc-4db4-98b9-b007058712f5 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:14.972920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36350) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:14.986483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-952069516', 'security_groups': ['1c30e252-ee48-4efc-a101-2097daf44f38'], 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e41de6cf-65ac-4444-9d3e-d7d5e713f12e'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:15.011117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d78b9-2200-4dd4-8979-2ef1a83da39c None None] Pushing event updated for resources: {'Port': ['ID=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:15.036327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.100842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be239a7-5b3b-48e1-8b93-d2a6328f106f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:15.102678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0be239a7-5b3b-48e1-8b93-d2a6328f106f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1596413 Mar 08 12:43:15.106259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36352) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.107892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1a04b7ae-f3a7-4c0f-8d10-03bccc471881 None None] Provisioning complete for port 90f04648-7369-404d-ac5c-ca9af41c6707 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:15.109426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a04b7ae-f3a7-4c0f-8d10-03bccc471881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.117288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Made reservation on behalf of c681faacec2c49369e1292020a9e19f2 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:15.119695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.163082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1a04b7ae-f3a7-4c0f-8d10-03bccc471881 None None] Port 90f04648-7369-404d-ac5c-ca9af41c6707 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:15.171676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.181584 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.26.3.16 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/768f069c-b4ae-4c4d-b71d-014744a5aa04) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:15.189274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.192706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.267485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:15.302043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0958341-3ed8-4dba-842c-a1f38eece1ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:15.306853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a0958341-3ed8-4dba-842c-a1f38eece1ae tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1995630 Mar 08 12:43:15.307564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36354) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.307937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d475f360-428a-4b5b-a696-caed3d9b7d32']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:15.333220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.333563 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Added segment 8652ec19-9fea-47d8-8c42-3eddfb6a274a of type vlan for network 075d9c51-3a3f-416b-93b6-800678b08a10 Mar 08 12:43:15.336306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf1bb53-829e-4fc1-b0f0-20e4bbfd430d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:15.354667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e14878-08bf-4f30-bee3-d82691713bdb') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:15.355420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e14878-08bf-4f30-bee3-d82691713bdb') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:15.387712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a43a9-3a35-4309-ba56-6da130a53ec4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:15.389344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a43a9-3a35-4309-ba56-6da130a53ec4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:15.391012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a43a9-3a35-4309-ba56-6da130a53ec4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:15.395923 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ec5a43a9-3a35-4309-ba56-6da130a53ec4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0853345 Mar 08 12:43:15.396836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36356) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.398583 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.438901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.442291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Router 366d6574-6518-4cd4-863f-223cc530b2a6 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:15.444544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.456458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.467875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:15.467875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:15.475722 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:15.480174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 3c3bc5ac-bf5a-4be8-8e43-abbb677091d9 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:15.485510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.539214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.605735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:15.624186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.654166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.659589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:15.660162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.663820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.664794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.676545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.699527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:15.708496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:15.710969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:15.731666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.735082 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/d475f360-428a-4b5b-a696-caed3d9b7d32 HTTP/1.1" status: 204 len: 168 time: 3.8997705 Mar 08 12:43:15.735938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.746207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36358) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.746866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=768f069c-b4ae-4c4d-b71d-014744a5aa04,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:15.792432 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdef13a1-1c8c-42a2-b9d9-8c5b28073926 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:15.792796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdef13a1-1c8c-42a2-b9d9-8c5b28073926 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:15.795906 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cdef13a1-1c8c-42a2-b9d9-8c5b28073926 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/a0c61dbf-a83c-4a2d-8fde-d762efaca9df HTTP/1.1" status: 404 len: 337 time: 0.0456672 Mar 08 12:43:15.800299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36360) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.811892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:15.818661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:15.829417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] Sync routers for ids ['366d6574-6518-4cd4-863f-223cc530b2a6'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:15.830911 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c6540662-4695-4819-ad68-79d8af2abb93 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "PUT /v2.0/routers/366d6574-6518-4cd4-863f-223cc530b2a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5022833 Mar 08 12:43:15.834064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36362) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.845675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0967f1-36d8-44ce-905e-614cc96c484a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:15.846354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0967f1-36d8-44ce-905e-614cc96c484a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:15.847673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] Routers {'366d6574-6518-4cd4-863f-223cc530b2a6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:15.849025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['366d6574-6518-4cd4-863f-223cc530b2a6'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:15.849892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d0967f1-36d8-44ce-905e-614cc96c484a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/d475f360-428a-4b5b-a696-caed3d9b7d32 HTTP/1.1" status: 404 len: 339 time: 0.0463276 Mar 08 12:43:15.852516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Network': ['ID=075d9c51-3a3f-416b-93b6-800678b08a10,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:15.853408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36364) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.859853 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1af74872-c553-4bd9-8ba5-0aad1d83ae06 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5144856 Mar 08 12:43:15.866889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36366) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:15.887835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.888181 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Added segment f13783f2-6a78-4d20-bbbc-9d01b97b3f2b of type vlan for network 70c6fa82-02d6-44c4-98e6-d63da42c5908 Mar 08 12:43:15.898401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Request body: {'subnet': {'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:15.909787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 075d9c51-3a3f-416b-93b6-800678b08a10 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:15.913631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f33418-1519-48a8-a3a0-e3ab3bbd5ea0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:15.914078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:15.916363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcf9e9-e9cf-4365-9942-ced90c82ebf7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=d475f360-428a-4b5b-a696-caed3d9b7d32,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:15.950488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.959005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:15.991164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] Routers {'366d6574-6518-4cd4-863f-223cc530b2a6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:15.992151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['366d6574-6518-4cd4-863f-223cc530b2a6'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:16.061296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:16.062459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46dd0b7-8657-4c22-bc88-fa6f21fc55bb None None] The sync data for ids ['366d6574-6518-4cd4-863f-223cc530b2a6'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:16.081497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.124626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Made reservation on behalf of 34c66ec1bb2846d2a6bcd1441d6dfa4c for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:16.128505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.151020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 217f127e-62e5-441b-9be5-39a2da392de0 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:16.194388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.195444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:16.196014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.213723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8154b015-1e56-4221-ba18-559bf9993f8a None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:43:16.322782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:16.323130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.367515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] Pushing event updated for resources: {'Network': ['ID=70c6fa82-02d6-44c4-98e6-d63da42c5908,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:16.372301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8154b015-1e56-4221-ba18-559bf9993f8a None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:43:16.392525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:16.396994 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6c59b337-8f49-4281-bd1f-4476c32b654d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7756689 Mar 08 12:43:16.403526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3bc5ac-bf5a-4be8-8e43-abbb677091d9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:16.413416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36368) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:16.414523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.421164 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ebbbee02-6b6e-4359-bf1d-430a3b658811 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/3c3bc5ac-bf5a-4be8-8e43-abbb677091d9 HTTP/1.1" status: 204 len: 168 time: 1.0178249 Mar 08 12:43:16.421327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36370) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:16.428556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Request body: {'subnet': {'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2008604577-subnet', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:16.463838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe58f708-49d4-4ac8-9b89-182c2a01c4eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:16.467948 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fe58f708-49d4-4ac8-9b89-182c2a01c4eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports?device_id=366d6574-6518-4cd4-863f-223cc530b2a6 HTTP/1.1" status: 200 len: 988 time: 0.6287265 Mar 08 12:43:16.472116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.473910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36372) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:16.533442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.7 (7b1f0601-05c2-4407-9d2b-64f7418e1668/e41de6cf-65ac-4444-9d3e-d7d5e713f12e/217f127e-62e5-441b-9be5-39a2da392de0) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:16.540477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet b35ba9e4-6555-490c-83fa-55c79104f79d {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:16.546323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.578365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.578573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Made reservation on behalf of c681faacec2c49369e1292020a9e19f2 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:16.580460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.639602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.684539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] For port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,segment=NetworkSegment(a7aee009-6550-4cc2-922a-3aaef86625ea),segment_id=a7aee009-6550-4cc2-922a-3aaef86625ea)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:16.743053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.818917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.934890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ece3f57-539a-4077-b0ab-6363366d7460']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:16.945314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:16.949750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:16.955845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce0feb2-a523-491a-b183-35ff8b168226') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:16.956207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce0feb2-a523-491a-b183-35ff8b168226') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:16.995951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.005871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.041288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Provisioning complete for port 85d82d9a-7981-463f-b8f1-85f00f1f230f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:17.041654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.057243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.081319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:17.081570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:17.086336 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:17.106706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Pushing event updated for resources: {'Port': ['ID=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:17.122728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Subnet': ['ID=70a17e7c-61ba-45d8-b209-e75c671ca848,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:17.127786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fe450e44-dd0d-4bdb-8ccd-134de94488b0 None None] Port 85d82d9a-7981-463f-b8f1-85f00f1f230f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:17.143308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.144460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f186d55-3d76-4949-8d3a-8ab2bc371ae9 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:17.148433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:17.148807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.190726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Checking segment: {'id': '8652ec19-9fea-47d8-8c42-3eddfb6a274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:17.195558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Network hostable DHCP agents. Network: 075d9c51-3a3f-416b-93b6-800678b08a10, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:17.197985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.362187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.376535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.379809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/4ece3f57-539a-4077-b0ab-6363366d7460 HTTP/1.1" status: 204 len: 168 time: 1.5254407 Mar 08 12:43:17.382823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36374) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:17.397026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391101ef-f1f1-4a31-b429-0bd33472fdd6 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=4ece3f57-539a-4077-b0ab-6363366d7460,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:17.423492 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c07891-92b2-4476-ba5c-6c8d5c423e3a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:17.423948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c07891-92b2-4476-ba5c-6c8d5c423e3a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:17.428125 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c0c07891-92b2-4476-ba5c-6c8d5c423e3a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/ca2cd27e-0f5d-4614-be35-d586a39d1cb9 HTTP/1.1" status: 404 len: 337 time: 0.0442479 Mar 08 12:43:17.430707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36376) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:17.450591 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48f349d-9d10-4533-b002-73cf2bdb3d3f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:17.451053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48f349d-9d10-4533-b002-73cf2bdb3d3f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:17.454117 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a48f349d-9d10-4533-b002-73cf2bdb3d3f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/8b2f3949-7ec2-438a-a38a-68372b3a9499 HTTP/1.1" status: 404 len: 339 time: 0.0222600 Mar 08 12:43:17.456478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.457176 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36378) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:17.516070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting subnet 7daf19d2-b4cf-4d61-bb0a-9c8a71b66ff4 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:17.519541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.542050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.573514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.667340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.796446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.803607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.805408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Network 075d9c51-3a3f-416b-93b6-800678b08a10 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:17.831746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 90f04648-7369-404d-ac5c-ca9af41c6707 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:17.832326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.876999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=b35ba9e4-6555-490c-83fa-55c79104f79d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:17.882151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.885371 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-df6ec674-0c0f-4b05-a6d9-0bd821b91d95 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/b35ba9e4-6555-490c-83fa-55c79104f79d HTTP/1.1" status: 204 len: 168 time: 1.4633658 Mar 08 12:43:17.890692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36380) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:17.898088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.904567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 9d5a0096-05d9-462c-901b-2c471150b6cc is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:17.908216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:17.909253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 075d9c51-3a3f-416b-93b6-800678b08a10) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:17.912352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.918678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6283b5ab-3507-4742-8d6f-ce41792e6d7a None None] Network 075d9c51-3a3f-416b-93b6-800678b08a10 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:17.952871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:17.960687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:17.961190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:17.965752 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-764a133f-da7e-4076-a1a8-7038f493d6a0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740085 Mar 08 12:43:17.969210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36382) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:17.992285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:17.995159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=217f127e-62e5-441b-9be5-39a2da392de0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:17.999166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed59545-6b73-4b3b-8f12-9a24f32714f7 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:18.019530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:18.027530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=7daf19d2-b4cf-4d61-bb0a-9c8a71b66ff4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:18.035659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.050875 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-20d971b2-f979-41cc-88e2-af213a7ab17c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/7daf19d2-b4cf-4d61-bb0a-9c8a71b66ff4 HTTP/1.1" status: 204 len: 168 time: 0.5889001 Mar 08 12:43:18.055269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36384) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:18.076846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae82e051-aba5-4a5e-a3db-84cffd6ea5a5 None None] Network 6e436141-a514-48ff-94d8-09f86d641c0e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:18.126671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:18.131757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.151027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting subnet b04a9abc-9014-4d12-8c08-01781c99894c {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:18.157828 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4d81ba7a-4de8-4c53-a51c-ed4a9a3847bc tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2848825 Mar 08 12:43:18.158828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.162789 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36386) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:18.166463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e74afdce-ebba-4106-af48-2c1193e31193 None None] Provisioning complete for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:18.166922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e74afdce-ebba-4106-af48-2c1193e31193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.167489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1072542679', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:18.171406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.188704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 90f04648-7369-404d-ac5c-ca9af41c6707 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:18.226706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.260715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc36bd6-02f0-4b14-ab5a-c61232eedba2,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:18.265809 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7b58246b-927b-4857-a94a-6893e5e70ca3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2832677 Mar 08 12:43:18.265809 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36388) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:18.270195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-139eac6a-5eec-4043-9a25-56b9e34c42d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:18.298132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.299147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.349389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Checking segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:18.349742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Network hostable DHCP agents. Network: 70c6fa82-02d6-44c4-98e6-d63da42c5908, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:18.419187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:18.448482 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] Sync routers for ids ['9d5a0096-05d9-462c-901b-2c471150b6cc'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:18.451962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:18.467754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.488355 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] Routers {'9d5a0096-05d9-462c-901b-2c471150b6cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:18.489648 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9d5a0096-05d9-462c-901b-2c471150b6cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:18.489813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.494641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-075d9c51-3a3f-416b-93b6-800678b08a10', 'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10', 'tenant_id': '34c66ec1bb2846d2a6bcd1441d6dfa4c', 'fixed_ips': [{'subnet_id': '70a17e7c-61ba-45d8-b209-e75c671ca848'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:18.495791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.536395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:18.542108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.559075 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:18.572528 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] Routers {'9d5a0096-05d9-462c-901b-2c471150b6cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:18.573373 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9d5a0096-05d9-462c-901b-2c471150b6cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:18.590319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.594393 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5b359d8c-6391-48f1-847b-731aeb2756fe tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7988024 Mar 08 12:43:18.618087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:18.619393 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:18.620913 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5158a7c2-f77e-42f0-9c6e-11cba64d8fa6 None None] The sync data for ids ['9d5a0096-05d9-462c-901b-2c471150b6cc'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:18.655980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36390) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:18.667608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139eac6a-5eec-4043-9a25-56b9e34c42d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:18.671370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-139eac6a-5eec-4043-9a25-56b9e34c42d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.732979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:18.767444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2fbd0ded-27e5-429a-82ab-a42391de080d None None] Provisioning complete for port 217f127e-62e5-441b-9be5-39a2da392de0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:18.767809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2fbd0ded-27e5-429a-82ab-a42391de080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.769946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Allocated IP 172.20.0.2 (075d9c51-3a3f-416b-93b6-800678b08a10/70a17e7c-61ba-45d8-b209-e75c671ca848/0844b089-7da4-4a05-9388-fccac4df7e10) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:18.841527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 70c6fa82-02d6-44c4-98e6-d63da42c5908) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:18.851210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:18.851210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.861006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.861243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ac1e4-564e-4e78-b6b3-07154f3c1a2c None None] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:18.903602 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=90f04648-7369-404d-ac5c-ca9af41c6707,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:18.931931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.939021 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.ipam_backend_mixin [None req-139eac6a-5eec-4043-9a25-56b9e34c42d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e41de6cf-65ac-4444-9d3e-d7d5e713f12e (CIDR: 172.20.0.0/28) Mar 08 12:43:18.952521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:18.982544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd0ded-27e5-429a-82ab-a42391de080d None None] Port 217f127e-62e5-441b-9be5-39a2da392de0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:19.085269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.123405 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-139eac6a-5eec-4043-9a25-56b9e34c42d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:19.123700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139eac6a-5eec-4043-9a25-56b9e34c42d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:19.128398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=b04a9abc-9014-4d12-8c08-01781c99894c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:19.141067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.144478 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-246c6da1-be48-491b-911b-29420e6e1cf0 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/b04a9abc-9014-4d12-8c08-01781c99894c HTTP/1.1" status: 204 len: 168 time: 1.0882139 Mar 08 12:43:19.153051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36392) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:19.166665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.176776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] Deleting port 367712f9-927b-49b5-a2ad-e14bdb36dcdb {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:19.177149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.197415 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1e18a88e-6189-4192-add1-bdcfe833a292 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/routers/9d5a0096-05d9-462c-901b-2c471150b6cc HTTP/1.1" status: 200 len: 879 time: 0.5393350 Mar 08 12:43:19.200620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36394) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:19.274404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.299033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Network 075d9c51-3a3f-416b-93b6-800678b08a10 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:19.326489 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-139eac6a-5eec-4043-9a25-56b9e34c42d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0551772 Mar 08 12:43:19.327238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:19.327339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36396) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:19.328669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:19.334719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:19.384441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.405858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:19.406234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.459539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5d6f4ab7-eff4-4793-9f93-f6548e481b2b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0379317 Mar 08 12:43:19.466860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36398) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:19.479268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:19.489684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:19.490750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.504836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:19.518640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:19.519556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.545792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=15a27e91-3b80-4e92-a0db-35cf5d30f1d9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:19.619414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-70c6fa82-02d6-44c4-98e6-d63da42c5908', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:19.620505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.622496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb359b4-3371-4174-9197-0d7d1479dc32 None None] Network 6e436141-a514-48ff-94d8-09f86d641c0e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:19.627732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-af238df5-3c79-4ff6-99df-e6277c51fe44 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6566806 Mar 08 12:43:19.628882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:19.637706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-14c511b5-35fa-4087-ae03-a09972c84df3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:19.694127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Pushing event updated for resources: {'Port': ['ID=0844b089-7da4-4a05-9388-fccac4df7e10,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:19.699159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.700131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.781942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:19.787587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.800559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:19.800773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.806736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Router 366d6574-6518-4cd4-863f-223cc530b2a6 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:19.851589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fdf344cd-3556-4d3f-bd47-f068ed323db3 None None] Provisioning complete for port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:19.851948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fdf344cd-3556-4d3f-bd47-f068ed323db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.854874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] For port 367712f9-927b-49b5-a2ad-e14bdb36dcdb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=367712f9-927b-49b5-a2ad-e14bdb36dcdb,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:19.855281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.862007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.863191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Attempting to bind port 0844b089-7da4-4a05-9388-fccac4df7e10 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:19.863756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Attempting to bind port 0844b089-7da4-4a05-9388-fccac4df7e10 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '8652ec19-9fea-47d8-8c42-3eddfb6a274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:19.864246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Attempting to bind port 0844b089-7da4-4a05-9388-fccac4df7e10 on network 075d9c51-3a3f-416b-93b6-800678b08a10 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:19.915864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:19.924392 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-14a32f81-3a87-4a0f-9fb3-20709d576c77 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "PUT /v2.0/routers/366d6574-6518-4cd4-863f-223cc530b2a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4453187 Mar 08 12:43:19.925493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36402) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:19.952822 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29a9704-cae4-4375-8356-5733c2c253b4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:43:19.958187 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d29a9704-cae4-4375-8356-5733c2c253b4 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/90f04648-7369-404d-ac5c-ca9af41c6707 HTTP/1.1" status: 404 len: 333 time: 0.0314281 Mar 08 12:43:19.960336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36404) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:19.960553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] Sync routers for ids ['366d6574-6518-4cd4-863f-223cc530b2a6'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:19.988529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:19.993176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Checking segment: {'id': '8652ec19-9fea-47d8-8c42-3eddfb6a274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:19.993176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.993176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Bound using segment: {'id': '8652ec19-9fea-47d8-8c42-3eddfb6a274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:19.993176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Bound port: 0844b089-7da4-4a05-9388-fccac4df7e10, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8652ec19-9fea-47d8-8c42-3eddfb6a274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:19.993176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:19.997869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] Calling delete_port for 367712f9-927b-49b5-a2ad-e14bdb36dcdb owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:20.012241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c511b5-35fa-4087-ae03-a09972c84df3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:20.015891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-14c511b5-35fa-4087-ae03-a09972c84df3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.114497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eb2a666d-60db-44d7-b7dc-c200ddc47e15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.120860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] Routers {'366d6574-6518-4cd4-863f-223cc530b2a6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:20.121478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['366d6574-6518-4cd4-863f-223cc530b2a6'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:20.253875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:20.338350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eb2a666d-60db-44d7-b7dc-c200ddc47e15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.340221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Allocated IP 172.20.0.2 (70c6fa82-02d6-44c4-98e6-d63da42c5908/7fc36bd6-02f0-4b14-ab5a-c61232eedba2/4e09d72b-9ebe-4bb2-ad8b-08d1112e4853) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:20.345443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.ipam_backend_mixin [None req-14c511b5-35fa-4087-ae03-a09972c84df3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15a27e91-3b80-4e92-a0db-35cf5d30f1d9 (CIDR: 2001:db8::/64) Mar 08 12:43:20.349533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eb2a666d-60db-44d7-b7dc-c200ddc47e15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.371476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] Routers {'366d6574-6518-4cd4-863f-223cc530b2a6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:20.371476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['366d6574-6518-4cd4-863f-223cc530b2a6'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:20.401391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 367712f9-927b-49b5-a2ad-e14bdb36dcdb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:20.403081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c511b5-35fa-4087-ae03-a09972c84df3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:20.403081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c511b5-35fa-4087-ae03-a09972c84df3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:20.429572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.447201 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21ff3c7c-356c-4d62-b255-b10f084cf4f5 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.2425151 Mar 08 12:43:20.449173 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] For port da2a0c19-6d57-4ef5-b8ff-af479b54cc65, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,segment=NetworkSegment(677b11de-529a-42ff-b6f3-b72fd10ad039),segment_id=677b11de-529a-42ff-b6f3-b72fd10ad039)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:20.449543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.450274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36406) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:20.458025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b40c14da-3acc-43e6-8b47-0cf8f5671f44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-786036597'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:20.477335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] DHCP port deletion for 6e436141-a514-48ff-94d8-09f86d641c0e request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:20.482538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] For port 0844b089-7da4-4a05-9388-fccac4df7e10, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:20.491110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:20.495689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6b597-3dec-4d60-b4f3-4125372b4f1f None None] The sync data for ids ['366d6574-6518-4cd4-863f-223cc530b2a6'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:20.522390 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.524239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eb2a666d-60db-44d7-b7dc-c200ddc47e15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.524239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2a666d-60db-44d7-b7dc-c200ddc47e15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Fanout notify agent at l3_agent the message router_deleted on router 366d6574-6518-4cd4-863f-223cc530b2a6 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:43:20.525055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] For port 0844b089-7da4-4a05-9388-fccac4df7e10, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0844b089-7da4-4a05-9388-fccac4df7e10,segment=NetworkSegment(8652ec19-9fea-47d8-8c42-3eddfb6a274a),segment_id=8652ec19-9fea-47d8-8c42-3eddfb6a274a)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:20.526071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Calling delete_port for da2a0c19-6d57-4ef5-b8ff-af479b54cc65 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:20.530898 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-14c511b5-35fa-4087-ae03-a09972c84df3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8980832 Mar 08 12:43:20.537412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eb2a666d-60db-44d7-b7dc-c200ddc47e15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.542114 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-eb2a666d-60db-44d7-b7dc-c200ddc47e15 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/routers/366d6574-6518-4cd4-863f-223cc530b2a6 HTTP/1.1" status: 204 len: 168 time: 0.5819976 Mar 08 12:43:20.545059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36408) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:20.545059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36410) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:20.550076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'subnet': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:20.570812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.587090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.626538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.628334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No active binding found for port 367712f9-927b-49b5-a2ad-e14bdb36dcdb {{(pid=104047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:43:20.628760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 367712f9-927b-49b5-a2ad-e14bdb36dcdb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:20.634963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] Pushing event deleted for resources: {'Port': ['ID=367712f9-927b-49b5-a2ad-e14bdb36dcdb,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:20.654416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65a380-61d2-4b17-8e22-91bd26b46815 None None] No DVR routers for this DVR port 367712f9-927b-49b5-a2ad-e14bdb36dcdb on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:20.710474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet c2a692d3-5497-4491-a410-fe89d6a4c950 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:20.713743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.752432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e180c-b1d9-437e-acc1-5fe8565723cc None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:20.759154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.780285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df756d-276d-4b55-b45e-31cf0aeca35c None None] Pushing event updated for resources: {'Port': ['ID=0844b089-7da4-4a05-9388-fccac4df7e10,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:20.820161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] Deleting port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:20.820535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.895246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Allocated IP 172.26.3.248 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/cb20833d-f2c7-451f-a239-dee2f607714e) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:20.913700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device da2a0c19-6d57-4ef5-b8ff-af479b54cc65 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:20.967301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.975375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:20.994890 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.003115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] For port da2a0c19-6d57-4ef5-b8ff-af479b54cc65, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,segment=NetworkSegment(677b11de-529a-42ff-b6f3-b72fd10ad039),segment_id=677b11de-529a-42ff-b6f3-b72fd10ad039)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:21.003580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.024365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Port': ['ID=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:21.034415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] Calling delete_port for da2a0c19-6d57-4ef5-b8ff-af479b54cc65 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:21.050938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.070418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No active binding found for port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 {{(pid=104047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:43:21.071596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device da2a0c19-6d57-4ef5-b8ff-af479b54cc65 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:21.073897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.107336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No DVR routers for this DVR port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:21.170090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:21.177254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.209382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:21.218066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:21.223889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Pushing event updated for resources: {'Port': ['ID=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:21.229158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:21.253905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:21.304243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:21.308505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.315707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:21.316283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.331395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.375774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=406727d9-d067-48c8-accb-9648c65f2df7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:21.381822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a692d3-5497-4491-a410-fe89d6a4c950,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:21.384551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'tenant_id': 'a20f4efc62584465997db4534081d51a', 'fixed_ips': [{'subnet_id': '15a27e91-3b80-4e92-a0db-35cf5d30f1d9'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:21.384970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40c14da-3acc-43e6-8b47-0cf8f5671f44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.385887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.389177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53c4d1-39ca-494a-9643-7416d4895377 None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:21.399172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.402724 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5b0cf0a1-94c4-4b91-aef1-2bb1719636ad tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/c2a692d3-5497-4491-a410-fe89d6a4c950 HTTP/1.1" status: 204 len: 168 time: 0.8484876 Mar 08 12:43:21.407399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36412) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:21.417663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] Pushing event deleted for resources: {'Port': ['ID=da2a0c19-6d57-4ef5-b8ff-af479b54cc65,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:21.427697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.430636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672154b9-b8ba-4a3c-a3d1-d9dd1f597f1d None None] Network a7901bed-26aa-4425-ae01-0006be5b5b53 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:21.525657 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-67f907ff-f62c-4dda-8a86-0dec6aee6f7e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1972029 Mar 08 12:43:21.526416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36414) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:21.528025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e436141-a514-48ff-94d8-09f86d641c0e']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:21.540661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-781217969', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '406727d9-d067-48c8-accb-9648c65f2df7'}], 'security_groups': ['7df6eaca-74c5-4cd7-81b7-55741b8f9aca']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:21.545799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849254a-e877-4797-84c8-fcc92697d0df None None] No DVR routers for this DVR port da2a0c19-6d57-4ef5-b8ff-af479b54cc65 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:21.553311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.582085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.590953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677b11de-529a-42ff-b6f3-b72fd10ad039') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:21.591301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677b11de-529a-42ff-b6f3-b72fd10ad039') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:21.631291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.649707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.671300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.685604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40c14da-3acc-43e6-8b47-0cf8f5671f44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.688241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.763915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Attempting to bind port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:21.764525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Attempting to bind port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:21.765030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Attempting to bind port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:21.773396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:21.779943 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:21.823619 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:21.824143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Checking segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:21.824660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.825144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Bound using segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:21.825956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Bound port: 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:21.826596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.869145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40c14da-3acc-43e6-8b47-0cf8f5671f44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 9d5a0096-05d9-462c-901b-2c471150b6cc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:21.910503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.objects.ports [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104046) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:43:21.917803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:21.965203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.022306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:22.022908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.027808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:22.033579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:22.034414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.083266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.086596 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/6e436141-a514-48ff-94d8-09f86d641c0e HTTP/1.1" status: 204 len: 168 time: 2.9287474 Mar 08 12:43:22.095958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36416) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:22.147396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Subnet': ['ID=6e254ade-b72f-41bd-bd1a-1430c3c2ee30,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:22.178184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] For port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:22.179305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:22.185071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] DHCP port deletion for a7901bed-26aa-4425-ae01-0006be5b5b53 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:22.187382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2374a7-9b91-4b16-9d85-7e611109868f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=6e436141-a514-48ff-94d8-09f86d641c0e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:22.208492 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:22.217026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] For port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:22.226759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2ab516-8c82-44be-8b0d-0a3c98898eb7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:22.227446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2ab516-8c82-44be-8b0d-0a3c98898eb7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:22.231360 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5f2ab516-8c82-44be-8b0d-0a3c98898eb7 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/173f0658-f700-45d7-bf0c-5b58c32890a7 HTTP/1.1" status: 404 len: 337 time: 0.1242681 Mar 08 12:43:22.234607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Port': ['ID=cb20833d-f2c7-451f-a239-dee2f607714e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:22.237459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Allocated IP 172.26.3.19 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/61a79ce2-9452-4a05-9a7e-081c993a34fd) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:22.239725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:22.241680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36418) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:22.245699 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.246557 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-463e1b26-48fa-4ab7-8479-0311d12ec27e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7003889 Mar 08 12:43:22.247373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36420) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:22.262453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Request body: {'port': {'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861', 'mac_address': 'fa:16:3e:fd:be:b3', 'name': 'tempest-NetworksTestDHCPv6-170344676'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:22.301570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40c14da-3acc-43e6-8b47-0cf8f5671f44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:22.313562 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] Sync routers for ids ['9d5a0096-05d9-462c-901b-2c471150b6cc'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:22.326463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40c14da-3acc-43e6-8b47-0cf8f5671f44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.330559 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b40c14da-3acc-43e6-8b47-0cf8f5671f44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/9d5a0096-05d9-462c-901b-2c471150b6cc HTTP/1.1" status: 200 len: 886 time: 1.8762372 Mar 08 12:43:22.331204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36422) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:22.332315 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc83a053-f703-448b-84bd-006ff26e11f9 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:22.341693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc83a053-f703-448b-84bd-006ff26e11f9 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:22.342367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.342485 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] Routers {'9d5a0096-05d9-462c-901b-2c471150b6cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:22.342485 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9d5a0096-05d9-462c-901b-2c471150b6cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:22.342656 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fc83a053-f703-448b-84bd-006ff26e11f9 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/998278f1-ae5d-4a9c-9093-6ed60fa00ece HTTP/1.1" status: 404 len: 339 time: 0.0941470 Mar 08 12:43:22.351540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36424) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:22.434808 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:22.454307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Allocated IP 2001:db8::2 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/15a27e91-3b80-4e92-a0db-35cf5d30f1d9/dffbce5e-45dc-4a54-a695-14ad6c7f4688) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:22.467698 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] Routers {'9d5a0096-05d9-462c-901b-2c471150b6cc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:22.467698 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9d5a0096-05d9-462c-901b-2c471150b6cc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:22.481074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] Deleting port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:22.481429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.497479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529d9b9-2925-4452-a6c6-c0c699c83c8e None None] Network 075d9c51-3a3f-416b-93b6-800678b08a10 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:22.502270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Allocated IP 2001:db8:0:1:f816:3eff:fef1:8fc5 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/6e254ade-b72f-41bd-bd1a-1430c3c2ee30/dffbce5e-45dc-4a54-a695-14ad6c7f4688) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:22.553642 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:22.554519 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97123ff1-a30b-462d-bad3-5542f7a17409 None None] The sync data for ids ['9d5a0096-05d9-462c-901b-2c471150b6cc'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:22.573895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:22.574888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.586977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549553e-07e4-40c0-9efc-1c45c1e3d896 None None] Pushing event updated for resources: {'Port': ['ID=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:22.610114 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b5f13c-3bbe-4a8b-b820-050005586d1c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:22.610941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b5f13c-3bbe-4a8b-b820-050005586d1c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:22.615110 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-93b5f13c-3bbe-4a8b-b820-050005586d1c tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/9aba18a2-07c1-4cdb-a089-d3f956207866 HTTP/1.1" status: 404 len: 337 time: 0.2614906 Mar 08 12:43:22.657971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36426) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:22.858780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] For port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,segment=NetworkSegment(33b47498-f367-4a4b-bc96-866409636fc3),segment_id=33b47498-f367-4a4b-bc96-866409636fc3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:22.858894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.889608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a7b549-082a-4951-81db-af5017c070b4 None None] Update dhcp port {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'fixed_ips': [{'subnet_id': 'e41de6cf-65ac-4444-9d3e-d7d5e713f12e', 'ip_address': '172.20.0.2'}, {'subnet_id': '406727d9-d067-48c8-accb-9648c65f2df7'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '50b4255c-b0db-453c-a8c2-7eacac7ee6b6'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:22.933334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fbb2b068-5380-4dcc-bb03-d9d9a8c3b26f None None] Provisioning complete for port 0844b089-7da4-4a05-9388-fccac4df7e10 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:22.933711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fbb2b068-5380-4dcc-bb03-d9d9a8c3b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:22.953497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] Calling delete_port for 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:23.017577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-59a7b549-082a-4951-81db-af5017c070b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.089411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:23.114022 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c2c14e00-e986-4d32-9af7-945728d7478d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/routers/9d5a0096-05d9-462c-901b-2c471150b6cc HTTP/1.1" status: 200 len: 886 time: 0.7042570 Mar 08 12:43:23.124953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36428) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:23.155548 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b6f9f7b0-b239-479f-afb0-de7b72fbbb1c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d5a0096-05d9-462c-901b-2c471150b6cc HTTP/1.1" status: 200 len: 205 time: 0.0291069 Mar 08 12:43:23.161227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36430) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:23.169776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Made reservation on behalf of a20f4efc62584465997db4534081d51a for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:23.224127 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4d37ce-7027-4c38-9324-43a5db982af1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:23.224127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4d37ce-7027-4c38-9324-43a5db982af1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:23.228967 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b4d37ce-7027-4c38-9324-43a5db982af1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/dfd70363-ffd6-45a0-8752-f62fa9b26c00 HTTP/1.1" status: 404 len: 339 time: 0.5597613 Mar 08 12:43:23.230432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36432) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:23.302076 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-371f9dd8-4243-4bac-be8a-0936012056c1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:23.302739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371f9dd8-4243-4bac-be8a-0936012056c1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:23.308249 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-371f9dd8-4243-4bac-be8a-0936012056c1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/aaa46e96-3913-4bc0-936d-9c038cfcd445 HTTP/1.1" status: 404 len: 337 time: 0.0756092 Mar 08 12:43:23.310888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36434) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:23.366574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] For port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,segment=NetworkSegment(33b47498-f367-4a4b-bc96-866409636fc3),segment_id=33b47498-f367-4a4b-bc96-866409636fc3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:23.368201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.372949 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2abfffc-3356-458d-a1cb-8a62f10b5aa1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:23.373535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2abfffc-3356-458d-a1cb-8a62f10b5aa1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:23.379927 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d2abfffc-3356-458d-a1cb-8a62f10b5aa1 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/1c47b2c2-0753-4e3f-9785-ae0af9c841bc HTTP/1.1" status: 404 len: 339 time: 0.0656934 Mar 08 12:43:23.380224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.381140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36436) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:23.405692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:23.406108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.406679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:23.434372 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fbb2b068-5380-4dcc-bb03-d9d9a8c3b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.450811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.459954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.480102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.482324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.486638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fbb2b068-5380-4dcc-bb03-d9d9a8c3b26f None None] For port 0844b089-7da4-4a05-9388-fccac4df7e10, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0844b089-7da4-4a05-9388-fccac4df7e10,segment=NetworkSegment(8652ec19-9fea-47d8-8c42-3eddfb6a274a),segment_id=8652ec19-9fea-47d8-8c42-3eddfb6a274a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:23.518860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.525257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] Pushing event deleted for resources: {'Port': ['ID=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:23.530194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8420f-a46b-471a-8a7d-e57a25241730 None None] No DVR routers for this DVR port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:23.532519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting subnet 9f5460c8-5d31-436c-80ba-caff464fd751 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:23.537306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.583121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.607142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:23.609640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fbb2b068-5380-4dcc-bb03-d9d9a8c3b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.617015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:23.623287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:23.631447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Pushing event updated for resources: {'Port': ['ID=dffbce5e-45dc-4a54-a695-14ad6c7f4688,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:23.682898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.690745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.763854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] device_id is not set on port 56b558ff-cdbb-4a83-b472-7a95b293f7a7 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:23.775589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Delete allocated IP 172.20.0.7 (7b1f0601-05c2-4407-9d2b-64f7418e1668/e41de6cf-65ac-4444-9d3e-d7d5e713f12e) {{(pid=104045) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 12:43:23.796473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2b068-5380-4dcc-bb03-d9d9a8c3b26f None None] Pushing event updated for resources: {'Port': ['ID=0844b089-7da4-4a05-9388-fccac4df7e10,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:23.805874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:23.807046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Attempting to bind port dffbce5e-45dc-4a54-a695-14ad6c7f4688 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:23.811058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Attempting to bind port dffbce5e-45dc-4a54-a695-14ad6c7f4688 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:23.811058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Attempting to bind port dffbce5e-45dc-4a54-a695-14ad6c7f4688 on network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:23.811522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.813693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.19 (7b1f0601-05c2-4407-9d2b-64f7418e1668/406727d9-d067-48c8-accb-9648c65f2df7/217f127e-62e5-441b-9be5-39a2da392de0) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:23.815044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:23.815487 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Checking segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:23.816053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.817122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Bound using segment: {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:23.817601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Bound port: dffbce5e-45dc-4a54-a695-14ad6c7f4688, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c21da6-51b5-4936-b4c1-899c3ebcff77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bfcbabf1-a0fa-45a6-8380-e996bf1f5861'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:23.818025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.859779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.862138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=9dd656ae-f9ca-42e4-91ea-eaf377d05a33,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:23.887406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No DVR routers for this DVR port 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:23.906087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.912688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.913786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0844b089-7da4-4a05-9388-fccac4df7e10 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:23.940918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:23.976933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] For port dffbce5e-45dc-4a54-a695-14ad6c7f4688, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:24.004991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] For port dffbce5e-45dc-4a54-a695-14ad6c7f4688, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dffbce5e-45dc-4a54-a695-14ad6c7f4688,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:24.027953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:24.034629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:24.042604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 0844b089-7da4-4a05-9388-fccac4df7e10 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:24.043216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.065643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5460c8-5d31-436c-80ba-caff464fd751,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:24.066010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:24.072056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.078673 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d23204c2-41f3-4c3d-b495-967fc80045ec tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/9f5460c8-5d31-436c-80ba-caff464fd751 HTTP/1.1" status: 204 len: 168 time: 0.6964309 Mar 08 12:43:24.079921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36438) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:24.084647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:24.124196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=61a79ce2-9452-4a05-9a7e-081c993a34fd,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:24.190981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.201379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.236215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.255116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227461a3-0d7f-4162-9dd3-15cedbdbe6f8 None None] Network a90504fa-ae2c-422a-b5fb-8e3dd02f85ae requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:24.280243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.280243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-32450401-93d4-41c9-91db-b5aa98cfc02b None None] Provisioning complete for port 0844b089-7da4-4a05-9388-fccac4df7e10 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:24.280243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32450401-93d4-41c9-91db-b5aa98cfc02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.290075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a4b3f-5ac8-4595-be87-00d65729f04d None None] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:24.303659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7901bed-26aa-4425-ae01-0006be5b5b53']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:24.320796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8::31e (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/15a27e91-3b80-4e92-a0db-35cf5d30f1d9/56b558ff-cdbb-4a83-b472-7a95b293f7a7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:24.332014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Allocated IP 2001:db8:0:1:f816:3eff:fefd:beb3 (bfcbabf1-a0fa-45a6-8380-e996bf1f5861/6e254ade-b72f-41bd-bd1a-1430c3c2ee30/56b558ff-cdbb-4a83-b472-7a95b293f7a7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:24.392339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting port c799a8f7-5b9f-4761-a255-7ecc84d21440 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:24.392339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.400246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 768f069c-b4ae-4c4d-b71d-014744a5aa04 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:24.400565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.423022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b47498-f367-4a4b-bc96-866409636fc3') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:24.423288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b47498-f367-4a4b-bc96-866409636fc3') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:24.482001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.519395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da0d9a-08b5-4961-b6e2-5ff26b2958ef None None] Pushing event updated for resources: {'Port': ['ID=dffbce5e-45dc-4a54-a695-14ad6c7f4688,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:24.549291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.576720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.580346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:24.580346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:24.583517 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:24.589832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] For port c799a8f7-5b9f-4761-a255-7ecc84d21440, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c799a8f7-5b9f-4761-a255-7ecc84d21440,segment=NetworkSegment(45656814-e6e5-4b96-ab92-57bb1c9d4377),segment_id=45656814-e6e5-4b96-ab92-57bb1c9d4377)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:24.589832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.626174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Calling delete_port for c799a8f7-5b9f-4761-a255-7ecc84d21440 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:24.634490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.662713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.710733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.748428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 768f069c-b4ae-4c4d-b71d-014744a5aa04 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:24.771442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-59a7b549-082a-4951-81db-af5017c070b4 None None] Allocated IP 172.20.0.18 (7b1f0601-05c2-4407-9d2b-64f7418e1668/406727d9-d067-48c8-accb-9648c65f2df7/50b4255c-b0db-453c-a8c2-7eacac7ee6b6) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:24.775941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.799709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:24.844278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.852414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:24.853105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9dd656ae-f9ca-42e4-91ea-eaf377d05a33 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:24.871235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] DHCP port deletion for a90504fa-ae2c-422a-b5fb-8e3dd02f85ae request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:24.875258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:24.883416 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/a7901bed-26aa-4425-ae01-0006be5b5b53 HTTP/1.1" status: 204 len: 168 time: 3.4706774 Mar 08 12:43:24.902653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36440) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:25.013533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b55965cb-33a0-4bbc-acc9-e6ca50bc8948 None None] Provisioning complete for port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:25.013835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b55965cb-33a0-4bbc-acc9-e6ca50bc8948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.042012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:25.128673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11448912-962f-4614-9b59-3971b594806e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:25.138553 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-11448912-962f-4614-9b59-3971b594806e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/22015d0a-1c2e-460e-a6af-1ae123069ddc HTTP/1.1" status: 200 len: 845 time: 0.2271483 Mar 08 12:43:25.138553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.138774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36442) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:25.158073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.183948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-59a7b549-082a-4951-81db-af5017c070b4 None None] For port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,segment=NetworkSegment(a7aee009-6550-4cc2-922a-3aaef86625ea),segment_id=a7aee009-6550-4cc2-922a-3aaef86625ea)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:25.204799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.211681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:25.211681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.248652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Port': ['ID=c799a8f7-5b9f-4761-a255-7ecc84d21440,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:25.252394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No DVR routers for this DVR port c799a8f7-5b9f-4761-a255-7ecc84d21440 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:25.273619 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a9af2cc4-e5f6-48ec-96b8-eacee57e6d5f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/22015d0a-1c2e-460e-a6af-1ae123069ddc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1344147 Mar 08 12:43:25.311224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36444) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:25.311609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-59a7b549-082a-4951-81db-af5017c070b4 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.320458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:25.325122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:25.325326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] Deleting port c799a8f7-5b9f-4761-a255-7ecc84d21440 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:25.325577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.346655 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:25.365674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:25.371652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:25.372315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.429270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.430064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-59a7b549-082a-4951-81db-af5017c070b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.452449 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.476262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] For port c799a8f7-5b9f-4761-a255-7ecc84d21440, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:25.476639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.485005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event updated for resources: {'Port': ['ID=56b558ff-cdbb-4a83-b472-7a95b293f7a7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:25.495798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0844b089-7da4-4a05-9388-fccac4df7e10 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:25.496916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.511021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] Calling delete_port for c799a8f7-5b9f-4761-a255-7ecc84d21440 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:25.530219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab1f5-9af0-4db6-9310-2665b8f6eb54 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=a7901bed-26aa-4425-ae01-0006be5b5b53,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:25.542980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] Port c799a8f7-5b9f-4761-a255-7ecc84d21440 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:43:25.545219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90504fa-ae2c-422a-b5fb-8e3dd02f85ae']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:25.549149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=768f069c-b4ae-4c4d-b71d-014744a5aa04,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:25.562995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=217f127e-62e5-441b-9be5-39a2da392de0,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:25.575970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.594980 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-78e1656e-4392-4528-b97c-95881ad7503b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3413577 Mar 08 12:43:25.600102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36446) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:25.605957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45656814-e6e5-4b96-ab92-57bb1c9d4377') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:25.606587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45656814-e6e5-4b96-ab92-57bb1c9d4377') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:25.612904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7b549-082a-4951-81db-af5017c070b4 None None] Pushing event updated for resources: {'Port': ['ID=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:25.616321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b1de0235-1714-4035-aae1-a90bc6d20679 None None] Provisioning complete for port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:25.616321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1de0235-1714-4035-aae1-a90bc6d20679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.626286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.645963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.649441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] No DVR routers for this DVR port c799a8f7-5b9f-4761-a255-7ecc84d21440 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:25.653587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:25.654102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.681912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb0073-a9a4-4709-b1c6-e66456d6c72e None None] Pushing event deleted for resources: {'Port': ['ID=c799a8f7-5b9f-4761-a255-7ecc84d21440,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:25.703623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] In _notify_port_updated(), no bound segment for port 217f127e-62e5-441b-9be5-39a2da392de0 on network 7b1f0601-05c2-4407-9d2b-64f7418e1668 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:43:25.713306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:25.714529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.716096 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-701f593e-1c0c-42cd-8070-bfddcb4254a2 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "PUT /v2.0/ports/217f127e-62e5-441b-9be5-39a2da392de0 HTTP/1.1" status: 200 len: 920 time: 4.1805060 Mar 08 12:43:25.725129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 0844b089-7da4-4a05-9388-fccac4df7e10 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:25.725557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.726674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36448) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:25.738854 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:25.826881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.930777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:25.937601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.951284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:25.965094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c799a8f7-5b9f-4761-a255-7ecc84d21440 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:25.999757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: c799a8f7-5b9f-4761-a255-7ecc84d21440 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:26.000089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c799a8f7-5b9f-4761-a255-7ecc84d21440 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:26.038152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Router 5c7757bc-abe8-498c-b42b-cf5041d57063 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:26.047691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.053577 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/a90504fa-ae2c-422a-b5fb-8e3dd02f85ae HTTP/1.1" status: 204 len: 168 time: 1.9539890 Mar 08 12:43:26.055353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36450) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:26.058086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting port 56b558ff-cdbb-4a83-b472-7a95b293f7a7 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:26.058434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.100989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.102931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b05b-c041-4955-bd00-6afca09e30cf tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=a90504fa-ae2c-422a-b5fb-8e3dd02f85ae,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:26.107840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.107997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.201598 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fcf24e-bd08-49fa-8a8e-10313177a069 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:26.202079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fcf24e-bd08-49fa-8a8e-10313177a069 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:26.208678 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-79fcf24e-bd08-49fa-8a8e-10313177a069 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/3565cf99-461f-4b37-8142-57387a2085c6 HTTP/1.1" status: 404 len: 337 time: 0.1471784 Mar 08 12:43:26.214271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36452) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:26.277229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f9768-866a-4692-9e67-62045775a132 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:26.282430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 217f127e-62e5-441b-9be5-39a2da392de0 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:26.282765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.286438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.287643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Fanout notify agent at l3_agent the message router_deleted on router 9d5a0096-05d9-462c-901b-2c471150b6cc {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:43:26.296280 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7d5391-c56f-4284-bc90-fb4059274b5a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:26.296280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7d5391-c56f-4284-bc90-fb4059274b5a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:26.296796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.297955 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-506d5288-453e-42b0-bcd2-ef813cadfb99 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/9d5a0096-05d9-462c-901b-2c471150b6cc HTTP/1.1" status: 204 len: 168 time: 3.1356242 Mar 08 12:43:26.302670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36454) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:26.305925 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2a7d5391-c56f-4284-bc90-fb4059274b5a tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/ab345a1e-fd1c-46ec-a900-54eca54f4b22 HTTP/1.1" status: 404 len: 339 time: 0.0905643 Mar 08 12:43:26.306603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36456) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:26.315078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832327793'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:26.395627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ea62e28d-1b50-4c90-b7a5-33e2c155b31d None None] Provisioning complete for port dffbce5e-45dc-4a54-a695-14ad6c7f4688 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:26.397415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea62e28d-1b50-4c90-b7a5-33e2c155b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.400855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.425752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:26.429253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:26.433733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:26.440215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.452592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a8166-0d25-42a9-9a57-265842eb88ef None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:26.465726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:26.474110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.526253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.539878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting subnet c52dd6aa-2ed6-4502-9580-8268d332d90f {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:26.548995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:26.553534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=c72a8d50-831e-4fcb-8aa2-2fed8699a21b,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:26.566632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.573205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Calling delete_port for 56b558ff-cdbb-4a83-b472-7a95b293f7a7 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:26.573674 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a853fdd9-9ef1-4697-963e-e40bff21a8bf tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2580466 Mar 08 12:43:26.576802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36458) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:26.578483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:26.588953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.589659 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 363b1d41-d77a-4f04-b819-34c6699e7678 of type vlan for network 78f74544-ba4f-4fcf-a42f-c18f099adb03 Mar 08 12:43:26.632169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-57f228b2-9d43-4e71-97dd-58547d439edc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021606952'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:26.643825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.665776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.683545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe16191-4be2-4946-83bc-47824a615368 None None] Sync routers for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:26.707499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 217f127e-62e5-441b-9be5-39a2da392de0 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:26.710790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.742105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe16191-4be2-4946-83bc-47824a615368 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:26.742743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afe16191-4be2-4946-83bc-47824a615368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:26.771331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57f228b2-9d43-4e71-97dd-58547d439edc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.797104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.803985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:26.805341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.805464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afe16191-4be2-4946-83bc-47824a615368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:26.821080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.822333 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0f98cc62-d679-423e-bf4e-24251e39de28 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.6589637 Mar 08 12:43:26.827830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36460) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:26.892254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe16191-4be2-4946-83bc-47824a615368 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:26.892254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afe16191-4be2-4946-83bc-47824a615368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:26.928120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.940526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afe16191-4be2-4946-83bc-47824a615368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:26.941206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe16191-4be2-4946-83bc-47824a615368 None None] The sync data for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:26.960469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea62e28d-1b50-4c90-b7a5-33e2c155b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:26.967473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:27.075943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ea62e28d-1b50-4c90-b7a5-33e2c155b31d None None] For port dffbce5e-45dc-4a54-a695-14ad6c7f4688, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dffbce5e-45dc-4a54-a695-14ad6c7f4688,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:27.116475 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'tenant_id': '6d5f6b62c91f45cea1288a2e1a74f3ed', 'fixed_ips': [{'subnet_id': 'c72a8d50-831e-4fcb-8aa2-2fed8699a21b'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:27.117718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.170240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea62e28d-1b50-4c90-b7a5-33e2c155b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.289099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dffbce5e-45dc-4a54-a695-14ad6c7f4688 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:27.295560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.327911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:27.331440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Port': ['ID=56b558ff-cdbb-4a83-b472-7a95b293f7a7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:27.338020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.346080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.367409 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:27.391872 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:27.392485 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:27.414588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e28d-1b50-4c90-b7a5-33e2c155b31d None None] Pushing event updated for resources: {'Port': ['ID=dffbce5e-45dc-4a54-a695-14ad6c7f4688,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:27.439971 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Provisioning complete for port 217f127e-62e5-441b-9be5-39a2da392de0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:27.440337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.461298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Subnet': ['ID=c52dd6aa-2ed6-4502-9580-8268d332d90f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:27.481401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=217f127e-62e5-441b-9be5-39a2da392de0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:27.483616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.489762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Port 217f127e-62e5-441b-9be5-39a2da392de0 was deleted so its status cannot be updated. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 08 12:43:27.490878 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-99dfa2f7-e250-4335-89f9-1c1e88f46536 tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/subnets/c52dd6aa-2ed6-4502-9580-8268d332d90f HTTP/1.1" status: 204 len: 168 time: 1.1750631 Mar 08 12:43:27.491600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd5f04-99b7-4607-bc7b-dd2fd505903a None None] Network 593a1108-63f7-4d38-934e-1f9528700f8f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:27.501739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.508025 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-30fade97-8a40-48a9-9b28-f6a3c65c0527 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/56b558ff-cdbb-4a83-b472-7a95b293f7a7 HTTP/1.1" status: 204 len: 168 time: 1.9037640 Mar 08 12:43:27.510146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36462) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:27.510474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36464) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:27.555317 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2465904 Mar 08 12:43:27.568786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36466) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:27.577103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b138-ac90-439c-93be-f290b7f93c39 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=78f74544-ba4f-4fcf-a42f-c18f099adb03,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:27.586659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': '78f74544-ba4f-4fcf-a42f-c18f099adb03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:27.601306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.603118 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-20eedc5e-2186-4912-8fc1-8493104fa9a3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1272979 Mar 08 12:43:27.626193 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:27.635870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36468) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:27.671049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Allocated IP 2001:db8::2 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/c72a8d50-831e-4fcb-8aa2-2fed8699a21b/6093d20f-debf-4753-b56d-98c7a9613d0a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:27.768629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57f228b2-9d43-4e71-97dd-58547d439edc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.849136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57f228b2-9d43-4e71-97dd-58547d439edc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.903267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e912c96-2a7e-4f49-ae56-9043694ffc2e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:27.905354 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e912c96-2a7e-4f49-ae56-9043694ffc2e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3865488 Mar 08 12:43:27.908605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36470) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:27.914747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.915271 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.948935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f228b2-9d43-4e71-97dd-58547d439edc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b64008-f706-4b27-bbf6-6588ba345bad,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:27.954524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:27.984811 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:24Z', 'revision_number': 3, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:27.988225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:27.993912 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f209fd58-b634-4cd1-b551-e9c99d3f38dc tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/217f127e-62e5-441b-9be5-39a2da392de0 HTTP/1.1" status: 204 len: 168 time: 2.2637334 Mar 08 12:43:28.001464 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36472) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:28.011148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:28.011394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:28.011909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.015363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.031913 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-289526f3-b2db-4884-9baf-c6fa5dca83c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:43:28.036966 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:43:28.037408 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-289526f3-b2db-4884-9baf-c6fa5dca83c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/217f127e-62e5-441b-9be5-39a2da392de0 HTTP/1.1" status: 404 len: 333 time: 0.0338259 Mar 08 12:43:28.038005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36474) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:28.038181 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Updating router 64f7c003-3d5a-4b85-abfc-cd7234c94783 port 61a79ce2-9452-4a05-9a7e-081c993a34fd binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:43:28.057087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port dffbce5e-45dc-4a54-a695-14ad6c7f4688 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:28.057708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.079206 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.106162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-57f228b2-9d43-4e71-97dd-58547d439edc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.106162 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-57f228b2-9d43-4e71-97dd-58547d439edc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5261269 Mar 08 12:43:28.126622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.232015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:28.241795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:28.258380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:28.264499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Pushing event updated for resources: {'Port': ['ID=6093d20f-debf-4753-b56d-98c7a9613d0a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:28.347246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] DHCP port deletion for 593a1108-63f7-4d38-934e-1f9528700f8f request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:28.372279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36476) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:28.379205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-97081bfa-69fa-4a92-b94e-40d3ce9d6515 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'security_group': {'name': 'tempest-secgroup-1160689299'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:28.437804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Attempting to bind port 6093d20f-debf-4753-b56d-98c7a9613d0a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:28.438264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Attempting to bind port 6093d20f-debf-4753-b56d-98c7a9613d0a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '5a224639-90c2-46d4-b722-fae6469f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:28.438625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Attempting to bind port 6093d20f-debf-4753-b56d-98c7a9613d0a on network f4f1fd16-6be9-4c95-a312-8742f4d30a6c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:28.445709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.486385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:28.535534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:28.536101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Checking segment: {'id': '5a224639-90c2-46d4-b722-fae6469f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:28.536558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.536956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Bound using segment: {'id': '5a224639-90c2-46d4-b722-fae6469f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:28.537452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Bound port: 6093d20f-debf-4753-b56d-98c7a9613d0a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a224639-90c2-46d4-b722-fae6469f354b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:28.537832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.540431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-30096f05-3556-4322-af9f-6142669050c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.548724 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.557035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97081bfa-69fa-4a92-b94e-40d3ce9d6515 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.560581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f9133-3550-4a82-a73b-afa786165369 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:28.566110 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7d0f9133-3550-4a82-a73b-afa786165369 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6482038 Mar 08 12:43:28.569529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36478) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:28.625814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Provisioning complete for port 85d82d9a-7981-463f-b8f1-85f00f1f230f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:28.626331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.632871 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.635805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=b734eb92-174e-422f-b969-e9ef0da73159,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:28.657119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-30096f05-3556-4322-af9f-6142669050c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.724576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-643f8675-49f8-4df8-8844-d3a92ebc86f3 None None] Port 85d82d9a-7981-463f-b8f1-85f00f1f230f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:28.727267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:28.727267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.733317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] Deleting port 6e67766f-064d-4eb6-8cfa-9d89372cb46e {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:28.737032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.737174 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Attempting to bind port 61a79ce2-9452-4a05-9a7e-081c993a34fd on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:28.737174 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Attempting to bind port 61a79ce2-9452-4a05-9a7e-081c993a34fd by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:28.737174 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Attempting to bind port 61a79ce2-9452-4a05-9a7e-081c993a34fd on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:28.738093 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Pushing event updated for resources: {'Port': ['ID=61a79ce2-9452-4a05-9a7e-081c993a34fd,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:28.750103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '363b1d41-d77a-4f04-b819-34c6699e7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '78f74544-ba4f-4fcf-a42f-c18f099adb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:28.750887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: 78f74544-ba4f-4fcf-a42f-c18f099adb03, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:28.761982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] For port 6093d20f-debf-4753-b56d-98c7a9613d0a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:28.775178 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:28.775535 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:28.776106 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.776635 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:28.777355 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Bound port: 61a79ce2-9452-4a05-9a7e-081c993a34fd, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:28.777935 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.780496 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.781007 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.781495 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.782005 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.782483 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.782966 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.783426 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.784321 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.784845 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.785523 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.786131 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.786629 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:28.794988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] For port 6093d20f-debf-4753-b56d-98c7a9613d0a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6093d20f-debf-4753-b56d-98c7a9613d0a,segment=NetworkSegment(5a224639-90c2-46d4-b722-fae6469f354b),segment_id=5a224639-90c2-46d4-b722-fae6469f354b)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:28.829214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a93cd7-d7cc-4fd5-8d8b-4a88d2c2347a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:28.831075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a93cd7-d7cc-4fd5-8d8b-4a88d2c2347a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:28.833689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a93cd7-d7cc-4fd5-8d8b-4a88d2c2347a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:28.835674 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b7a93cd7-d7cc-4fd5-8d8b-4a88d2c2347a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2176840 Mar 08 12:43:28.839072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36480) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:28.889261 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Deleting port 6e67766f-064d-4eb6-8cfa-9d89372cb46e {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:28.889867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.892332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.903178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] For port 6e67766f-064d-4eb6-8cfa-9d89372cb46e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e67766f-064d-4eb6-8cfa-9d89372cb46e,segment=NetworkSegment(a0a20a63-2673-4280-b61a-754bc02d84f4),segment_id=a0a20a63-2673-4280-b61a-754bc02d84f4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:28.903720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.939101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97081bfa-69fa-4a92-b94e-40d3ce9d6515 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.944420 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-30096f05-3556-4322-af9f-6142669050c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.947521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-30096f05-3556-4322-af9f-6142669050c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.951045 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-30096f05-3556-4322-af9f-6142669050c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/security-groups/1c30e252-ee48-4efc-a101-2097daf44f38 HTTP/1.1" status: 204 len: 168 time: 0.9100838 Mar 08 12:43:28.953401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36482) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:28.973235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:28.982505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:28.990441 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] For port 61a79ce2-9452-4a05-9a7e-081c993a34fd, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:28.992587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30096f05-3556-4322-af9f-6142669050c5 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c30e252-ee48-4efc-a101-2097daf44f38,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:29.002576 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 15a27e91-3b80-4e92-a0db-35cf5d30f1d9 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:29.005417 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] For port 61a79ce2-9452-4a05-9a7e-081c993a34fd, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=61a79ce2-9452-4a05-9a7e-081c993a34fd,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:29.018538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.020032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-eb55efdb-60cf-4f19-9b08-2e54bad53efc None None] Provisioning complete for port dffbce5e-45dc-4a54-a695-14ad6c7f4688 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:29.020517 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb55efdb-60cf-4f19-9b08-2e54bad53efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.046087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] Calling delete_port for 6e67766f-064d-4eb6-8cfa-9d89372cb46e owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:29.056213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97081bfa-69fa-4a92-b94e-40d3ce9d6515 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.069166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] For port 6e67766f-064d-4eb6-8cfa-9d89372cb46e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6e67766f-064d-4eb6-8cfa-9d89372cb46e,segment=NetworkSegment(a0a20a63-2673-4280-b61a-754bc02d84f4),segment_id=a0a20a63-2673-4280-b61a-754bc02d84f4)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:29.069535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.108041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 78f74544-ba4f-4fcf-a42f-c18f099adb03) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:29.134389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:29.135712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.136089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Calling delete_port for 6e67766f-064d-4eb6-8cfa-9d89372cb46e owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:29.150458 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.153038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.153564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33bb52-15fe-4639-8243-489c1e10b132 None None] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:29.186654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97081bfa-69fa-4a92-b94e-40d3ce9d6515 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a24d572-d8c5-4c6f-a673-369aaef538ba,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:29.197540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34ce8716-7313-40dd-917b-dd3a41fcc5df tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.214513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-97081bfa-69fa-4a92-b94e-40d3ce9d6515 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.215812 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-97081bfa-69fa-4a92-b94e-40d3ce9d6515 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8412001 Mar 08 12:43:29.227371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36484) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:29.243063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-499705696', 'security_groups': ['2a24d572-d8c5-4c6f-a673-369aaef538ba'], 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c72a8d50-831e-4fcb-8aa2-2fed8699a21b'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:29.248825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34ce8716-7313-40dd-917b-dd3a41fcc5df tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.257115 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1a82b-5f60-4d15-8f76-3d2280c9af38 None None] Pushing event updated for resources: {'Port': ['ID=61a79ce2-9452-4a05-9a7e-081c993a34fd,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:29.291588 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:29.292619 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:29.342281 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-997e331b-815f-44ca-ab39-6330259207f3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7635798 Mar 08 12:43:29.350070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36486) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:29.362861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9becccd6-2316-47dd-a23b-de915be28c5a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-711157937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:29.495907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34ce8716-7313-40dd-917b-dd3a41fcc5df tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.499033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34ce8716-7313-40dd-917b-dd3a41fcc5df tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.504038 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-34ce8716-7313-40dd-917b-dd3a41fcc5df tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/security-groups/7df6eaca-74c5-4cd7-81b7-55741b8f9aca HTTP/1.1" status: 204 len: 168 time: 0.5470746 Mar 08 12:43:29.504886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36488) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:29.531563 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:29.551547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1666dfe7-391f-4519-bb71-c79a956163b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.569174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.571744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019bc39-e99b-4f88-96c4-dfcffe88e713 None None] Pushing event updated for resources: {'Port': ['ID=6093d20f-debf-4753-b56d-98c7a9613d0a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:29.746418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-eb55efdb-60cf-4f19-9b08-2e54bad53efc None None] Could not find standard attr ID for object 56b558ff-cdbb-4a83-b472-7a95b293f7a7. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:43:29.752680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.754847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce8716-7313-40dd-917b-dd3a41fcc5df tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6eaca-74c5-4cd7-81b7-55741b8f9aca,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:29.762270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.774825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Allocated IP 172.20.0.1 (075d9c51-3a3f-416b-93b6-800678b08a10/70a17e7c-61ba-45d8-b209-e75c671ca848/a7e2450b-fdbc-4731-aab9-e0200589aa3f) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:29.779224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9becccd6-2316-47dd-a23b-de915be28c5a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.780987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9becccd6-2316-47dd-a23b-de915be28c5a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.804758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet e41de6cf-65ac-4444-9d3e-d7d5e713f12e {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:29.810291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.810709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-78f74544-ba4f-4fcf-a42f-c18f099adb03', 'network_id': '78f74544-ba4f-4fcf-a42f-c18f099adb03', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': 'b734eb92-174e-422f-b969-e9ef0da73159'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:29.811541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.846894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] Pushing event deleted for resources: {'Port': ['ID=6e67766f-064d-4eb6-8cfa-9d89372cb46e,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:29.856660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38d0f9-cf9c-4249-b205-f5dd02bf2f0c None None] No DVR routers for this DVR port 6e67766f-064d-4eb6-8cfa-9d89372cb46e on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:29.859332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Port': ['ID=6e67766f-064d-4eb6-8cfa-9d89372cb46e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:29.864431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] No DVR routers for this DVR port 6e67766f-064d-4eb6-8cfa-9d89372cb46e on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:29.877497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:29.888329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.911585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dffbce5e-45dc-4a54-a695-14ad6c7f4688 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:29.921025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:29.935527 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:24Z', 'revision_number': 3, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:29.972505 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22056605-af96-4cb0-aed3-d0a8f2f74883 None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:24Z', 'revision_number': 3, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:29.983024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.079075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.094728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port dffbce5e-45dc-4a54-a695-14ad6c7f4688 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:30.095212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.097237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Allocated IP 172.20.0.2 (78f74544-ba4f-4fcf-a42f-c18f099adb03/b734eb92-174e-422f-b969-e9ef0da73159/e8460f3a-d3fc-47d1-8f8d-285f917e08e6) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:30.128501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593a1108-63f7-4d38-934e-1f9528700f8f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:30.152482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9becccd6-2316-47dd-a23b-de915be28c5a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.174772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.203341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877eab8b-9b5b-4649-a319-75779fddc2a6 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:30.276101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a20a63-2673-4280-b61a-754bc02d84f4') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:30.276395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a20a63-2673-4280-b61a-754bc02d84f4') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:30.288651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9becccd6-2316-47dd-a23b-de915be28c5a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.298666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.302751 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/15a27e91-3b80-4e92-a0db-35cf5d30f1d9 HTTP/1.1" status: 204 len: 168 time: 1.4614913 Mar 08 12:43:30.310070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36490) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:30.321240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.326476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5323416-f792-4353-9bc5-ab44b5d58f0b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=15a27e91-3b80-4e92-a0db-35cf5d30f1d9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:30.335587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.342013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.383585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6093d20f-debf-4753-b56d-98c7a9613d0a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:30.429054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9becccd6-2316-47dd-a23b-de915be28c5a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.430446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9becccd6-2316-47dd-a23b-de915be28c5a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0796258 Mar 08 12:43:30.434345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36492) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:30.468022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.485421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 3d76e28d-3879-4994-874c-403990476764 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:30.544237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:30.545189 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:30.552851 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:30.607792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Deleting subnet 6e254ade-b72f-41bd-bd1a-1430c3c2ee30 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:30.611439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Allocated IP 172.20.0.1 (70c6fa82-02d6-44c4-98e6-d63da42c5908/7fc36bd6-02f0-4b14-ab5a-c61232eedba2/19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:30.625557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.646024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.674548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:30.674924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.687811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.692270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.698924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.710654 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/e41de6cf-65ac-4444-9d3e-d7d5e713f12e HTTP/1.1" status: 204 len: 168 time: 1.1891186 Mar 08 12:43:30.710850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d4113-b74b-4cd8-b7f2-e2c22ef8f569 None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:30.718514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.736148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36494) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:30.746237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:30.797537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Network 075d9c51-3a3f-416b-93b6-800678b08a10 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:30.801106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Port': ['ID=a7e2450b-fdbc-4731-aab9-e0200589aa3f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:30.804172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:30.850029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:30.888026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:30.916657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.942951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488af44-46cc-4279-ace0-43244738d82b tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=e41de6cf-65ac-4444-9d3e-d7d5e713f12e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:30.950792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:30.951844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:30.961405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:31.028018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.124201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.131070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Provisioning complete for port 22015d0a-1c2e-460e-a6af-1ae123069ddc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:31.131620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.149624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.198831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Pushing event updated for resources: {'Port': ['ID=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:31.204955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Port 22015d0a-1c2e-460e-a6af-1ae123069ddc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:31.279136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.284312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Attempting to bind port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:31.284724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Attempting to bind port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '363b1d41-d77a-4f04-b819-34c6699e7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '78f74544-ba4f-4fcf-a42f-c18f099adb03'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:31.285092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Attempting to bind port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 on network 78f74544-ba4f-4fcf-a42f-c18f099adb03 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:31.290269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:31.290269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.293508 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] 10.222.0.65 "DELETE /v2.0/networks/593a1108-63f7-4d38-934e-1f9528700f8f HTTP/1.1" status: 204 len: 168 time: 3.7804337 Mar 08 12:43:31.301160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.362441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.367974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:31.368490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Checking segment: {'id': '363b1d41-d77a-4f04-b819-34c6699e7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '78f74544-ba4f-4fcf-a42f-c18f099adb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:31.369051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.369544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Bound using segment: {'id': '363b1d41-d77a-4f04-b819-34c6699e7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '78f74544-ba4f-4fcf-a42f-c18f099adb03'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:31.370157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Bound port: e8460f3a-d3fc-47d1-8f8d-285f917e08e6, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363b1d41-d77a-4f04-b819-34c6699e7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '78f74544-ba4f-4fcf-a42f-c18f099adb03'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:31.370638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.381447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.404738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d76b6-6533-4395-b747-36e430d2ea0f tempest-NetworksIpV6Test-1107928455 tempest-NetworksIpV6Test-1107928455-project] Pushing event deleted for resources: {'Network': ['ID=593a1108-63f7-4d38-934e-1f9528700f8f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:31.406690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Subnet': ['ID=6e254ade-b72f-41bd-bd1a-1430c3c2ee30,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:31.434442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.438840 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0e05ffa2-1edc-4382-8557-37a833583e23 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/6e254ade-b72f-41bd-bd1a-1430c3c2ee30 HTTP/1.1" status: 204 len: 168 time: 1.1239243 Mar 08 12:43:31.448803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36498) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:31.484349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::14a (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/c72a8d50-831e-4fcb-8aa2-2fed8699a21b/3d76e28d-3879-4994-874c-403990476764) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:31.488835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 6093d20f-debf-4753-b56d-98c7a9613d0a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6093d20f-debf-4753-b56d-98c7a9613d0a,segment=NetworkSegment(5a224639-90c2-46d4-b722-fae6469f354b),segment_id=5a224639-90c2-46d4-b722-fae6469f354b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:31.532219 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-89fc8f48-0d2e-4cc7-9e74-556810732a0d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770183 Mar 08 12:43:31.540086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:31.544767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.575372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.20.0.1 (78f74544-ba4f-4fcf-a42f-c18f099adb03/b734eb92-174e-422f-b969-e9ef0da73159/04df664b-b5b9-449e-a236-eeb50b85078d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:31.609481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.623734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] For port e8460f3a-d3fc-47d1-8f8d-285f917e08e6, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:31.712880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.747007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36500) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:31.789291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e67766f-064d-4eb6-8cfa-9d89372cb46e no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:31.817272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] For port e8460f3a-d3fc-47d1-8f8d-285f917e08e6, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,segment=NetworkSegment(363b1d41-d77a-4f04-b819-34c6699e7678),segment_id=363b1d41-d77a-4f04-b819-34c6699e7678)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:31.821987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6e67766f-064d-4eb6-8cfa-9d89372cb46e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:31.830185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6e67766f-064d-4eb6-8cfa-9d89372cb46e not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:31.831226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.852088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.883612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=6093d20f-debf-4753-b56d-98c7a9613d0a,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:31.905556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9654-9b77-4dd3-b11b-df451cc88274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:31.972114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.002125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.021416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.102156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92fc97-055c-4d31-bbde-f60ceab5f27b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:32.106100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f92fc97-055c-4d31-bbde-f60ceab5f27b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3574944 Mar 08 12:43:32.109828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:32.113295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 61a79ce2-9452-4a05-9a7e-081c993a34fd up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:32.161106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:32.162883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36504) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:32.163208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36506) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:32.198218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:32.212332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:43:32.212874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-48d28c52-d809-4503-9633-d6ed095333ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:43:32.242865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7e90d-393d-4c28-9ca9-47437c3608d6 None None] Network bfcbabf1-a0fa-45a6-8380-e996bf1f5861 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:32.261493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1ae77-0e47-4363-b388-74812f51e49c None None] Pushing event updated for resources: {'Port': ['ID=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:32.362814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 61a79ce2-9452-4a05-9a7e-081c993a34fd triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:32.363270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.620077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.643290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 61a79ce2-9452-4a05-9a7e-081c993a34fd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=61a79ce2-9452-4a05-9a7e-081c993a34fd,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:32.697105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.710980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] DHCP port deletion for bfcbabf1-a0fa-45a6-8380-e996bf1f5861 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:32.712932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:32.720432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:32.732607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:32.789560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.794203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.810197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Pushing event updated for resources: {'Port': ['ID=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:32.819982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.878692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.913172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] Deleting port dffbce5e-45dc-4a54-a695-14ad6c7f4688 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:32.913818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.914965 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:32.915861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=61a79ce2-9452-4a05-9a7e-081c993a34fd,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:32.923408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:32.931375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:32.931952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.946424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:32.963197 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=04df664b-b5b9-449e-a236-eeb50b85078d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:33.046894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3066c2ec-f47d-49d6-bd1e-f8bb481f859b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:33.048721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3066c2ec-f47d-49d6-bd1e-f8bb481f859b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8775096 Mar 08 12:43:33.070829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36512) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.101177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45027445-ad3c-4fae-b059-d02231e293e2 None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:33.110056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.117482 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3735080 Mar 08 12:43:33.126053 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-46c06d4b-562b-47ba-9369-862f72a21e22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92486c35e1bd4273a89ef81459b77f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9535122 Mar 08 12:43:33.126940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36514) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.141256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-68f76ba2-4eb0-418c-9143-5bf95a384555 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301818346'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:33.147228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36516) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.155501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e4b93-d1f6-4c04-8cd8-01a684496a20 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=d33a99a3-edd4-4540-af92-452e35fed031,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:33.186243 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8a4d1758-871c-4729-a406-429a70e3019b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895090 Mar 08 12:43:33.199543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36518) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.219007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Provisioning complete for port a7e2450b-fdbc-4731-aab9-e0200589aa3f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:33.219580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.229262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] For port dffbce5e-45dc-4a54-a695-14ad6c7f4688, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dffbce5e-45dc-4a54-a695-14ad6c7f4688,segment=NetworkSegment(43c21da6-51b5-4936-b4c1-899c3ebcff77),segment_id=43c21da6-51b5-4936-b4c1-899c3ebcff77)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:33.229678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.254993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:33.256768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:33.272258 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e656c1f1-f820-4c8c-a237-0425dac3d322 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:33.273025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e656c1f1-f820-4c8c-a237-0425dac3d322 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:33.276889 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e656c1f1-f820-4c8c-a237-0425dac3d322 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/56b558ff-cdbb-4a83-b472-7a95b293f7a7 HTTP/1.1" status: 404 len: 333 time: 0.0754929 Mar 08 12:43:33.280084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:33.286693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:33.287692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.291085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36520) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.292530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] Calling delete_port for dffbce5e-45dc-4a54-a695-14ad6c7f4688 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:33.308026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=3d76e28d-3879-4994-874c-403990476764,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:33.313184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Port a7e2450b-fdbc-4731-aab9-e0200589aa3f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:33.364822 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d83e88c-f6f9-4ce2-9202-3723ca1a940f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:33.365295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d83e88c-f6f9-4ce2-9202-3723ca1a940f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:33.368623 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9d83e88c-f6f9-4ce2-9202-3723ca1a940f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/6e254ade-b72f-41bd-bd1a-1430c3c2ee30 HTTP/1.1" status: 404 len: 337 time: 0.0766931 Mar 08 12:43:33.371788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36522) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.372457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-68f76ba2-4eb0-418c-9143-5bf95a384555 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.380860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.407767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.415607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Provisioning complete for port dffbce5e-45dc-4a54-a695-14ad6c7f4688 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:33.416080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.425369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.483342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98a8734-175f-4d5e-bf10-ae5645aad0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.498435 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfeac16-2f83-4b6b-a4d3-d14888c2e26b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:33.498900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfeac16-2f83-4b6b-a4d3-d14888c2e26b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:33.504560 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bcfeac16-2f83-4b6b-a4d3-d14888c2e26b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/15a27e91-3b80-4e92-a0db-35cf5d30f1d9 HTTP/1.1" status: 404 len: 337 time: 0.1293032 Mar 08 12:43:33.511864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36524) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.515788 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d0f8de4e-ae6f-4107-ac05-7041296b1650 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2841203 Mar 08 12:43:33.515788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36526) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.520839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b62d1119-f648-4a19-8bdf-841379b5ee3f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:33.695653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.700090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:33.701262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.789224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28cbc2-8291-4dd9-95ee-248070afb762 None None] Update dhcp port {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'fixed_ips': [{'subnet_id': '406727d9-d067-48c8-accb-9648c65f2df7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd33a99a3-edd4-4540-af92-452e35fed031'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '50b4255c-b0db-453c-a8c2-7eacac7ee6b6'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:33.795854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] No DVR routers for this DVR port dffbce5e-45dc-4a54-a695-14ad6c7f4688 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:33.796443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98a8734-175f-4d5e-bf10-ae5645aad0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.806352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.817093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063bc2-75ce-4a99-a456-807666b84fbe None None] Pushing event deleted for resources: {'Port': ['ID=dffbce5e-45dc-4a54-a695-14ad6c7f4688,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:33.822531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-243256c1-1d89-4fbd-b8ad-35cecc54191f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:33.823249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243256c1-1d89-4fbd-b8ad-35cecc54191f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:33.827833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e161ad6-9bd3-4c82-9eef-8b1a91551dc8 None None] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:33.829870 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-243256c1-1d89-4fbd-b8ad-35cecc54191f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/f60c8715-8e83-4a1c-ad36-9d6b7fab2159 HTTP/1.1" status: 404 len: 333 time: 0.3082452 Mar 08 12:43:33.830501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36528) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.831125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.860914 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9e83f2-8a08-4b55-bbf5-cbb518c6763d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:33.861888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9e83f2-8a08-4b55-bbf5-cbb518c6763d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:33.865300 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fd9e83f2-8a08-4b55-bbf5-cbb518c6763d tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/b35ba9e4-6555-490c-83fa-55c79104f79d HTTP/1.1" status: 404 len: 337 time: 0.0337949 Mar 08 12:43:33.870803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36530) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.873723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb28cbc2-8291-4dd9-95ee-248070afb762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.908640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.928900 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e370080a-56a9-4fc0-abeb-acbd51330776 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:33.929366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e370080a-56a9-4fc0-abeb-acbd51330776 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:33.938274 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e370080a-56a9-4fc0-abeb-acbd51330776 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/3c3bc5ac-bf5a-4be8-8e43-abbb677091d9 HTTP/1.1" status: 404 len: 337 time: 0.0657418 Mar 08 12:43:33.940086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d1119-f648-4a19-8bdf-841379b5ee3f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:33.949917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36532) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:33.952833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b62d1119-f648-4a19-8bdf-841379b5ee3f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:33.956099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.015755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Port': ['ID=a7e2450b-fdbc-4731-aab9-e0200589aa3f,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:34.019092 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f3c0a4-ea11-465f-9c69-e1366d8bc29c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.020565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f3c0a4-ea11-465f-9c69-e1366d8bc29c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.026511 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d1f3c0a4-ea11-465f-9c69-e1366d8bc29c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/d58510d7-24ac-49d2-a437-0d4aea7eddfa HTTP/1.1" status: 404 len: 333 time: 0.0724702 Mar 08 12:43:34.030683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36534) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.049069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.067497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-68f76ba2-4eb0-418c-9143-5bf95a384555 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.087840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Pushing event updated for resources: {'Port': ['ID=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:34.097709 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb340d0-5163-401a-8c91-2d79908bed21 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.098608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb340d0-5163-401a-8c91-2d79908bed21 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.104757 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ebb340d0-5163-401a-8c91-2d79908bed21 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/bb8bf59c-0fe4-4cbd-9ffc-c6f09d218e80 HTTP/1.1" status: 404 len: 337 time: 0.0619938 Mar 08 12:43:34.108437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36536) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.113326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Provisioning complete for port 85d82d9a-7981-463f-b8f1-85f00f1f230f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:34.121925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.148021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.157304 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee828a79-dc6d-4c00-a982-e21518ea7db5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.157974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee828a79-dc6d-4c00-a982-e21518ea7db5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.163569 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ee828a79-dc6d-4c00-a982-e21518ea7db5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/72255ce5-26c8-4e91-895a-f31411b3af64 HTTP/1.1" status: 404 len: 337 time: 0.0512838 Mar 08 12:43:34.177983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36538) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.187591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-68f76ba2-4eb0-418c-9143-5bf95a384555 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.211113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98a8734-175f-4d5e-bf10-ae5645aad0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.211530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 61a79ce2-9452-4a05-9a7e-081c993a34fd up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:34.213580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a98a8734-175f-4d5e-bf10-ae5645aad0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.217109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a98a8734-175f-4d5e-bf10-ae5645aad0c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30b7c477-3a58-4960-b158-a0cde588f34c HTTP/1.1" status: 204 len: 168 time: 1.0664959 Mar 08 12:43:34.232155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.245911 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f446d984-b029-43a4-a75b-20e5c291185a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.246580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f446d984-b029-43a4-a75b-20e5c291185a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.249650 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f446d984-b029-43a4-a75b-20e5c291185a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/47efbdcc-699b-461b-879d-011ecf5b9180 HTTP/1.1" status: 404 len: 333 time: 0.0708284 Mar 08 12:43:34.254798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36542) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.270340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Network 075d9c51-3a3f-416b-93b6-800678b08a10 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:34.271160 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.ipam_backend_mixin [None req-b62d1119-f648-4a19-8bdf-841379b5ee3f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c72a8d50-831e-4fcb-8aa2-2fed8699a21b (CIDR: 2001:db8::/64) Mar 08 12:43:34.280031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-cb28cbc2-8291-4dd9-95ee-248070afb762 None None] Allocated IP 172.20.0.2 (7b1f0601-05c2-4407-9d2b-64f7418e1668/d33a99a3-edd4-4540-af92-452e35fed031/50b4255c-b0db-453c-a8c2-7eacac7ee6b6) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:34.281312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:34.299731 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4c7f61-d7f7-46e9-858c-993f742b4075 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.299731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4c7f61-d7f7-46e9-858c-993f742b4075 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.300012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-aac78200-b70a-4b8a-8aba-2c258c35e966 None None] Port 85d82d9a-7981-463f-b8f1-85f00f1f230f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:34.304396 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9c4c7f61-d7f7-46e9-858c-993f742b4075 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/e7c57264-0eeb-45c8-888a-179207d72145 HTTP/1.1" status: 404 len: 337 time: 0.0443387 Mar 08 12:43:34.305876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36544) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.337964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.343164 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fa9aed-a6e2-447d-964a-2db5f7e6687b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.343622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fa9aed-a6e2-447d-964a-2db5f7e6687b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.355278 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a9fa9aed-a6e2-447d-964a-2db5f7e6687b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/92897212-3035-43a8-9739-5fbe320ac726 HTTP/1.1" status: 404 len: 337 time: 0.0474010 Mar 08 12:43:34.355527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.356194 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62d1119-f648-4a19-8bdf-841379b5ee3f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:34.356651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62d1119-f648-4a19-8bdf-841379b5ee3f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.361401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36546) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.373378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-68f76ba2-4eb0-418c-9143-5bf95a384555 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.382948 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-68f76ba2-4eb0-418c-9143-5bf95a384555 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2445328 Mar 08 12:43:34.386775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36548) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.403973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f76ba2-4eb0-418c-9143-5bf95a384555 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87fa437-3f2b-4e4b-ae66-16d266ec4a74,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:34.408650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3fd4666a-fadf-4b59-b60b-5c8f07694c92 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'security_group': {'name': 'tempest-secgroup-315186114'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:34.432840 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f65e3fa-c6fd-440d-ba24-f3a50a7d89a1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.433171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f65e3fa-c6fd-440d-ba24-f3a50a7d89a1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.440291 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3f65e3fa-c6fd-440d-ba24-f3a50a7d89a1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/9d78331a-4cae-4c99-9525-0e4ef3187f01 HTTP/1.1" status: 404 len: 333 time: 0.0752532 Mar 08 12:43:34.444504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36550) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.477234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 61a79ce2-9452-4a05-9a7e-081c993a34fd triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:34.477604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.483203 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fca780-4914-4712-98de-bcea4236f315 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.483660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fca780-4914-4712-98de-bcea4236f315 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.487076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a8734-175f-4d5e-bf10-ae5645aad0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b7c477-3a58-4960-b158-a0cde588f34c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:34.487288 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a4fca780-4914-4712-98de-bcea4236f315 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/68e0e7a4-73f6-4efa-8c46-e551b55e92c3 HTTP/1.1" status: 404 len: 337 time: 0.0419517 Mar 08 12:43:34.489597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:34.491276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:34.492918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36552) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.505642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.534492 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-8982291e-f872-4bda-9835-e06fad310ed9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.536644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8982291e-f872-4bda-9835-e06fad310ed9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.551590 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8982291e-f872-4bda-9835-e06fad310ed9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/1b2a7c0a-f46c-49cc-8583-41560b5c36e9 HTTP/1.1" status: 404 len: 333 time: 0.0528400 Mar 08 12:43:34.551590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36554) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.566401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cb28cbc2-8291-4dd9-95ee-248070afb762 None None] For port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,segment=NetworkSegment(a7aee009-6550-4cc2-922a-3aaef86625ea),segment_id=a7aee009-6550-4cc2-922a-3aaef86625ea)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:34.576729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Provisioning complete for port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:34.577241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.581715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=04df664b-b5b9-449e-a236-eeb50b85078d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:34.663606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3fd4666a-fadf-4b59-b60b-5c8f07694c92 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.674647 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b62d1119-f648-4a19-8bdf-841379b5ee3f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1577847 Mar 08 12:43:34.675308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36558) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.697257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:34.702803 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae2966a-e09e-427d-a3ae-c35b3cf74d91 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.703263 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae2966a-e09e-427d-a3ae-c35b3cf74d91 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.710326 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7ae2966a-e09e-427d-a3ae-c35b3cf74d91 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/9f5b776a-c36c-4c4c-9f81-bd3a535a8a27 HTTP/1.1" status: 404 len: 337 time: 0.1578586 Mar 08 12:43:34.723925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Router 5c7757bc-abe8-498c-b42b-cf5041d57063 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:34.724178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36560) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.779795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb28cbc2-8291-4dd9-95ee-248070afb762 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.849973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb28cbc2-8291-4dd9-95ee-248070afb762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:34.868848 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e67ba30-add7-447a-b563-cfaa4d0f07e5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:34.882066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e67ba30-add7-447a-b563-cfaa4d0f07e5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:34.882066 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6e67ba30-add7-447a-b563-cfaa4d0f07e5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/8116f4f3-2920-498b-9af3-443b2b52034c HTTP/1.1" status: 404 len: 333 time: 0.1312222 Mar 08 12:43:34.885202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36566) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:34.923470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6093d20f-debf-4753-b56d-98c7a9613d0a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:34.998547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:34.999782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.003692 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dfd958-7ebe-47fd-8696-0de920f09af9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:35.004349 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dfd958-7ebe-47fd-8696-0de920f09af9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:35.008435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28cbc2-8291-4dd9-95ee-248070afb762 None None] Pushing event updated for resources: {'Port': ['ID=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:35.008613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a7dfd958-7ebe-47fd-8696-0de920f09af9 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/545c4300-5d47-40d1-928f-e34483ab6bfc HTTP/1.1" status: 404 len: 337 time: 0.1140451 Mar 08 12:43:35.012156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:35.025761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36570) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.085892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfd2f73-45ba-4f0d-8de5-d232dc383748 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:35.092869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfd2f73-45ba-4f0d-8de5-d232dc383748 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:35.092869 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3cfd2f73-45ba-4f0d-8de5-d232dc383748 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/113b2b02-7c62-4393-9d59-695761dae97d HTTP/1.1" status: 404 len: 333 time: 0.0628076 Mar 08 12:43:35.097287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] For port e8460f3a-d3fc-47d1-8f8d-285f917e08e6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,segment=NetworkSegment(363b1d41-d77a-4f04-b819-34c6699e7678),segment_id=363b1d41-d77a-4f04-b819-34c6699e7678)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:35.098770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36574) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.113878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:35.130605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:35.130979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.183641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:35.205149 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e4e9bd-ea76-435c-b31c-7d6b4efb9b65 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:35.205149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e4e9bd-ea76-435c-b31c-7d6b4efb9b65 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:35.206706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.208963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] Sync routers for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:35.214900 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c9e4e9bd-ea76-435c-b31c-7d6b4efb9b65 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/311ef929-89e9-421f-b93c-0c4b30eeea70 HTTP/1.1" status: 404 len: 337 time: 0.0996122 Mar 08 12:43:35.222809 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36576) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.226241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3fd4666a-fadf-4b59-b60b-5c8f07694c92 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.244525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36578) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.245831 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-46da52fe-7f1e-472d-b231-d37325567bcb tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "PUT /v2.0/routers/5c7757bc-abe8-498c-b42b-cf5041d57063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4125407 Mar 08 12:43:35.256654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Request body: {'port': {'network_id': '075d9c51-3a3f-416b-93b6-800678b08a10', 'name': 'tempest-FloatingIPAdminTestJSON-978062924'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:35.288505 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe97be1-027c-491a-bf8f-91e6729f26a2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:35.289237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe97be1-027c-491a-bf8f-91e6729f26a2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:35.291459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:35.292356 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-afe97be1-027c-491a-bf8f-91e6729f26a2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/e1396de4-accc-40a6-b20a-c9df46d806d0 HTTP/1.1" status: 404 len: 333 time: 0.0648177 Mar 08 12:43:35.293089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.296734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36580) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.298433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Provisioning complete for port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:35.298797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.381082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Pushing event updated for resources: {'Port': ['ID=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:35.399983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.444498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 907c0940-3a0a-421b-a30d-3b41f188ba96 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:35.446023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:35.449005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.452140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3fd4666a-fadf-4b59-b60b-5c8f07694c92 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.461626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:35.463883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.476905 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b16825-1b93-4838-8a1f-bca9135346f6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:35.476905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b16825-1b93-4838-8a1f-bca9135346f6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:35.476905 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f1b16825-1b93-4838-8a1f-bca9135346f6 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/323c19ed-dba6-4a73-a7cb-53ee2b841db7 HTTP/1.1" status: 404 len: 337 time: 0.1734319 Mar 08 12:43:35.518773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36586) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.530371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:35.553940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.554780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a667139-c4ba-4abc-a19e-0c6fe4581e67 None None] The sync data for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:35.600945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e8460f3a-d3fc-47d1-8f8d-285f917e08e6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:35.619537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:35.630273 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-34f8c11c-a0de-4488-adcd-1627aae775a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/907c0940-3a0a-421b-a30d-3b41f188ba96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1946886 Mar 08 12:43:35.633946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Provisioning complete for port 3d76e28d-3879-4994-874c-403990476764 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:35.634121 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edd4ccf-e080-4cc9-a819-0ace9735fa83 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:35.634321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.634508 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] Sync routers for ids ['907c0940-3a0a-421b-a30d-3b41f188ba96'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:35.634962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edd4ccf-e080-4cc9-a819-0ace9735fa83 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:35.637263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36590) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.640164 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4edd4ccf-e080-4cc9-a819-0ace9735fa83 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/0119ad4d-62fd-4cbe-8308-108e23daf737 HTTP/1.1" status: 404 len: 333 time: 0.1181893 Mar 08 12:43:35.641032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3fd4666a-fadf-4b59-b60b-5c8f07694c92 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.647913 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3fd4666a-fadf-4b59-b60b-5c8f07694c92 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2431052 Mar 08 12:43:35.654300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36592) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.654628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36594) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.665083 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] Routers {'907c0940-3a0a-421b-a30d-3b41f188ba96'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:35.665945 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['907c0940-3a0a-421b-a30d-3b41f188ba96'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.680127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d138975e-7969-40a2-aa0b-13d3c213c368 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'security_group': {'name': 'tempest-secgroup-924329835'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:35.694666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4666a-fadf-4b59-b60b-5c8f07694c92 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae5a9bc-e169-4846-a03e-c178b01eea3d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:35.718164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-164a7ffc-ba13-49b2-8f99-9a8157e68b7d None None] Port 3d76e28d-3879-4994-874c-403990476764 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:35.749871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1dc64-d9eb-46f4-aaf8-7481160cfb4c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:35.751376 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-57e1dc64-d9eb-46f4-aaf8-7481160cfb4c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports/04df664b-b5b9-449e-a236-eeb50b85078d HTTP/1.1" status: 200 len: 910 time: 0.1128883 Mar 08 12:43:35.760714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36598) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:35.771034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b734eb92-174e-422f-b969-e9ef0da73159'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:35.772920 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.779303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:35.779678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:35.799168 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] Routers {'907c0940-3a0a-421b-a30d-3b41f188ba96'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:35.800045 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['907c0940-3a0a-421b-a30d-3b41f188ba96'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.878046 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:35.879488 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60551b50-e1f6-4f90-bc25-d1eac6f42441 None None] The sync data for ids ['907c0940-3a0a-421b-a30d-3b41f188ba96'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:35.900497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36600) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.016033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.074176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Provisioning complete for port a7e2450b-fdbc-4731-aab9-e0200589aa3f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:36.074552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.097028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cdee5f8e-8a6d-4e08-904d-867471ff17fe tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1514048769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:36.124124 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62fc2db-24ed-4105-9272-179356513077 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.124752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62fc2db-24ed-4105-9272-179356513077 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.127638 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d62fc2db-24ed-4105-9272-179356513077 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/4e7ecea8-e1fd-4eed-aff7-99f4068fcbff HTTP/1.1" status: 404 len: 337 time: 0.4717984 Mar 08 12:43:36.139483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Port a7e2450b-fdbc-4731-aab9-e0200589aa3f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:36.141413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36604) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.169924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Provisioning complete for port 04df664b-b5b9-449e-a236-eeb50b85078d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:36.170657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.199112 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d508925-0acd-43b5-bc7e-cd2253af834b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.199851 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d508925-0acd-43b5-bc7e-cd2253af834b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.203101 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5d508925-0acd-43b5-bc7e-cd2253af834b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/c32f1748-9ce9-43c7-ba62-d648345c886a HTTP/1.1" status: 404 len: 337 time: 0.0568879 Mar 08 12:43:36.210714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36606) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.215606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Port 04df664b-b5b9-449e-a236-eeb50b85078d cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:36.217024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:36.240973 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-03a9413b-589d-4704-a60b-7dd377937450 admin admin] 10.222.0.65 "PUT /v2.0/routers/64f7c003-3d5a-4b85-abfc-cd7234c94783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5949705 Mar 08 12:43:36.241195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dffbce5e-45dc-4a54-a695-14ad6c7f4688 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:36.253956 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e134b-9f16-4a69-84b8-3f92d35bb5d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.261433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625e134b-9f16-4a69-84b8-3f92d35bb5d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.261433 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-625e134b-9f16-4a69-84b8-3f92d35bb5d1 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/93ef9934-66aa-4a05-b3bc-af67f2b17528 HTTP/1.1" status: 404 len: 333 time: 0.0430136 Mar 08 12:43:36.261433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d138975e-7969-40a2-aa0b-13d3c213c368 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.262476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: dffbce5e-45dc-4a54-a695-14ad6c7f4688 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:36.262964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dffbce5e-45dc-4a54-a695-14ad6c7f4688 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:36.268382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36610) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.276340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:36.289404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Provisioning complete for port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:36.289990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.322239 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0092d79c-5c75-4cfd-bc5c-f3fbf42d46e5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.322695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0092d79c-5c75-4cfd-bc5c-f3fbf42d46e5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.327977 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0092d79c-5c75-4cfd-bc5c-f3fbf42d46e5 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ebaf0aef-a2bb-442e-a81c-2635647ad793 HTTP/1.1" status: 404 len: 337 time: 0.0563445 Mar 08 12:43:36.332734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36612) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.365899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:36.366486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:36.368413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdee5f8e-8a6d-4e08-904d-867471ff17fe tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.373742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdee5f8e-8a6d-4e08-904d-867471ff17fe tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.387679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Made reservation on behalf of 34c66ec1bb2846d2a6bcd1441d6dfa4c for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:36.400504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.408216 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdecd8c9-b60c-4c8d-9d4a-1a3f5b2d68ea tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.408658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdecd8c9-b60c-4c8d-9d4a-1a3f5b2d68ea tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.418869 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cdecd8c9-b60c-4c8d-9d4a-1a3f5b2d68ea tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ad59ab2c-c24f-4247-bd58-73982ba0e0f7 HTTP/1.1" status: 404 len: 337 time: 0.0852413 Mar 08 12:43:36.432577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36614) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.447722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e8460f3a-d3fc-47d1-8f8d-285f917e08e6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:36.477231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] device_id is not set on port 647afde9-d867-4894-982c-dc6d312fc713 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:36.485121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dc0322-4d90-4440-9fcc-2b65a5494abf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.485816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dc0322-4d90-4440-9fcc-2b65a5494abf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.490510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c5dc0322-4d90-4440-9fcc-2b65a5494abf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/71acd96f-44b7-454a-bcba-9c4c726ff7d5 HTTP/1.1" status: 404 len: 333 time: 0.0568163 Mar 08 12:43:36.494766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36618) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.521602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:36.541457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdee5f8e-8a6d-4e08-904d-867471ff17fe tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.573579 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ac2202-1918-419c-b577-03dc9bbfdc8f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.574248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ac2202-1918-419c-b577-03dc9bbfdc8f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.580488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-31ac2202-1918-419c-b577-03dc9bbfdc8f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/eff1ce06-f460-4d20-abb1-cd420ed26e48 HTTP/1.1" status: 404 len: 337 time: 0.0819466 Mar 08 12:43:36.584382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36620) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.604163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d138975e-7969-40a2-aa0b-13d3c213c368 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.606577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Provisioning complete for port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:36.607069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd80668a-ac14-4ca9-89a8-adc8d322aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.612426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:36.612426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.655079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.665434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:36.677492 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba572046-a483-45a4-a548-885b4e2e6c68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.677974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba572046-a483-45a4-a548-885b4e2e6c68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.679772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Allocated IP 172.20.0.4 (075d9c51-3a3f-416b-93b6-800678b08a10/70a17e7c-61ba-45d8-b209-e75c671ca848/647afde9-d867-4894-982c-dc6d312fc713) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:36.681892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ba572046-a483-45a4-a548-885b4e2e6c68 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ea5e24d8-98d3-4c20-8ac9-e30747e43134 HTTP/1.1" status: 404 len: 337 time: 0.0940974 Mar 08 12:43:36.682445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdee5f8e-8a6d-4e08-904d-867471ff17fe tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.685436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36622) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.715309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d138975e-7969-40a2-aa0b-13d3c213c368 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.729392 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-31892b53-de97-4394-be9e-44eccebcf47b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.730215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31892b53-de97-4394-be9e-44eccebcf47b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.733600 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-31892b53-de97-4394-be9e-44eccebcf47b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/01ef8ba2-bd7b-4b31-9203-4cd0027f20cd HTTP/1.1" status: 404 len: 333 time: 0.0470004 Mar 08 12:43:36.736649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36624) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.760741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.766410 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98b1fe0-210b-4705-b178-ce0636242a1b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.770310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98b1fe0-210b-4705-b178-ce0636242a1b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.771522 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b98b1fe0-210b-4705-b178-ce0636242a1b tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/1f3198ad-1619-4c11-9dd7-fa978c8560ee HTTP/1.1" status: 404 len: 337 time: 0.0329988 Mar 08 12:43:36.773765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36626) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.812116 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ae8441-47e7-4f47-ae67-36e0b7a7eb00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:36.813307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ae8441-47e7-4f47-ae67-36e0b7a7eb00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:36.816908 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-11ae8441-47e7-4f47-ae67-36e0b7a7eb00 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/1bdf9155-967b-4b0e-b3b3-5dc66c627cf1 HTTP/1.1" status: 404 len: 337 time: 0.0418520 Mar 08 12:43:36.818485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138975e-7969-40a2-aa0b-13d3c213c368 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b253434-6ff7-4d4c-8c46-7510b56b93ed,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:36.822375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cdee5f8e-8a6d-4e08-904d-867471ff17fe tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.823754 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cdee5f8e-8a6d-4e08-904d-867471ff17fe tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9221733 Mar 08 12:43:36.824755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36630) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.825563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:36.831344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36632) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:36.854250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1948683295'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:36.907573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4509f578-78b9-4624-9ec2-b9b742c46cf4 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports?device_id=90a08ee1-61cf-495d-a202-56e63d6c0a03 HTTP/1.1" status: 200 len: 205 time: 0.0763061 Mar 08 12:43:36.913525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:36.919272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36634) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.006651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d138975e-7969-40a2-aa0b-13d3c213c368 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.009431 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d138975e-7969-40a2-aa0b-13d3c213c368 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3524077 Mar 08 12:43:37.017563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:37.018236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.021804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:37.039395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=0f52a4d5-b177-4fef-b419-f97fe36026f7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:37.065431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-14f45785-5028-4f37-b3b9-87adb2b2a472 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:37.066033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-14f45785-5028-4f37-b3b9-87adb2b2a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.089907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.102774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 2, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:37.138185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:43:37.138530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Updating router 64f7c003-3d5a-4b85-abfc-cd7234c94783 port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:43:37.147500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36636) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.155193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-663166891', 'security_groups': ['4b253434-6ff7-4d4c-8c46-7510b56b93ed'], 'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd33a99a3-edd4-4540-af92-452e35fed031'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:37.163126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:37.167671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.180238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.187428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:37.204168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.213904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:37.219976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d29caa-1783-49b8-9ae3-3341eac72788 None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:37.223586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.318360 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-b1f9fadf-f4c1-4125-b829-d705531b30cf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] delete failed (client error): The resource could not be found. Mar 08 12:43:37.319666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b1f9fadf-f4c1-4125-b829-d705531b30cf tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/routers/90a08ee1-61cf-495d-a202-56e63d6c0a03 HTTP/1.1" status: 404 len: 336 time: 0.3989606 Mar 08 12:43:37.323337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36644) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.324649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=04df664b-b5b9-449e-a236-eeb50b85078d,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:37.333893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.368856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:37.369487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.373832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c03c71d1-44f6-457f-8029-49d7f3a04ecc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/ports/04df664b-b5b9-449e-a236-eeb50b85078d HTTP/1.1" status: 200 len: 910 time: 1.6139786 Mar 08 12:43:37.374599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36648) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.381349 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21a725c-8d4c-4089-b8f0-457eb373ba72 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:37.381718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21a725c-8d4c-4089-b8f0-457eb373ba72 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:37.385093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a21a725c-8d4c-4089-b8f0-457eb373ba72 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/57265a11-2f2d-4899-a32e-93e42a6a3065 HTTP/1.1" status: 404 len: 337 time: 0.0569630 Mar 08 12:43:37.387464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36650) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.420712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36652) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.427987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-81217011-network', 'tenant_id': '58a10bba555743e28038e404a82fa587'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:37.434794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Network 075d9c51-3a3f-416b-93b6-800678b08a10 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:37.450779 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cd0ef01c-8438-4b1c-b276-cb9947ad87fd tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7691665 Mar 08 12:43:37.451652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36654) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.455237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:37.461475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:37.479454 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2a507239-9dcf-4908-8cc5-b2b532a4584e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "GET /v2.0/ports?device_id=afd54690-23e3-4824-88b9-1ee08186c475 HTTP/1.1" status: 200 len: 205 time: 0.0908537 Mar 08 12:43:37.489093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1455896815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f52a4d5-b177-4fef-b419-f97fe36026f7'}], 'security_groups': ['30b64008-f706-4b27-bbf6-6588ba345bad']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:37.491851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36656) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.493764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event updated for resources: {'Port': ['ID=647afde9-d867-4894-982c-dc6d312fc713,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:37.524908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-14f45785-5028-4f37-b3b9-87adb2b2a472 None None] Provisioning complete for port 85d82d9a-7981-463f-b8f1-85f00f1f230f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:37.525420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-14f45785-5028-4f37-b3b9-87adb2b2a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.533943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:37.578235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:37.578947 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.634989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.638950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Made reservation on behalf of 58a10bba555743e28038e404a82fa587 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:37.641407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.657108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.670770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-14f45785-5028-4f37-b3b9-87adb2b2a472 None None] Port 85d82d9a-7981-463f-b8f1-85f00f1f230f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:37.712116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.731562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.733450 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-5d99c7b1-3e9b-4c04-bfbc-3c4d7f40038e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] delete failed (client error): The resource could not be found. Mar 08 12:43:37.738041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5d99c7b1-3e9b-4c04-bfbc-3c4d7f40038e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/routers/afd54690-23e3-4824-88b9-1ee08186c475 HTTP/1.1" status: 404 len: 336 time: 0.2451761 Mar 08 12:43:37.742239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36658) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.769919 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a5c2de10-e50e-4c32-9287-ab4a515d3e80 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5230324 Mar 08 12:43:37.775373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36660) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:37.828588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] device_id is not set on port 8be399ff-91fd-47b7-98f8-ed50347a620e yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:37.831613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.880605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ef9f5-3233-4850-af9c-b93a0e7ac28d None None] Update dhcp port {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'fixed_ips': [{'subnet_id': 'c72a8d50-831e-4fcb-8aa2-2fed8699a21b', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f52a4d5-b177-4fef-b419-f97fe36026f7'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '6093d20f-debf-4753-b56d-98c7a9613d0a'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:37.909611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef9f5-3233-4850-af9c-b93a0e7ac28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:37.989341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.021977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.026429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:38.049366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'project_id': '34c66ec1bb2846d2a6bcd1441d6dfa4c', 'port_id': '647afde9-d867-4894-982c-dc6d312fc713'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:38.053543 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef505113-f722-48fd-ad70-ca4cd164c5d2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.054133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef505113-f722-48fd-ad70-ca4cd164c5d2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.057250 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ef505113-f722-48fd-ad70-ca4cd164c5d2 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/e1db4e35-072c-47a4-ac71-5a4d28b0665a HTTP/1.1" status: 404 len: 337 time: 0.3078532 Mar 08 12:43:38.061351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36664) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.068015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285d9040-a102-49ab-b8f3-54c37413c141,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:38.086983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.087313 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Added segment 08849682-9275-4207-9169-bdf45de35b34 of type vlan for network 1e2db450-10f7-4911-a4d1-b47ac5e1897a Mar 08 12:43:38.103588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.104273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.9 (7b1f0601-05c2-4407-9d2b-64f7418e1668/d33a99a3-edd4-4540-af92-452e35fed031/8be399ff-91fd-47b7-98f8-ed50347a620e) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:38.164009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.194003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.195085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.226899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-767f47f3-e43a-436d-a6d8-778d4a9e3e7a None None] Provisioning complete for port 647afde9-d867-4894-982c-dc6d312fc713 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:38.227130 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-013b65e9-0200-447d-95c0-745a83a0f14f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.227554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013b65e9-0200-447d-95c0-745a83a0f14f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.227830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-767f47f3-e43a-436d-a6d8-778d4a9e3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.231666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-013b65e9-0200-447d-95c0-745a83a0f14f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/bf4aa98e-8900-45fb-81d0-acf0677a81fa HTTP/1.1" status: 404 len: 337 time: 0.1682732 Mar 08 12:43:38.235407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36666) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.294662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899cb7c-4d66-4dd6-94c9-ed7938c59bfb None None] Pushing event updated for resources: {'Port': ['ID=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:38.318076 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce970785-e447-413f-899b-ebb473121479 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.318984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce970785-e447-413f-899b-ebb473121479 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.322097 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ce970785-e447-413f-899b-ebb473121479 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/72c0bb11-be64-4e46-9c95-5c1a6c554f8b HTTP/1.1" status: 404 len: 333 time: 0.0725477 Mar 08 12:43:38.336691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-767f47f3-e43a-436d-a6d8-778d4a9e3e7a None None] Port 647afde9-d867-4894-982c-dc6d312fc713 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:38.359138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36668) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.383722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Attempting to bind port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:38.384224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Attempting to bind port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:38.384589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Attempting to bind port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:38.398922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:38.399295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Checking segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:38.399691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.400073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Bound using segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:38.400549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Bound port: 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:38.400916 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.408752 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2f871f-9509-4473-a8c4-b93f431d62de tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.408986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-ad8ef9f5-3233-4850-af9c-b93a0e7ac28d None None] Allocated IP 2001:db8:0:1::2 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/0f52a4d5-b177-4fef-b419-f97fe36026f7/6093d20f-debf-4753-b56d-98c7a9613d0a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:38.409206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2f871f-9509-4473-a8c4-b93f431d62de tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.413303 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c2f871f-9509-4473-a8c4-b93f431d62de tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/ba7c8531-868e-4e10-98f2-9faec5e23213 HTTP/1.1" status: 404 len: 337 time: 0.0523512 Mar 08 12:43:38.418132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36670) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.440966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.491825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.492247 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc6eff0-0cd7-4e14-b0cd-e82670ea2443 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.493071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc6eff0-0cd7-4e14-b0cd-e82670ea2443 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.496467 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4fc6eff0-0cd7-4e14-b0cd-e82670ea2443 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/1014b7a6-bd04-4567-a656-4e251ceabbf4 HTTP/1.1" status: 404 len: 333 time: 0.0768018 Mar 08 12:43:38.501589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36672) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.510829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:38.524330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.524817 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Added segment d7e19471-47ed-4a1a-a709-250c8c7fc162 of type vlan for network 318576e9-b172-4e71-8bd7-66ebf17e52f6 Mar 08 12:43:38.547413 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5d49eb-9edf-4a6a-b68b-ea86a9f7ec32 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.547868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5d49eb-9edf-4a6a-b68b-ea86a9f7ec32 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.552280 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fc5d49eb-9edf-4a6a-b68b-ea86a9f7ec32 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/808a6c7a-4455-4590-aa48-5cfef2390f0a HTTP/1.1" status: 404 len: 337 time: 0.0490367 Mar 08 12:43:38.556574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36674) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.557096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] For port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:38.561701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] For port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:38.568398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.574190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:38.574897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.584949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.597151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ad8ef9f5-3233-4850-af9c-b93a0e7ac28d None None] For port 6093d20f-debf-4753-b56d-98c7a9613d0a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6093d20f-debf-4753-b56d-98c7a9613d0a,segment=NetworkSegment(5a224639-90c2-46d4-b722-fae6469f354b),segment_id=5a224639-90c2-46d4-b722-fae6469f354b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:38.600383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7ac9e6f3-3eac-46e8-873c-0b988cdef463 None None] Provisioning complete for port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:38.600962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e6f3-3eac-46e8-873c-0b988cdef463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.602667 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f696e70-c9cc-48f8-ae87-7d8e022f3c0e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.603361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f696e70-c9cc-48f8-ae87-7d8e022f3c0e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.606504 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2f696e70-c9cc-48f8-ae87-7d8e022f3c0e tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/64fe92f0-a054-451f-8fde-60d094052110 HTTP/1.1" status: 404 len: 333 time: 0.0490127 Mar 08 12:43:38.609286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36676) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.635029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.641020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.669444 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a2f159-33dc-4a73-95d3-7bcecbe6b6bd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.669904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a2f159-33dc-4a73-95d3-7bcecbe6b6bd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.673139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f9a2f159-33dc-4a73-95d3-7bcecbe6b6bd tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/b408ccbb-0672-470d-8068-1dc22b7fc9eb HTTP/1.1" status: 404 len: 337 time: 0.0628767 Mar 08 12:43:38.680754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36678) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.693825 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8473682 Mar 08 12:43:38.695106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36680) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.703233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef9f5-3233-4850-af9c-b93a0e7ac28d None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.714910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9e6f3-3eac-46e8-873c-0b988cdef463 None None] Port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:38.716734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'subnet': {'network_id': '1e2db450-10f7-4911-a4d1-b47ac5e1897a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:38.724928 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03b89f2-f522-4d43-806a-edfdd9546e54 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.725802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03b89f2-f522-4d43-806a-edfdd9546e54 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.732355 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d03b89f2-f522-4d43-806a-edfdd9546e54 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/123131b9-5f72-4429-8b9e-62526b31bfbe HTTP/1.1" status: 404 len: 333 time: 0.0478470 Mar 08 12:43:38.742683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36682) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.751154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899cb7c-4d66-4dd6-94c9-ed7938c59bfb None None] Pushing event updated for resources: {'Port': ['ID=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:38.753928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.resource_extend [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:43:38.755370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:38.756224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:38.782800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:38.790476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9c674-9e7b-42e1-98ec-9d5707c1594c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Network': ['ID=1e2db450-10f7-4911-a4d1-b47ac5e1897a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:38.801383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfeac03-8e17-4d02-9f84-776bdefd9c04,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:38.804435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:38.818665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:38.821159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad8ef9f5-3233-4850-af9c-b93a0e7ac28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.821317 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d796337f-e3c9-4342-8f8b-b27f38520aed tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.821657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d796337f-e3c9-4342-8f8b-b27f38520aed tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.827128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d796337f-e3c9-4342-8f8b-b27f38520aed tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/22fcfd95-5ccc-47d2-a5e9-9fec76fc9277 HTTP/1.1" status: 404 len: 337 time: 0.0807633 Mar 08 12:43:38.841451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:38.848206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36684) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:38.891971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=8be399ff-91fd-47b7-98f8-ed50347a620e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:38.915719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ef9f5-3233-4850-af9c-b93a0e7ac28d None None] Pushing event updated for resources: {'Port': ['ID=6093d20f-debf-4753-b56d-98c7a9613d0a,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:38.955919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.959577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:38.960321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.960836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 04df664b-b5b9-449e-a236-eeb50b85078d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:38.961382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:38.963548 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8ee396-ddfd-4c25-acd2-f340c90d292f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:38.964359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8ee396-ddfd-4c25-acd2-f340c90d292f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:38.970600 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dd8ee396-ddfd-4c25-acd2-f340c90d292f tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/db21c9d3-c343-4b5c-8261-4a558a222e93 HTTP/1.1" status: 404 len: 333 time: 0.1189387 Mar 08 12:43:38.976111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36686) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.089694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Delete allocated IP 2001:db8::14a (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/c72a8d50-831e-4fcb-8aa2-2fed8699a21b) {{(pid=104046) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 12:43:39.103811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8:0:1::366 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/0f52a4d5-b177-4fef-b419-f97fe36026f7/3d76e28d-3879-4994-874c-403990476764) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:39.109101 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a8f130-a240-4d9c-bea1-a9f184c68b0c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:39.109564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a8f130-a240-4d9c-bea1-a9f184c68b0c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:39.115329 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f3a8f130-a240-4d9c-bea1-a9f184c68b0c tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/4d7d70f6-2587-4e2e-988d-3be6af3bbf01 HTTP/1.1" status: 404 len: 337 time: 0.1330950 Mar 08 12:43:39.125015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:39.125475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.130394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36688) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.134158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:39.152589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:39.156678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.171430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] Pushing event updated for resources: {'Network': ['ID=318576e9-b172-4e71-8bd7-66ebf17e52f6,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:39.178440 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe92be87-7295-4eef-ae35-6a941813a5de tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:39.179318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe92be87-7295-4eef-ae35-6a941813a5de tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:39.183422 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fe92be87-7295-4eef-ae35-6a941813a5de tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/17f43f10-7ce3-4c07-b50b-2800e48e29f5 HTTP/1.1" status: 404 len: 333 time: 0.0504766 Mar 08 12:43:39.186343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36690) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.187933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.210273 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-97252828-7d3d-458a-9a96-48092b4c50b9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7834868 Mar 08 12:43:39.226116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36692) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.231259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Request body: {'subnet': {'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-81217011-subnet', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:39.238664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:39.241689 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-d707a76b-5037-4e66-8f15-a3ecd1e1fa6a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:39.242237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d707a76b-5037-4e66-8f15-a3ecd1e1fa6a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:39.245502 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d707a76b-5037-4e66-8f15-a3ecd1e1fa6a tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/a4f2d999-5dbf-4e82-8776-fdfdc540079a HTTP/1.1" status: 404 len: 337 time: 0.0554307 Mar 08 12:43:39.255720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36694) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.313325 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1238488c-739a-4321-8c28-d045ed061b54 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1635275 Mar 08 12:43:39.329689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36696) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.350828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f511c741-3c0a-4cd7-b389-9df718a8a795 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:39.367183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Made reservation on behalf of 58a10bba555743e28038e404a82fa587 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:39.369831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.391565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Allocated IP 172.26.3.105 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/04a9ce1e-5210-4448-95f6-5dc38a1e5d25) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:39.455775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-db8fb14d-35ac-4bc6-8f58-e173d8701819 None None] Provisioning complete for port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:39.456489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-db8fb14d-35ac-4bc6-8f58-e173d8701819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.491735 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b1ec6a-687f-4c6d-8136-89aefa46b0d0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:39.492436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b1ec6a-687f-4c6d-8136-89aefa46b0d0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:39.498623 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b7b1ec6a-687f-4c6d-8136-89aefa46b0d0 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/ports/41ede5f8-ea87-441a-9e07-432d5fe32370 HTTP/1.1" status: 404 len: 333 time: 0.2361171 Mar 08 12:43:39.506227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36698) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.553393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.557834 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa88b5a-5e6e-4c8e-9f2f-022ed8cd8ae3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:39.558297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa88b5a-5e6e-4c8e-9f2f-022ed8cd8ae3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:39.561324 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8fa88b5a-5e6e-4c8e-9f2f-022ed8cd8ae3 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/subnets/7b53f5b9-1520-4511-aef7-e694c0d59469 HTTP/1.1" status: 404 len: 337 time: 0.0499766 Mar 08 12:43:39.565102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36700) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:39.580640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-db8fb14d-35ac-4bc6-8f58-e173d8701819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.588482 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:38Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:39.600239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 04df664b-b5b9-449e-a236-eeb50b85078d owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:39.639991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded6134-e12d-4a3f-a1fc-2c4a18abccc4 None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:38Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:39.685506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.687508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-db8fb14d-35ac-4bc6-8f58-e173d8701819 None None] For port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:39.714828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.747473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.798938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f511c741-3c0a-4cd7-b389-9df718a8a795 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:39.803694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f511c741-3c0a-4cd7-b389-9df718a8a795 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.823196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-db8fb14d-35ac-4bc6-8f58-e173d8701819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.826634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.887898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.909824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fb14d-35ac-4bc6-8f58-e173d8701819 None None] Pushing event updated for resources: {'Port': ['ID=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:39.958505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d5cc8471-a37e-4159-951e-824ed712e8a9 None None] Provisioning complete for port 8be399ff-91fd-47b7-98f8-ed50347a620e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:39.958882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d5cc8471-a37e-4159-951e-824ed712e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:39.999276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc8471-a37e-4159-951e-824ed712e8a9 None None] Port 8be399ff-91fd-47b7-98f8-ed50347a620e cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:40.055413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Pushing event updated for resources: {'Port': ['ID=04a9ce1e-5210-4448-95f6-5dc38a1e5d25,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:40.061652 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:40.062730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.067089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.077106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:40.087905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:40.131192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Provisioning complete for port 22015d0a-1c2e-460e-a6af-1ae123069ddc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:40.131712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.152571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcbabf1-a0fa-45a6-8380-e996bf1f5861']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:40.170405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Port 22015d0a-1c2e-460e-a6af-1ae123069ddc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:40.171239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c21da6-51b5-4936-b4c1-899c3ebcff77') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:40.171529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c21da6-51b5-4936-b4c1-899c3ebcff77') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:40.186048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:40.186709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.193185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.241788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22aa1f3-7548-46f3-aff9-c13d7655842b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:40.256821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.270127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:40.270529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:40.274291 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:40.276582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Checking segment: {'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:40.276582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Network hostable DHCP agents. Network: 318576e9-b172-4e71-8bd7-66ebf17e52f6, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:40.346133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Provisioning complete for port 3d76e28d-3879-4994-874c-403990476764 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:40.349552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.410460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b29ac7b8-1153-4355-8a7b-ad9c7393604f None None] Port 3d76e28d-3879-4994-874c-403990476764 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:40.498617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.507887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:40.509499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.513438 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] 10.222.0.65 "DELETE /v2.0/networks/bfcbabf1-a0fa-45a6-8380-e996bf1f5861 HTTP/1.1" status: 204 len: 168 time: 0.9448926 Mar 08 12:43:40.554280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:40.580519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3637f6f-8c98-441c-88ce-28e412d48384 tempest-NetworksTestDHCPv6-449227242 tempest-NetworksTestDHCPv6-449227242-project] Pushing event deleted for resources: {'Network': ['ID=bfcbabf1-a0fa-45a6-8380-e996bf1f5861,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:40.631241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.ipam_backend_mixin [None req-f511c741-3c0a-4cd7-b389-9df718a8a795 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d33a99a3-edd4-4540-af92-452e35fed031 (CIDR: 172.20.0.0/28) Mar 08 12:43:40.636024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:40.636543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.677464 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 318576e9-b172-4e71-8bd7-66ebf17e52f6) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:40.698931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ee354-bbb2-4c37-b24f-f9cef723b868 None None] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:40.707690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:40.712497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.712677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-f511c741-3c0a-4cd7-b389-9df718a8a795 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:40.712677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f511c741-3c0a-4cd7-b389-9df718a8a795 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:40.739451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] In _notify_port_updated(), no bound segment for port 3d76e28d-3879-4994-874c-403990476764 on network f4f1fd16-6be9-4c95-a312-8742f4d30a6c {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:43:40.745567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:40.751746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.757311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "PUT /v2.0/ports/3d76e28d-3879-4994-874c-403990476764 HTTP/1.1" status: 200 len: 931 time: 3.2728291 Mar 08 12:43:40.757494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36704) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:40.771093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d874ec3-eddb-45cf-953e-8c53c35ae17d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=3d76e28d-3879-4994-874c-403990476764,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:40.775920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.856512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Subnet': ['ID=9b8c8640-7e93-4bc6-94ff-7dfc25d333c9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:40.877196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 3d76e28d-3879-4994-874c-403990476764 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:40.877784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.891801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6093d20f-debf-4753-b56d-98c7a9613d0a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:40.899133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e2ba888b-7fca-497a-9c2c-d60daf1a518b None None] Provisioning complete for port 3d76e28d-3879-4994-874c-403990476764 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:40.899847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e2ba888b-7fca-497a-9c2c-d60daf1a518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.901790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:40.903261 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3ecb318c-ef90-4513-97fa-2accc137dc09 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6757009 Mar 08 12:43:40.907267 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f511c741-3c0a-4cd7-b389-9df718a8a795 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5738585 Mar 08 12:43:40.908862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36706) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:40.918140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:40.928839 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36708) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:40.935402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-87eb7778-bf19-4cec-83a0-c31889163dbd tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:40.989317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Checking segment: {'id': '08849682-9275-4207-9169-bdf45de35b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1e2db450-10f7-4911-a4d1-b47ac5e1897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:40.989763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network hostable DHCP agents. Network: 1e2db450-10f7-4911-a4d1-b47ac5e1897a, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:41.001031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=04df664b-b5b9-449e-a236-eeb50b85078d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:41.016071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba888b-7fca-497a-9c2c-d60daf1a518b None None] Port 3d76e28d-3879-4994-874c-403990476764 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:41.155593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.156678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.280871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.305782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:41.306195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.342121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-318576e9-b172-4e71-8bd7-66ebf17e52f6', 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'fixed_ips': [{'subnet_id': 'a22aa1f3-7548-46f3-aff9-c13d7655842b'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:41.343173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.345382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36712) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:41.360372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:41.369237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.465768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.480588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 3d76e28d-3879-4994-874c-403990476764 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:41.488566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.494953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 1e2db450-10f7-4911-a4d1-b47ac5e1897a) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:41.500013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:41.500565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.523988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df728086-4afb-43ef-a74c-c048dd4317fc None None] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:41.533291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb7778-bf19-4cec-83a0-c31889163dbd tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:41.537200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-87eb7778-bf19-4cec-83a0-c31889163dbd tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.659817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Allocated IP 172.20.0.2 (318576e9-b172-4e71-8bd7-66ebf17e52f6/a22aa1f3-7548-46f3-aff9-c13d7655842b/b95ff03e-c500-4364-b8c9-af25371114b7) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:41.758410 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4e055772-9d5f-408d-8884-6a864872d207 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0435677 Mar 08 12:43:41.795169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36716) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:41.803766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-1e2db450-10f7-4911-a4d1-b47ac5e1897a', 'network_id': '1e2db450-10f7-4911-a4d1-b47ac5e1897a', 'tenant_id': '23b84971b0db4a029299bb978ff3bea0', 'fixed_ips': [{'subnet_id': '9b8c8640-7e93-4bc6-94ff-7dfc25d333c9'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:41.804608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.807491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'network': {'name': 'tempest-router-network01--962387053'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:41.816968 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d9cff5e1-0953-4558-8e75-b3bbc0202326 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a20f4efc62584465997db4534081d51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671690 Mar 08 12:43:41.853264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36718) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:41.877898 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.ipam_backend_mixin [None req-87eb7778-bf19-4cec-83a0-c31889163dbd tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 406727d9-d067-48c8-accb-9648c65f2df7 (CIDR: 172.20.0.16/28) Mar 08 12:43:41.886876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.921415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 907c0940-3a0a-421b-a30d-3b41f188ba96 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:41.931421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:41.934545 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-87eb7778-bf19-4cec-83a0-c31889163dbd tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:41.935022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87eb7778-bf19-4cec-83a0-c31889163dbd tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:41.981269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.005212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Allocated IP 2001:db8::2 (1e2db450-10f7-4911-a4d1-b47ac5e1897a/9b8c8640-7e93-4bc6-94ff-7dfc25d333c9/d1aa229f-9621-4c47-ad2a-51b3d609abeb) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:42.051640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:42.057485 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-82e127de-21a8-417a-abdf-4d1dfb816d52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/907c0940-3a0a-421b-a30d-3b41f188ba96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6815982 Mar 08 12:43:42.058248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00747a60-45ac-4021-a470-a20655314a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.061018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36720) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:42.067999 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] Sync routers for ids ['907c0940-3a0a-421b-a30d-3b41f188ba96'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:42.087808 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] Routers {'907c0940-3a0a-421b-a30d-3b41f188ba96'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:42.088737 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['907c0940-3a0a-421b-a30d-3b41f188ba96'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:42.092849 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4fb32cf3-dcfd-4cb3-b25c-7aedda4bd6ca tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=907c0940-3a0a-421b-a30d-3b41f188ba96 HTTP/1.1" status: 200 len: 205 time: 0.0306911 Mar 08 12:43:42.100704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36722) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:42.101338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:42.105030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.111960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.119057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.130809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-87eb7778-bf19-4cec-83a0-c31889163dbd tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1990542 Mar 08 12:43:42.146627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36724) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:42.150658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00747a60-45ac-4021-a470-a20655314a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.158344 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:42.164904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'subnet': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:42.171781 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] Routers {'907c0940-3a0a-421b-a30d-3b41f188ba96'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:42.172660 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['907c0940-3a0a-421b-a30d-3b41f188ba96'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:42.181738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.203446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:42.215681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.216093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=3d76e28d-3879-4994-874c-403990476764,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.216226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:42.216560 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Added segment 01858fae-b84b-4340-b08d-09bf07da9678 of type vlan for network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 Mar 08 12:43:42.219890 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc8c-ba43-4823-94bc-1347bf993a70 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.227188 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:42.227423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:42.228201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a4160-d2c2-483b-8885-e4198afe0410 None None] The sync data for ids ['907c0940-3a0a-421b-a30d-3b41f188ba96'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:42.234228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:42.239246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Pushing event updated for resources: {'Port': ['ID=b95ff03e-c500-4364-b8c9-af25371114b7,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.281640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.315367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.317513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Attempting to bind port b95ff03e-c500-4364-b8c9-af25371114b7 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:42.317901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Attempting to bind port b95ff03e-c500-4364-b8c9-af25371114b7 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:42.318376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Attempting to bind port b95ff03e-c500-4364-b8c9-af25371114b7 on network 318576e9-b172-4e71-8bd7-66ebf17e52f6 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:42.323606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:42.324288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Checking segment: {'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:42.324420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.324758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Bound using segment: {'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:42.325225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Bound port: b95ff03e-c500-4364-b8c9-af25371114b7, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:42.325601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.361313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.392004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc8c-ba43-4823-94bc-1347bf993a70 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.395224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc8c-ba43-4823-94bc-1347bf993a70 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.414542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:42.424635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:42.437342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:42.437948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.452577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Pushing event updated for resources: {'Port': ['ID=d1aa229f-9621-4c47-ad2a-51b3d609abeb,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.474305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.480804 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-44feffd7-9a1d-445c-959b-4bd3e2c33e30 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/3d76e28d-3879-4994-874c-403990476764 HTTP/1.1" status: 204 len: 168 time: 1.7199593 Mar 08 12:43:42.482027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36726) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:42.482445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] For port b95ff03e-c500-4364-b8c9-af25371114b7, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:42.505010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.511665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:42.512803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.518504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] For port b95ff03e-c500-4364-b8c9-af25371114b7, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b95ff03e-c500-4364-b8c9-af25371114b7,segment=NetworkSegment(d7e19471-47ed-4a1a-a709-250c8c7fc162),segment_id=d7e19471-47ed-4a1a-a709-250c8c7fc162)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:42.530761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Attempting to bind port d1aa229f-9621-4c47-ad2a-51b3d609abeb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:42.531173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Attempting to bind port d1aa229f-9621-4c47-ad2a-51b3d609abeb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '08849682-9275-4207-9169-bdf45de35b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1e2db450-10f7-4911-a4d1-b47ac5e1897a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:42.531477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Attempting to bind port d1aa229f-9621-4c47-ad2a-51b3d609abeb on network 1e2db450-10f7-4911-a4d1-b47ac5e1897a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:42.542163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:42.542541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Checking segment: {'id': '08849682-9275-4207-9169-bdf45de35b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1e2db450-10f7-4911-a4d1-b47ac5e1897a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:42.542940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.543343 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Bound using segment: {'id': '08849682-9275-4207-9169-bdf45de35b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1e2db450-10f7-4911-a4d1-b47ac5e1897a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:42.544039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Bound port: d1aa229f-9621-4c47-ad2a-51b3d609abeb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08849682-9275-4207-9169-bdf45de35b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1e2db450-10f7-4911-a4d1-b47ac5e1897a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:42.544172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.552085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Pushing event updated for resources: {'Port': ['ID=04a9ce1e-5210-4448-95f6-5dc38a1e5d25,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.552950 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bc2471-6c88-4983-8141-7b2a69469a14 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:43:42.561248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.565518 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-28bc2471-6c88-4983-8141-7b2a69469a14 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/3d76e28d-3879-4994-874c-403990476764 HTTP/1.1" status: 404 len: 333 time: 0.0813348 Mar 08 12:43:42.570273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36728) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:42.631429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] For port d1aa229f-9621-4c47-ad2a-51b3d609abeb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:42.636718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] For port d1aa229f-9621-4c47-ad2a-51b3d609abeb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1aa229f-9621-4c47-ad2a-51b3d609abeb,segment=NetworkSegment(08849682-9275-4207-9169-bdf45de35b34),segment_id=08849682-9275-4207-9169-bdf45de35b34)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:42.639952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Made reservation on behalf of 050e0e8357f94843ad0149f36df32aac for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:42.641210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.643870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.654442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00747a60-45ac-4021-a470-a20655314a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.657910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00747a60-45ac-4021-a470-a20655314a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.661493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-00747a60-45ac-4021-a470-a20655314a40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77b0e526-ea64-4b2a-87f5-3d9bc89e67a0 HTTP/1.1" status: 204 len: 168 time: 0.8020973 Mar 08 12:43:42.682334 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Floating IP d6f18e91-628a-4681-b23f-a15a132d7cec associated. External IP: 172.26.3.105, port: 647afde9-d867-4894-982c-dc6d312fc713. Mar 08 12:43:42.684478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc8c-ba43-4823-94bc-1347bf993a70 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.684961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b8cc8c-ba43-4823-94bc-1347bf993a70 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Fanout notify agent at l3_agent the message router_deleted on router 907c0940-3a0a-421b-a30d-3b41f188ba96 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:43:42.693169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b8cc8c-ba43-4823-94bc-1347bf993a70 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.697558 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-40b8cc8c-ba43-4823-94bc-1347bf993a70 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/907c0940-3a0a-421b-a30d-3b41f188ba96 HTTP/1.1" status: 204 len: 168 time: 0.5955153 Mar 08 12:43:42.698161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36732) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:42.717393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddd1ef-bb46-45c3-82d4-877fb810f259 None None] Pushing event updated for resources: {'Port': ['ID=b95ff03e-c500-4364-b8c9-af25371114b7,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.747909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.820792 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0202775 Mar 08 12:43:42.824024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36734) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:42.833296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'network': {'name': 'tempest-router-network02--1514890104'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:42.841218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb8a3d-82ed-4554-b937-c4fad8300d9a None None] Pushing event updated for resources: {'Port': ['ID=d1aa229f-9621-4c47-ad2a-51b3d609abeb,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.848811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80fce-80cb-4016-b3b5-f56562c6a729 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Network': ['ID=e4ecf8c9-8626-4d3b-bcdb-631eee78f544,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.856206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00747a60-45ac-4021-a470-a20655314a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b0e526-ea64-4b2a-87f5-3d9bc89e67a0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:42.894423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:42.930495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet b734eb92-174e-422f-b969-e9ef0da73159 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:42.937154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:42.977766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-985c5a2b-dda2-4a8e-b875-76cf1f3ad5e7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.006942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:43.013707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.030140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.032804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-985c5a2b-dda2-4a8e-b875-76cf1f3ad5e7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.061013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.067727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.163295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:43.249930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.255003 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Added segment 0dded86e-2b5d-4611-8f7b-4ad646db52af of type vlan for network 642b9578-63ac-4dfc-acfb-5126f3d32126 Mar 08 12:43:43.340569 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.357297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-985c5a2b-dda2-4a8e-b875-76cf1f3ad5e7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.359981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-985c5a2b-dda2-4a8e-b875-76cf1f3ad5e7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.361265 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-985c5a2b-dda2-4a8e-b875-76cf1f3ad5e7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/security-groups/2a24d572-d8c5-4c6f-a673-369aaef538ba HTTP/1.1" status: 204 len: 168 time: 0.7868078 Mar 08 12:43:43.367601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36744) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:43.392428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Allocated IP 172.26.3.215 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/24eae2b5-90f8-435c-be23-ff07eeba184b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:43.409620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.411988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c5a2b-dda2-4a8e-b875-76cf1f3ad5e7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a24d572-d8c5-4c6f-a673-369aaef538ba,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:43.447178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Router 5c7757bc-abe8-498c-b42b-cf5041d57063 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:43.552402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.557897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:43.558487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.590139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.611994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.650050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71868759-b067-41e1-9a66-427fd6f23e13 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.694284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:43.697478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:43.702312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.702505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:43.703086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.709013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befbfb10-19f2-46ca-852b-9cba25998faf None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:43.717559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Network': ['ID=642b9578-63ac-4dfc-acfb-5126f3d32126,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:43.717987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Subnet': ['ID=52ab628e-205d-471c-8d64-13e22d3ff8d9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:43.749380 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5a84a417-449a-458c-947e-993d0b6c172c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9216568 Mar 08 12:43:43.750172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36750) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:43.756080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'subnet': {'network_id': 'e4ecf8c9-8626-4d3b-bcdb-631eee78f544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:43.761769 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71868759-b067-41e1-9a66-427fd6f23e13 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.765618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=b734eb92-174e-422f-b969-e9ef0da73159,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:43.787047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.789733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.797315 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9bf36d43-1bec-4b09-9114-2d74f8201965 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/b734eb92-174e-422f-b969-e9ef0da73159 HTTP/1.1" status: 204 len: 168 time: 1.0580137 Mar 08 12:43:43.801731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36752) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:43.807564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:43.857348 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 642b9578-63ac-4dfc-acfb-5126f3d32126 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:43.916351 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5e122cbd-571b-4c72-a9b6-5ca2ed073131 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7604895 Mar 08 12:43:43.916912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36756) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:43.922801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-698810555', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '52ab628e-205d-471c-8d64-13e22d3ff8d9'}], 'security_groups': ['a87fa437-3f2b-4e4b-ae66-16d266ec4a74', '8ae5a9bc-e169-4846-a03e-c178b01eea3d']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:43.929532 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.955817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:43.965070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f6abc8-5357-44be-bd40-43b6ac236f68 None None] Network 78f74544-ba4f-4fcf-a42f-c18f099adb03 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:43.973894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] Sync routers for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:43.982620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71868759-b067-41e1-9a66-427fd6f23e13 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.985231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71868759-b067-41e1-9a66-427fd6f23e13 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:43.993664 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-71868759-b067-41e1-9a66-427fd6f23e13 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/security-groups/30b64008-f706-4b27-bbf6-6588ba345bad HTTP/1.1" status: 204 len: 168 time: 0.6186588 Mar 08 12:43:43.998825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:44.006978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:44.011742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36762) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:44.050329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71868759-b067-41e1-9a66-427fd6f23e13 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b64008-f706-4b27-bbf6-6588ba345bad,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:44.052046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:44.053863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:44.081647 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-36fb9545-7d91-420d-88e4-91c62d8f4fe6 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.2927637 Mar 08 12:43:44.084746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36764) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:44.150222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:44.170709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:44.171333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:44.231011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:44.231228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:44.231659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389852b-69f0-471b-af20-66d0b17c13e9 None None] The sync data for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:44.237930 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f6bb6855-7c9a-43ed-93cd-80d8031b1297 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] 10.222.0.65 "GET /v2.0/floatingips/d6f18e91-628a-4681-b23f-a15a132d7cec HTTP/1.1" status: 200 len: 982 time: 0.1517835 Mar 08 12:43:44.243207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36768) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:44.251528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Pushing event updated for resources: {'Port': ['ID=24eae2b5-90f8-435c-be23-ff07eeba184b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:44.379924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36770) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:44.382528 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e571f0e4-30a3-4a8b-8faa-cbf1acbb27a5 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1382890 Mar 08 12:43:44.388583 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36772) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:44.411019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c716d5c-3545-4eb0-89aa-e79d2bac489a None None] Update dhcp port {'port': {'network_id': '7b1f0601-05c2-4407-9d2b-64f7418e1668', 'fixed_ips': [{'subnet_id': '406727d9-d067-48c8-accb-9648c65f2df7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd33a99a3-edd4-4540-af92-452e35fed031', 'ip_address': '172.20.0.2'}, {'subnet_id': '52ab628e-205d-471c-8d64-13e22d3ff8d9'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '50b4255c-b0db-453c-a8c2-7eacac7ee6b6'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:44.446534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet c72a8d50-831e-4fcb-8aa2-2fed8699a21b {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:44.446898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c716d5c-3545-4eb0-89aa-e79d2bac489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:44.448763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:44.452810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:44.499070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99d2b0-0dc1-4667-bd13-be2261a93305 None None] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:44.533788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:44.642077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-479548853'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:44.645679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:44.931055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-1c716d5c-3545-4eb0-89aa-e79d2bac489a None None] Allocated IP 172.20.0.34 (7b1f0601-05c2-4407-9d2b-64f7418e1668/52ab628e-205d-471c-8d64-13e22d3ff8d9/50b4255c-b0db-453c-a8c2-7eacac7ee6b6) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:44.947969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] DHCP port deletion for 78f74544-ba4f-4fcf-a42f-c18f099adb03 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:44.949835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1aa229f-9621-4c47-ad2a-51b3d609abeb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:44.986456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44dc0f-5713-4a54-a095-5d050ab473a8 None None] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:45.021157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-bcb01ad7-c2e8-44f4-a457-bef63adabec7 None None] Provisioning complete for port b95ff03e-c500-4364-b8c9-af25371114b7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:45.021930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcb01ad7-c2e8-44f4-a457-bef63adabec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.134811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.153672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:45.157232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.176077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.258475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:45.258735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.265510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Deleting port 04a9ce1e-5210-4448-95f6-5dc38a1e5d25 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:45.265860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.306188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d1aa229f-9621-4c47-ad2a-51b3d609abeb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:45.306551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.389473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.400515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.401906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.427388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Calling delete_port for 04a9ce1e-5210-4448-95f6-5dc38a1e5d25 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:45.452435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] Deleting port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:45.452938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.482770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.496025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.502982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port e8460f3a-d3fc-47d1-8f8d-285f917e08e6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,segment=NetworkSegment(363b1d41-d77a-4f04-b819-34c6699e7678),segment_id=363b1d41-d77a-4f04-b819-34c6699e7678)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:45.503792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.533590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:45.541888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] For port e8460f3a-d3fc-47d1-8f8d-285f917e08e6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,segment=NetworkSegment(363b1d41-d77a-4f04-b819-34c6699e7678),segment_id=363b1d41-d77a-4f04-b819-34c6699e7678)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:45.542141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.558818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] Calling delete_port for e8460f3a-d3fc-47d1-8f8d-285f917e08e6 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:45.575936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for e8460f3a-d3fc-47d1-8f8d-285f917e08e6 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:45.581827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.582991 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Added segment f4717752-a74c-4615-a9f6-32af20bd70a8 of type vlan for network e3e970f8-3a38-4db6-9104-f01979df1f15 Mar 08 12:43:45.584773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a92acda-6d1c-434a-84bd-a3cdfd0a04b3,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:45.589595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.635766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1c716d5c-3545-4eb0-89aa-e79d2bac489a None None] For port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,segment=NetworkSegment(a7aee009-6550-4cc2-922a-3aaef86625ea),segment_id=a7aee009-6550-4cc2-922a-3aaef86625ea)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:45.663959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.687142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcb01ad7-c2e8-44f4-a457-bef63adabec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.690920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.789612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c716d5c-3545-4eb0-89aa-e79d2bac489a None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.820708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-bcb01ad7-c2e8-44f4-a457-bef63adabec7 None None] For port b95ff03e-c500-4364-b8c9-af25371114b7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b95ff03e-c500-4364-b8c9-af25371114b7,segment=NetworkSegment(d7e19471-47ed-4a1a-a709-250c8c7fc162),segment_id=d7e19471-47ed-4a1a-a709-250c8c7fc162)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:45.838945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.842004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Subnet': ['ID=40961feb-dc97-4759-9c86-82a4688b47d9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:45.889988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port d1aa229f-9621-4c47-ad2a-51b3d609abeb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1aa229f-9621-4c47-ad2a-51b3d609abeb,segment=NetworkSegment(08849682-9275-4207-9169-bdf45de35b34),segment_id=08849682-9275-4207-9169-bdf45de35b34)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:45.897711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.904508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.905221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:45.906007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.907114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Checking segment: {'id': '01858fae-b84b-4340-b08d-09bf07da9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4ecf8c9-8626-4d3b-bcdb-631eee78f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:45.907475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network hostable DHCP agents. Network: e4ecf8c9-8626-4d3b-bcdb-631eee78f544, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:45.955172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.961154 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/c72a8d50-831e-4fcb-8aa2-2fed8699a21b HTTP/1.1" status: 204 len: 168 time: 1.9318016 Mar 08 12:43:45.963402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcb01ad7-c2e8-44f4-a457-bef63adabec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.967237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c716d5c-3545-4eb0-89aa-e79d2bac489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.972073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.975862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36776) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:45.978745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d101bda-06af-4e9c-b0a8-1e6b1fc6055a None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:45.983997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:45.987588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:45.989546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f05e9-c655-4a0b-9e19-e77fdb02bf35 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=c72a8d50-831e-4fcb-8aa2-2fed8699a21b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.066942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.067796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b95ff03e-c500-4364-b8c9-af25371114b7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:46.071294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.088266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:46.132397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Network': ['ID=e3e970f8-3a38-4db6-9104-f01979df1f15,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.137797 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-51dc7ddb-4470-4030-907c-cb66f5d8d260 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7538161 Mar 08 12:43:46.146668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Port': ['ID=04a9ce1e-5210-4448-95f6-5dc38a1e5d25,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.156844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36778) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:46.164185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'subnet': {'network_id': 'e3e970f8-3a38-4db6-9104-f01979df1f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:46.190883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e3e970f8-3a38-4db6-9104-f01979df1f15 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:46.198251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:46.204047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] No DVR routers for this DVR port e8460f3a-d3fc-47d1-8f8d-285f917e08e6 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:46.214909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.272731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.281656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.346586 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f74544-ba4f-4fcf-a42f-c18f099adb03']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:46.349566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb01ad7-c2e8-44f4-a457-bef63adabec7 None None] Pushing event updated for resources: {'Port': ['ID=b95ff03e-c500-4364-b8c9-af25371114b7,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.354277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e4ecf8c9-8626-4d3b-bcdb-631eee78f544) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:46.359309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:46.359888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.374908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-42a5ad1a-f6ac-483d-8c2d-678d4b6b454c None None] Provisioning complete for port d1aa229f-9621-4c47-ad2a-51b3d609abeb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:46.374908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-42a5ad1a-f6ac-483d-8c2d-678d4b6b454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.385621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363b1d41-d77a-4f04-b819-34c6699e7678') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:46.385879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363b1d41-d77a-4f04-b819-34c6699e7678') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:46.393131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.393938 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Floating IP d6f18e91-628a-4681-b23f-a15a132d7cec disassociated (deleted). External IP: 172.26.3.105, port: 647afde9-d867-4894-982c-dc6d312fc713. Mar 08 12:43:46.403985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.411478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adffc54-57a2-4d54-8ef9-daa2954481f5 None None] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:46.470212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Delete allocated IP 172.20.0.9 (7b1f0601-05c2-4407-9d2b-64f7418e1668/d33a99a3-edd4-4540-af92-452e35fed031) {{(pid=104045) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 12:43:46.474176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.480923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:43:46.481700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.493064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Allocated IP 172.20.0.35 (7b1f0601-05c2-4407-9d2b-64f7418e1668/52ab628e-205d-471c-8d64-13e22d3ff8d9/8be399ff-91fd-47b7-98f8-ed50347a620e) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:43:46.508267 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:43:46.546050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:46.546285 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4f9e1d7e-e144-4b54-90c1-c1a60e5d983d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7911773 Mar 08 12:43:46.547266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.556342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36780) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:46.558598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b95ff03e-c500-4364-b8c9-af25371114b7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:46.558739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.565019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c716d5c-3545-4eb0-89aa-e79d2bac489a None None] Pushing event updated for resources: {'Port': ['ID=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.570332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'subnet': {'network_id': '642b9578-63ac-4dfc-acfb-5126f3d32126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:46.594237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:46.598905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.646206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.662030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.662030 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/78f74544-ba4f-4fcf-a42f-c18f099adb03 HTTP/1.1" status: 204 len: 168 time: 2.7927918 Mar 08 12:43:46.662030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36782) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:46.665801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8562df01-4f2a-4150-b9da-918df6996bc9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-446548615', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:46.670020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf252c-0379-4c8c-af7e-e2fbb3c199f7 None None] Pushing event deleted for resources: {'Port': ['ID=e8460f3a-d3fc-47d1-8f8d-285f917e08e6,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.699087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abe245-6acf-4404-a74a-36ef4a02f703 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=78f74544-ba4f-4fcf-a42f-c18f099adb03,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:46.712447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Router 385c1c68-f415-4320-a8bd-a43c12eb9c4a is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:46.797459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8562df01-4f2a-4150-b9da-918df6996bc9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.799131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8562df01-4f2a-4150-b9da-918df6996bc9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.809556 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:43:46.924737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8562df01-4f2a-4150-b9da-918df6996bc9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:46.928490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:46.938285 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Sync routers for ids ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:46.954744 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Routers {'385c1c68-f415-4320-a8bd-a43c12eb9c4a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:46.955373 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:46.987227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8562df01-4f2a-4150-b9da-918df6996bc9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.069358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.070764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6fca78ae-4acc-4231-8097-8838a98bf21c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1566148 Mar 08 12:43:47.073378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36784) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:47.086993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=d1aa229f-9621-4c47-ad2a-51b3d609abeb,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:47.129072 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Set router 385c1c68-f415-4320-a8bd-a43c12eb9c4a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:47.137637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-42a5ad1a-f6ac-483d-8c2d-678d4b6b454c None None] Provisioning complete for port b95ff03e-c500-4364-b8c9-af25371114b7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:47.138289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-42a5ad1a-f6ac-483d-8c2d-678d4b6b454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.156881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.172055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8562df01-4f2a-4150-b9da-918df6996bc9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.175923 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8562df01-4f2a-4150-b9da-918df6996bc9 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5112000 Mar 08 12:43:47.176112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-e4ecf8c9-8626-4d3b-bcdb-631eee78f544', 'network_id': 'e4ecf8c9-8626-4d3b-bcdb-631eee78f544', 'tenant_id': '23b84971b0db4a029299bb978ff3bea0', 'fixed_ips': [{'subnet_id': '40961feb-dc97-4759-9c86-82a4688b47d9'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:47.176112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.176398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36786) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:47.195751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-1914122436'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:47.281218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Router 5c7757bc-abe8-498c-b42b-cf5041d57063 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:47.323439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.333494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1aa229f-9621-4c47-ad2a-51b3d609abeb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:47.371871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:47.381610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.485595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:47.501719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Allocated IP 2001:db8::2 (e4ecf8c9-8626-4d3b-bcdb-631eee78f544/40961feb-dc97-4759-9c86-82a4688b47d9/8eb1cb6f-6286-41db-8599-e2a05d72a251) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:47.507649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d1aa229f-9621-4c47-ad2a-51b3d609abeb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:47.507875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.522646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.523190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 103b5718-8c8a-4a50-9bf0-5db9cf7803d0 of type vlan for network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f Mar 08 12:43:47.539956 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:43:45Z', 'revision_number': 3, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port': {'id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:43Z', 'updated_at': '2022-03-08T12:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:47.587997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:47.596311 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Checking router: 385c1c68-f415-4320-a8bd-a43c12eb9c4a for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:43:47.596958 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Updating router 385c1c68-f415-4320-a8bd-a43c12eb9c4a port 24eae2b5-90f8-435c-be23-ff07eeba184b binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:43:47.601591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:47.604661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.614386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.617051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] Sync routers for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:47.640445 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.655871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.661178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event updated for resources: {'Port': ['ID=8be399ff-91fd-47b7-98f8-ed50347a620e,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:47.744639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Provisioning complete for port 8be399ff-91fd-47b7-98f8-ed50347a620e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:47.745363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.753994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:47.755575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:47.769207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.769549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.771628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.771980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.772309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.772632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.772954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.773273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.773589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.773968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.774286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.777946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:47.806250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.813212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:47.814740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.861570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:47.928297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36788) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:47.928552 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7510767 Mar 08 12:43:47.946628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:47.961329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:47.985887 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7ac14039-75f5-4169-9e11-ec1202d75334 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "DELETE /v2.0/floatingips/d6f18e91-628a-4681-b23f-a15a132d7cec HTTP/1.1" status: 204 len: 168 time: 3.5932996 Mar 08 12:43:47.993609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36790) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:47.996359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=7c0ab8e4-4697-42e1-b9d1-4be46cd8441f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:48.006202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:48.029535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.029975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.030426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.030763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.031136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.031464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.031785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.032364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.032832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.033199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.033525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.033857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b191d57-1c62-4a0b-8d5f-c98981fb4f5f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:48.048291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b95ff03e-c500-4364-b8c9-af25371114b7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:48.051283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.052095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] In _notify_port_updated(), no bound segment for port 8be399ff-91fd-47b7-98f8-ed50347a620e on network 7b1f0601-05c2-4407-9d2b-64f7418e1668 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:43:48.053506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:48.054328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:48.057930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:48.058933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.060238 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-268e5283-a69f-418b-bd96-cd5570e4905a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "PUT /v2.0/ports/8be399ff-91fd-47b7-98f8-ed50347a620e HTTP/1.1" status: 200 len: 959 time: 4.1425924 Mar 08 12:43:48.072938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:48.076644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36792) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:48.090686 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.098887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Port 8be399ff-91fd-47b7-98f8-ed50347a620e cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:48.183492 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.200646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:48.201307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6ec80-f1e2-499b-91b7-ede8c2ba39ba None None] The sync data for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:48.259702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.276659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:48.277023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.284570 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977c257-7161-4bc6-86bf-26a1ce0d2540 None None] Pushing event updated for resources: {'Port': ['ID=24eae2b5-90f8-435c-be23-ff07eeba184b,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:48.298370 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Attempting to bind port 24eae2b5-90f8-435c-be23-ff07eeba184b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:48.298727 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Attempting to bind port 24eae2b5-90f8-435c-be23-ff07eeba184b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:48.299141 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Attempting to bind port 24eae2b5-90f8-435c-be23-ff07eeba184b on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:48.306921 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:48.307448 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:48.307782 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.308430 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:48.309425 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Bound port: 24eae2b5-90f8-435c-be23-ff07eeba184b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:48.309425 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.319364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Allocated IP 172.20.0.1 (318576e9-b172-4e71-8bd7-66ebf17e52f6/a22aa1f3-7548-46f3-aff9-c13d7655842b/9f5f95e7-6bc8-49ec-9316-787a058a0f49) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:48.333724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Subnet': ['ID=a2390ec1-6fec-405f-9eab-d9e70cbacbf0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:48.339378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b95ff03e-c500-4364-b8c9-af25371114b7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:48.339745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.355881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Checking segment: {'id': 'f4717752-a74c-4615-a9f6-32af20bd70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e3e970f8-3a38-4db6-9104-f01979df1f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:48.356517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network hostable DHCP agents. Network: e3e970f8-3a38-4db6-9104-f01979df1f15, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:48.390372 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] For port 24eae2b5-90f8-435c-be23-ff07eeba184b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:48.395726 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] For port 24eae2b5-90f8-435c-be23-ff07eeba184b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=24eae2b5-90f8-435c-be23-ff07eeba184b,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:48.474312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Provisioning complete for port 85d82d9a-7981-463f-b8f1-85f00f1f230f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:48.474689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.505607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:48.542280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Port 85d82d9a-7981-463f-b8f1-85f00f1f230f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:48.544341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.562673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Provisioning complete for port d1aa229f-9621-4c47-ad2a-51b3d609abeb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:48.563193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0907fee5-eb6b-4c3b-8e7b-2ea5a9aa07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.574253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 8be399ff-91fd-47b7-98f8-ed50347a620e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:48.574589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.606612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:48.607103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.678590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.682858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.694348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 8be399ff-91fd-47b7-98f8-ed50347a620e owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:48.697313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.699185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.734560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.765422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.786814 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Routers {'385c1c68-f415-4320-a8bd-a43c12eb9c4a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:48.788035 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:48.793477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:48.797252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:48.817604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:48.825891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Pushing event updated for resources: {'Port': ['ID=8eb1cb6f-6286-41db-8599-e2a05d72a251,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:48.840010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:48.854550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:48.875138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:48.895132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:48.900757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:48.902352 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977c257-7161-4bc6-86bf-26a1ce0d2540 None None] Pushing event updated for resources: {'Port': ['ID=24eae2b5-90f8-435c-be23-ff07eeba184b,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:48.907310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Pushing event updated for resources: {'Port': ['ID=9f5f95e7-6bc8-49ec-9316-787a058a0f49,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:48.946598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e8460f3a-d3fc-47d1-8f8d-285f917e08e6 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:43:48.958644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network e3e970f8-3a38-4db6-9104-f01979df1f15 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:48.963098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:48.985953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=7073b577-a61b-4eea-90f4-8ac830943a75,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:48.989277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:48.995503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:48.996304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.006519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Attempting to bind port 8eb1cb6f-6286-41db-8599-e2a05d72a251 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:49.008363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Attempting to bind port 8eb1cb6f-6286-41db-8599-e2a05d72a251 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '01858fae-b84b-4340-b08d-09bf07da9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4ecf8c9-8626-4d3b-bcdb-631eee78f544'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:49.012781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Attempting to bind port 8eb1cb6f-6286-41db-8599-e2a05d72a251 on network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:49.016485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf4cff-6cc7-46e5-acfb-a3e36cc7d71c None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:49.018725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: e8460f3a-d3fc-47d1-8f8d-285f917e08e6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:43:49.023923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e8460f3a-d3fc-47d1-8f8d-285f917e08e6 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:43:49.063187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Provisioning complete for port 8be399ff-91fd-47b7-98f8-ed50347a620e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:49.064280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.072633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:49.073267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Checking segment: {'id': '01858fae-b84b-4340-b08d-09bf07da9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4ecf8c9-8626-4d3b-bcdb-631eee78f544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:49.073736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.074207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Bound using segment: {'id': '01858fae-b84b-4340-b08d-09bf07da9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4ecf8c9-8626-4d3b-bcdb-631eee78f544'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:49.074759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Bound port: 8eb1cb6f-6286-41db-8599-e2a05d72a251, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01858fae-b84b-4340-b08d-09bf07da9678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4ecf8c9-8626-4d3b-bcdb-631eee78f544'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:49.075267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.088504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e3e970f8-3a38-4db6-9104-f01979df1f15) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:49.102106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.104439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:49.109219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.128384 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.129120 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] Set router 385c1c68-f415-4320-a8bd-a43c12eb9c4a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:49.161193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1b2dc-8891-4640-a265-8f19800a0b21 None None] Network e3e970f8-3a38-4db6-9104-f01979df1f15 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:49.186745 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-496c3494-f96b-4c88-9d75-1dfba41331eb tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2079420 Mar 08 12:43:49.196239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36794) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:49.225355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-108bfe9b-2d39-4a8c-9d9f-9477ba377fcc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'security_group': {'name': 'tempest-secgroup-1741433278'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:49.247989 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c03c33fd-eb10-4ed7-a91d-3a9c33416d8e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0915248 Mar 08 12:43:49.249986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.252058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36796) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:49.265671 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-793813620', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:49.302147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Port 8be399ff-91fd-47b7-98f8-ed50347a620e cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:49.329456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Subnet': ['ID=fe3273d3-ec85-4560-88f1-c5b3c6f365fa,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:49.331526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=8be399ff-91fd-47b7-98f8-ed50347a620e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:49.339959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Checking segment: {'id': '0dded86e-2b5d-4611-8f7b-4ad646db52af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '642b9578-63ac-4dfc-acfb-5126f3d32126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:49.340297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network hostable DHCP agents. Network: 642b9578-63ac-4dfc-acfb-5126f3d32126, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:49.360700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.385446 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:43:45Z', 'revision_number': 3, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port': {'id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:43Z', 'updated_at': '2022-03-08T12:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:49.401653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] For port 8eb1cb6f-6286-41db-8599-e2a05d72a251, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:49.405628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Provisioning complete for port 22015d0a-1c2e-460e-a6af-1ae123069ddc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:49.406138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.430338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108bfe9b-2d39-4a8c-9d9f-9477ba377fcc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.439051 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2622c3a-ac93-4d29-be7f-116c6b3658b9 None None] The sync data for ids ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'] in dv-neutron-829486-2-hyperv is: [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:43:45Z', 'revision_number': 3, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port': {'id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:43Z', 'updated_at': '2022-03-08T12:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:49.460803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] For port 8eb1cb6f-6286-41db-8599-e2a05d72a251, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8eb1cb6f-6286-41db-8599-e2a05d72a251,segment=NetworkSegment(01858fae-b84b-4340-b08d-09bf07da9678),segment_id=01858fae-b84b-4340-b08d-09bf07da9678)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:49.469385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network 642b9578-63ac-4dfc-acfb-5126f3d32126 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:49.483342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=08e42b4b-17e3-4326-84aa-c91bb4a5a105,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:49.499392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:49.499764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:43:49.504501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Port 22015d0a-1c2e-460e-a6af-1ae123069ddc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:49.570903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108bfe9b-2d39-4a8c-9d9f-9477ba377fcc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.572788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 642b9578-63ac-4dfc-acfb-5126f3d32126) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:49.579820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:49.580331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.601488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.614920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5beee4-89e6-47ab-8a85-e9b08e4fa895 None None] Network 642b9578-63ac-4dfc-acfb-5126f3d32126 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:49.643874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66f378-3fd8-4ae2-9ce5-991387bb3526 None None] Network e3e970f8-3a38-4db6-9104-f01979df1f15 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:49.657949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108bfe9b-2d39-4a8c-9d9f-9477ba377fcc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.703280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bfe9b-2d39-4a8c-9d9f-9477ba377fcc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0454193-e241-4e84-962d-a4834e68b299,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:49.718921 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-93a2f855-b06d-4e3c-9890-25861ca25287 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1539285 Mar 08 12:43:49.720376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:43:49.728004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36798) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:49.728737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:49.753123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:49.754825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.805632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-108bfe9b-2d39-4a8c-9d9f-9477ba377fcc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.810218 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-108bfe9b-2d39-4a8c-9d9f-9477ba377fcc tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5903780 Mar 08 12:43:49.822085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36800) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:49.852397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c0676d58-f1c3-4426-b5a2-a82a760d47ea tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'security_group': {'name': 'tempest-secgroup-125007363'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:49.940406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.947260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.948717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:49.953771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd5884-598a-400a-bc1a-c8c4f22275ab None None] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:49.960331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.007835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:50.014108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-56338a1f-b424-446a-b8ee-88f15b9175a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.015504 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-441fc0dc-5d4f-4f20-9af3-05daa149e07c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0787497 Mar 08 12:43:50.025398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36802) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:50.043548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.047154 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-34237067-23ee-4ac2-9cd9-77e0ade1ea72 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/8be399ff-91fd-47b7-98f8-ed50347a620e HTTP/1.1" status: 204 len: 168 time: 1.6396658 Mar 08 12:43:50.055756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36804) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:50.107847 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-f300f4c8-f8a8-428f-92ce-716215582906 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] GET failed (client error): The resource could not be found. Mar 08 12:43:50.109580 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f300f4c8-f8a8-428f-92ce-716215582906 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports/8be399ff-91fd-47b7-98f8-ed50347a620e HTTP/1.1" status: 404 len: 333 time: 0.0407290 Mar 08 12:43:50.124335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36806) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:50.156025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c0676d58-f1c3-4426-b5a2-a82a760d47ea tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.170360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.224242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3521ce6-5aee-492a-86cf-213874faac55 None None] Pushing event updated for resources: {'Port': ['ID=8eb1cb6f-6286-41db-8599-e2a05d72a251,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:50.515550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3ff75-69ed-4f5b-8955-8fcbb5471c6c None None] Update dhcp port {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'fixed_ips': [{'subnet_id': '0f52a4d5-b177-4fef-b419-f97fe36026f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7073b577-a61b-4eea-90f4-8ac830943a75'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '6093d20f-debf-4753-b56d-98c7a9613d0a'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:43:50.546932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Allocated IP 172.26.3.157 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/f2a67b47-8f63-4413-82c1-95553d48a55c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:50.596373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-642b9578-63ac-4dfc-acfb-5126f3d32126', 'network_id': '642b9578-63ac-4dfc-acfb-5126f3d32126', 'tenant_id': '23b84971b0db4a029299bb978ff3bea0', 'fixed_ips': [{'subnet_id': 'fe3273d3-ec85-4560-88f1-c5b3c6f365fa'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:50.596641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.596736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.724204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b13475b1-c301-4d0e-8bfe-a2591dc152af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.724969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-87e3ff75-69ed-4f5b-8955-8fcbb5471c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.746438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.749260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:43:50.750276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.808925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.830025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b13475b1-c301-4d0e-8bfe-a2591dc152af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.909112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c0676d58-f1c3-4426-b5a2-a82a760d47ea tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.963979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:50.994016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.010906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c0676d58-f1c3-4426-b5a2-a82a760d47ea tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.016658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Allocated IP 2001:db8::1 (e4ecf8c9-8626-4d3b-bcdb-631eee78f544/40961feb-dc97-4759-9c86-82a4688b47d9/5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:51.048061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.073036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:51.074348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b13475b1-c301-4d0e-8bfe-a2591dc152af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.077280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b13475b1-c301-4d0e-8bfe-a2591dc152af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.080780 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b13475b1-c301-4d0e-8bfe-a2591dc152af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b253434-6ff7-4d4c-8c46-7510b56b93ed HTTP/1.1" status: 204 len: 168 time: 0.9522126 Mar 08 12:43:51.080780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.083565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Allocated IP 2001:db8::2 (642b9578-63ac-4dfc-acfb-5126f3d32126/fe3273d3-ec85-4560-88f1-c5b3c6f365fa/c96b79a5-0bbd-4da2-975c-4f3aa64f5f03) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:51.091888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36808) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:51.138101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:51.140639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:51.193541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0676d58-f1c3-4426-b5a2-a82a760d47ea tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc00288-651f-4a9f-95d4-231f5ab79533,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:51.233382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c0676d58-f1c3-4426-b5a2-a82a760d47ea tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.238595 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c0676d58-f1c3-4426-b5a2-a82a760d47ea tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4149275 Mar 08 12:43:51.238767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36810) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:51.256258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-87e3ff75-69ed-4f5b-8955-8fcbb5471c6c None None] Allocated IP 2001:db8::2 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/7073b577-a61b-4eea-90f4-8ac830943a75/6093d20f-debf-4753-b56d-98c7a9613d0a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:51.264806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8bda2584-0625-4160-919b-9604b9821435 None None] Provisioning complete for port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:51.265366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8bda2584-0625-4160-919b-9604b9821435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.269321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Allocated IP 172.20.0.2 (7c0ab8e4-4697-42e1-b9d1-4be46cd8441f/08e42b4b-17e3-4326-84aa-c91bb4a5a105/f3c12a71-5874-4809-a7af-c4d85e208d89) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:51.298295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-26b75dce-a121-4a3b-8cef-f75ab77c11f6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020517781'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:51.311819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13475b1-c301-4d0e-8bfe-a2591dc152af tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b253434-6ff7-4d4c-8c46-7510b56b93ed,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:51.328752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.419693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84f598ab-3532-4ff1-9f84-a0ba0b0cb793 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.484505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8bda2584-0625-4160-919b-9604b9821435 None None] Port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:51.501275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26b75dce-a121-4a3b-8cef-f75ab77c11f6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.520128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84f598ab-3532-4ff1-9f84-a0ba0b0cb793 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.547270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8eb1cb6f-6286-41db-8599-e2a05d72a251 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:51.552737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a67b47-8f63-4413-82c1-95553d48a55c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:51.602691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.615423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f26a4-3f57-44c6-a432-9cd323ab0d20 None None] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:51.691318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26b75dce-a121-4a3b-8cef-f75ab77c11f6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.762268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-87e3ff75-69ed-4f5b-8955-8fcbb5471c6c None None] For port 6093d20f-debf-4753-b56d-98c7a9613d0a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6093d20f-debf-4753-b56d-98c7a9613d0a,segment=NetworkSegment(5a224639-90c2-46d4-b722-fae6469f354b),segment_id=5a224639-90c2-46d4-b722-fae6469f354b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:51.762494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.773052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84f598ab-3532-4ff1-9f84-a0ba0b0cb793 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.776552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84f598ab-3532-4ff1-9f84-a0ba0b0cb793 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.779886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.780050 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-84f598ab-3532-4ff1-9f84-a0ba0b0cb793 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/security-groups/8ae5a9bc-e169-4846-a03e-c178b01eea3d HTTP/1.1" status: 204 len: 168 time: 0.6769698 Mar 08 12:43:51.782183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36812) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:51.803582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Pushing event updated for resources: {'Port': ['ID=9f5f95e7-6bc8-49ec-9316-787a058a0f49,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:51.809575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f598ab-3532-4ff1-9f84-a0ba0b0cb793 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae5a9bc-e169-4846-a03e-c178b01eea3d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:51.814492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.816199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e9191251-3e7c-4066-80f5-0d32f2effc12 None None] Provisioning complete for port 8eb1cb6f-6286-41db-8599-e2a05d72a251 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:51.816856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9191251-3e7c-4066-80f5-0d32f2effc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.819559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.853149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.855383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26b75dce-a121-4a3b-8cef-f75ab77c11f6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.868198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:51.871837 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:51.892667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.903433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-87e3ff75-69ed-4f5b-8955-8fcbb5471c6c None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.926767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.993126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73e6234d-4c25-445b-ad69-8ae79a8c5f90 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:51.998159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:51.999729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b75dce-a121-4a3b-8cef-f75ab77c11f6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227ebad3-5dd1-4358-8ec7-b9b932b85451,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:52.009233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:52.016554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-87e3ff75-69ed-4f5b-8955-8fcbb5471c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.026130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:52.027420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.031263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8eb1cb6f-6286-41db-8599-e2a05d72a251 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:52.031740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.040907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Port': ['ID=5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:52.051459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26b75dce-a121-4a3b-8cef-f75ab77c11f6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.052708 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-26b75dce-a121-4a3b-8cef-f75ab77c11f6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7856226 Mar 08 12:43:52.060003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.064014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36814) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:52.094840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2118274794', 'security_groups': ['227ebad3-5dd1-4358-8ec7-b9b932b85451'], 'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7073b577-a61b-4eea-90f4-8ac830943a75'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:52.111030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Network 642b9578-63ac-4dfc-acfb-5126f3d32126 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:52.120073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.129671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:52.130855 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73e6234d-4c25-445b-ad69-8ae79a8c5f90 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.135276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:52.138213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Router 385c1c68-f415-4320-a8bd-a43c12eb9c4a has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:43:52.151373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Pushing event updated for resources: {'Port': ['ID=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:52.214612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.26.3.21 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/b2eda34e-f45d-413a-9178-6b71afd22861) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:52.245342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.20.0.1 (7c0ab8e4-4697-42e1-b9d1-4be46cd8441f/08e42b4b-17e3-4326-84aa-c91bb4a5a105/8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:52.371294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.437101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73e6234d-4c25-445b-ad69-8ae79a8c5f90 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.440507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-73e6234d-4c25-445b-ad69-8ae79a8c5f90 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.443041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.443587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.443939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.444362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.444784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.445172 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-73e6234d-4c25-445b-ad69-8ae79a8c5f90 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/security-groups/a87fa437-3f2b-4e4b-ae66-16d266ec4a74 HTTP/1.1" status: 204 len: 168 time: 0.6619036 Mar 08 12:43:52.445334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.445719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.446231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.446632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.446983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.447353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.447720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:43:52.448858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36816) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:52.484205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:52.502160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6234d-4c25-445b-ad69-8ae79a8c5f90 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87fa437-3f2b-4e4b-ae66-16d266ec4a74,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:52.521004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.523292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:52.538674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:52.552393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9191251-3e7c-4066-80f5-0d32f2effc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.582550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Attempting to bind port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:52.583091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Attempting to bind port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '0dded86e-2b5d-4611-8f7b-4ad646db52af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '642b9578-63ac-4dfc-acfb-5126f3d32126'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:52.583553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Attempting to bind port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 on network 642b9578-63ac-4dfc-acfb-5126f3d32126 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:52.634525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:52.634949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Checking segment: {'id': '0dded86e-2b5d-4611-8f7b-4ad646db52af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '642b9578-63ac-4dfc-acfb-5126f3d32126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:52.635455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.635948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Bound using segment: {'id': '0dded86e-2b5d-4611-8f7b-4ad646db52af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '642b9578-63ac-4dfc-acfb-5126f3d32126'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:52.636538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Bound port: c96b79a5-0bbd-4da2-975c-4f3aa64f5f03, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dded86e-2b5d-4611-8f7b-4ad646db52af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '642b9578-63ac-4dfc-acfb-5126f3d32126'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:52.637048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.693337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3ff75-69ed-4f5b-8955-8fcbb5471c6c None None] Pushing event updated for resources: {'Port': ['ID=6093d20f-debf-4753-b56d-98c7a9613d0a,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:52.776746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e9191251-3e7c-4066-80f5-0d32f2effc12 None None] For port 8eb1cb6f-6286-41db-8599-e2a05d72a251, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8eb1cb6f-6286-41db-8599-e2a05d72a251,segment=NetworkSegment(01858fae-b84b-4340-b08d-09bf07da9678),segment_id=01858fae-b84b-4340-b08d-09bf07da9678)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:52.822739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.844888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Attempting to bind port f3c12a71-5874-4809-a7af-c4d85e208d89 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:52.845398 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Attempting to bind port f3c12a71-5874-4809-a7af-c4d85e208d89 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:52.845926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Attempting to bind port f3c12a71-5874-4809-a7af-c4d85e208d89 on network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:52.872306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9191251-3e7c-4066-80f5-0d32f2effc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.886590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:52.887742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Pushing event updated for resources: {'Port': ['ID=f3c12a71-5874-4809-a7af-c4d85e208d89,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:52.892720 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3a223cdc-6a77-4788-8f85-243da9ad038e admin admin] 10.222.0.65 "PUT /v2.0/routers/385c1c68-f415-4320-a8bd-a43c12eb9c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8182487 Mar 08 12:43:52.898145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:52.907463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Checking segment: {'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:52.910578 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Sync routers for ids ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:52.912843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.920048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Bound using segment: {'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:52.920690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Bound port: f3c12a71-5874-4809-a7af-c4d85e208d89, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:52.921394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.935208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:52.950303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:52.959972 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Routers {'385c1c68-f415-4320-a8bd-a43c12eb9c4a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:52.964532 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:53.048326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.103113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9191251-3e7c-4066-80f5-0d32f2effc12 None None] Pushing event updated for resources: {'Port': ['ID=8eb1cb6f-6286-41db-8599-e2a05d72a251,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:53.150157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.153740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.199289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] For port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:53.229569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] For port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,segment=NetworkSegment(0dded86e-2b5d-4611-8f7b-4ad646db52af),segment_id=0dded86e-2b5d-4611-8f7b-4ad646db52af)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:53.244406 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Set router 385c1c68-f415-4320-a8bd-a43c12eb9c4a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:53.262201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.312142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:53.317257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:53.332192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:53.415835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3934153f-ad32-4e8b-a2a6-9e3e01bb13c4 None None] Provisioning complete for port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:53.416284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3934153f-ad32-4e8b-a2a6-9e3e01bb13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.421082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] device_id is not set on port 4538da43-fe83-44fb-a2fc-7baead6187c9 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:43:53.424896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.464289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:43:53.464946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:43:53.485935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] For port f3c12a71-5874-4809-a7af-c4d85e208d89, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:53.486158 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet d33a99a3-edd4-4540-af92-452e35fed031 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:53.495356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.537777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] For port f3c12a71-5874-4809-a7af-c4d85e208d89, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f3c12a71-5874-4809-a7af-c4d85e208d89,segment=NetworkSegment(103b5718-8c8a-4a50-9bf0-5db9cf7803d0),segment_id=103b5718-8c8a-4a50-9bf0-5db9cf7803d0)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:53.558638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-3934153f-ad32-4e8b-a2a6-9e3e01bb13c4 None None] Port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:53.582531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207cf0b-169e-4c23-bea3-c4eb35b7a78c None None] Pushing event updated for resources: {'Port': ['ID=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:53.582777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.599514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.606124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a67b47-8f63-4413-82c1-95553d48a55c,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:53.608867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.632716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.635522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.713513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:53.722002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:53.725115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:53.768472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.769295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.780647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.784487 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8a03638f-1d38-4a56-ab55-062b8b7adf89 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7870045 Mar 08 12:43:53.791571 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:43:49Z', 'revision_number': 4, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port': {'id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:43Z', 'updated_at': '2022-03-08T12:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f5f95e7-6bc8-49ec-9316-787a058a0f49', 'name': '', 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'mac_address': 'fa:16:3e:3c:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a22aa1f3-7548-46f3-aff9-c13d7655842b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:48Z', 'updated_at': '2022-03-08T12:43:50Z', 'revision_number': 2, 'project_id': '58a10bba555743e28038e404a82fa587', 'subnets': [{'id': 'a22aa1f3-7548-46f3-aff9-c13d7655842b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:53.814955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36826) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:53.818741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=b2eda34e-f45d-413a-9178-6b71afd22861,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:53.822378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:53.839287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b94db5-e8b4-480f-ac52-1765fd5f98cb None None] Pushing event updated for resources: {'Port': ['ID=f3c12a71-5874-4809-a7af-c4d85e208d89,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:53.864900 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Checking router: 385c1c68-f415-4320-a8bd-a43c12eb9c4a for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:43:53.868595 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Updating router 385c1c68-f415-4320-a8bd-a43c12eb9c4a port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:43:53.912968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Port': ['ID=5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:53.950262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Provisioning complete for port 22015d0a-1c2e-460e-a6af-1ae123069ddc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:53.950541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:53.987206 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.023593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.034047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.073550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8::1a7 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/7073b577-a61b-4eea-90f4-8ac830943a75/4538da43-fe83-44fb-a2fc-7baead6187c9) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:54.204215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:54.217092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Port 22015d0a-1c2e-460e-a6af-1ae123069ddc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:54.332839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.344139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 24eae2b5-90f8-435c-be23-ff07eeba184b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:54.367551 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:54.380510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:54.395063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36830) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:54.402427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4353984f-2cc1-49ef-9d31-1728fe6a0775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432132191', 'description': 'tempest-secgroup-smoke-432132191 description', 'project_id': 'c681faacec2c49369e1292020a9e19f2'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:54.415928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.433767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:54.435307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.548580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.616983 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.632116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 24eae2b5-90f8-435c-be23-ff07eeba184b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:54.632637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.646157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4353984f-2cc1-49ef-9d31-1728fe6a0775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.664488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=d33a99a3-edd4-4540-af92-452e35fed031,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:54.678745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.709635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Provisioning complete for port 8eb1cb6f-6286-41db-8599-e2a05d72a251 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:54.711969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.715879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.719638 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9d8b5e60-f915-4a12-b976-2454791bc719 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/d33a99a3-edd4-4540-af92-452e35fed031 HTTP/1.1" status: 204 len: 168 time: 2.2555809 Mar 08 12:43:54.724325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36832) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:54.724996 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.733311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.814160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe92e8-bd11-4f12-a61b-5dac80e59e72 None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:54.957424 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f8b17-18b0-4e2f-870b-1d176e7bf676 None None] Pushing event updated for resources: {'Port': ['ID=9f5f95e7-6bc8-49ec-9316-787a058a0f49,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:54.962772 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Attempting to bind port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:43:54.963128 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Attempting to bind port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:43:54.963473 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Attempting to bind port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 on network 318576e9-b172-4e71-8bd7-66ebf17e52f6 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:43:54.972684 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:43:54.973103 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Checking segment: {'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:43:54.973556 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.974225 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Bound using segment: {'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:43:54.974772 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Bound port: 9f5f95e7-6bc8-49ec-9316-787a058a0f49, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e19471-47ed-4a1a-a709-250c8c7fc162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:43:54.977673 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:54.979987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.063908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.123121 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] For port 9f5f95e7-6bc8-49ec-9316-787a058a0f49, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:43:55.126636 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] For port 9f5f95e7-6bc8-49ec-9316-787a058a0f49, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9f5f95e7-6bc8-49ec-9316-787a058a0f49,segment=NetworkSegment(d7e19471-47ed-4a1a-a709-250c8c7fc162),segment_id=d7e19471-47ed-4a1a-a709-250c8c7fc162)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:43:55.169119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=4538da43-fe83-44fb-a2fc-7baead6187c9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:55.176437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Router 5ab05fca-6b0a-430f-bf1a-f542b9db91ee is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:55.195062 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.218084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:55.223681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet 52ab628e-205d-471c-8d64-13e22d3ff8d9 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:55.226334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.228369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.287637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 24eae2b5-90f8-435c-be23-ff07eeba184b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=24eae2b5-90f8-435c-be23-ff07eeba184b,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:55.290363 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Routers {'385c1c68-f415-4320-a8bd-a43c12eb9c4a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:55.290979 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:55.299048 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f8b17-18b0-4e2f-870b-1d176e7bf676 None None] Pushing event updated for resources: {'Port': ['ID=9f5f95e7-6bc8-49ec-9316-787a058a0f49,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:55.337571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.377091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Provisioning complete for port 5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:55.379924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.432065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.482814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:55.487238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:55.501143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:55.502942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.510815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.511923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4353984f-2cc1-49ef-9d31-1728fe6a0775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.552443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.555575 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] Set router 385c1c68-f415-4320-a8bd-a43c12eb9c4a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:55.562818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=24eae2b5-90f8-435c-be23-ff07eeba184b,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:55.566763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65352f10-4c79-40a3-8e45-a4483f149849 None None] Network 642b9578-63ac-4dfc-acfb-5126f3d32126 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:55.708053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Allocated IP 172.26.3.56 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/c7b3d159-42e1-4951-b590-d1cc077d911c) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:55.715283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-952b6b6a-f73f-43c4-a558-6028464b632c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6464272 Mar 08 12:43:55.728147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36834) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:55.729572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.735954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4353984f-2cc1-49ef-9d31-1728fe6a0775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.767144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5fa588ca-9598-41cf-b5ba-67e3ce5794d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:55.807045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.867321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb501b-5eca-44fd-b2ec-f6cac638bb82 None None] Port 5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:55.877161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:55.921443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8eb1cb6f-6286-41db-8599-e2a05d72a251 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:55.957191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.018833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Provisioning complete for port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:56.020833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.036688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:56.047671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.057257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d84604-ab75-475a-833b-ca75ffd6b017 None None] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:56.108123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:56.123151 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:43:49Z', 'revision_number': 4, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port': {'id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:43Z', 'updated_at': '2022-03-08T12:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f5f95e7-6bc8-49ec-9316-787a058a0f49', 'name': '', 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'mac_address': 'fa:16:3e:3c:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a22aa1f3-7548-46f3-aff9-c13d7655842b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:48Z', 'updated_at': '2022-03-08T12:43:55Z', 'revision_number': 4, 'project_id': '58a10bba555743e28038e404a82fa587', 'subnets': [{'id': 'a22aa1f3-7548-46f3-aff9-c13d7655842b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:56.135160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4353984f-2cc1-49ef-9d31-1728fe6a0775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.139144 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4353984f-2cc1-49ef-9d31-1728fe6a0775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7376933 Mar 08 12:43:56.161983 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633ce5f-793f-4ba9-9f4b-891546892d96 None None] The sync data for ids ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'] in dv-neutron-829486-2-hyperv is: [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:43:49Z', 'revision_number': 4, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port': {'id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:43Z', 'updated_at': '2022-03-08T12:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9f5f95e7-6bc8-49ec-9316-787a058a0f49', 'name': '', 'network_id': '318576e9-b172-4e71-8bd7-66ebf17e52f6', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'mac_address': 'fa:16:3e:3c:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a22aa1f3-7548-46f3-aff9-c13d7655842b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:48Z', 'updated_at': '2022-03-08T12:43:55Z', 'revision_number': 4, 'project_id': '58a10bba555743e28038e404a82fa587', 'subnets': [{'id': 'a22aa1f3-7548-46f3-aff9-c13d7655842b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:56.169799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36836) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:56.170856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:56.173642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:56.185099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-dc40bf6a-3033-435e-b527-042092d5c708 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'security_group_rule': {'security_group_id': 'e7892789-e615-4ade-97ee-be9c5e8b8eb1', 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:56.242089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Pushing event updated for resources: {'Port': ['ID=c7b3d159-42e1-4951-b590-d1cc077d911c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:56.275971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:56.286556 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-86fd1f44-e876-43bb-9033-3e70f01a6401 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5506094 Mar 08 12:43:56.288888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353984f-2cc1-49ef-9d31-1728fe6a0775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7892789-e615-4ade-97ee-be9c5e8b8eb1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:56.295892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36838) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:56.402460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.432610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.443461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.449650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] Sync routers for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:56.450458 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/52ab628e-205d-471c-8d64-13e22d3ff8d9 HTTP/1.1" status: 204 len: 168 time: 1.6771324 Mar 08 12:43:56.453576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36840) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:56.463898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9ad5f-eef2-4a5c-8901-1d2a4ff477b3 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=52ab628e-205d-471c-8d64-13e22d3ff8d9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:56.471845 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc40bf6a-3033-435e-b527-042092d5c708 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.511688 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5563d02d-2444-4b8c-b25a-a01e2a8a7c05 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:56.515056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5563d02d-2444-4b8c-b25a-a01e2a8a7c05 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:56.518940 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5563d02d-2444-4b8c-b25a-a01e2a8a7c05 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/d33a99a3-edd4-4540-af92-452e35fed031 HTTP/1.1" status: 404 len: 337 time: 0.0638914 Mar 08 12:43:56.521279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa588ca-9598-41cf-b5ba-67e3ce5794d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:56.527642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5fa588ca-9598-41cf-b5ba-67e3ce5794d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.533149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36842) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:56.534395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:56.540297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:56.540297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:56.542241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8eb1cb6f-6286-41db-8599-e2a05d72a251 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:56.542609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.655656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:56.667189 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:56.680021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:56.696691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.749039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting subnet 406727d9-d067-48c8-accb-9648c65f2df7 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:43:56.752538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.779280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:56.780265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:56.799793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc40bf6a-3033-435e-b527-042092d5c708 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.825299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.870397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.872341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:56.873111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19186363-9f6c-452e-94dc-c2e150dfc263 None None] The sync data for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:56.942002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.946057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc40bf6a-3033-435e-b527-042092d5c708 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:56.990141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] For port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,segment=NetworkSegment(0dded86e-2b5d-4611-8f7b-4ad646db52af),segment_id=0dded86e-2b5d-4611-8f7b-4ad646db52af)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:56.992659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c1ffb-ef43-46b4-885d-86ed95967365 None None] Network 7b1f0601-05c2-4407-9d2b-64f7418e1668 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:43:57.009278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f3c12a71-5874-4809-a7af-c4d85e208d89 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:57.080945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.ipam_backend_mixin [None req-5fa588ca-9598-41cf-b5ba-67e3ce5794d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7073b577-a61b-4eea-90f4-8ac830943a75 (CIDR: 2001:db8::/64) Mar 08 12:43:57.090615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.139862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa588ca-9598-41cf-b5ba-67e3ce5794d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:57.140367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa588ca-9598-41cf-b5ba-67e3ce5794d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:57.172998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.179682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:57.199510 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:57.214232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Subnet': ['ID=406727d9-d067-48c8-accb-9648c65f2df7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:57.225428 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:57.231664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Provisioning complete for port 5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:57.232034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.232627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:57.233319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.233546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Pushing event updated for resources: {'Port': ['ID=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:57.251446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9d683d13-ed9c-465d-b51b-799f43af7002 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/406727d9-d067-48c8-accb-9648c65f2df7 HTTP/1.1" status: 204 len: 168 time: 0.7139215 Mar 08 12:43:57.265673 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5fa588ca-9598-41cf-b5ba-67e3ce5794d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5238225 Mar 08 12:43:57.266620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36844) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.267134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36846) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.268898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f3c12a71-5874-4809-a7af-c4d85e208d89 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:57.270119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.283708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f92ed622-32fc-4933-83ca-8f1ee34a1f5d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:57.320269 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:57.325344 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a054afff-c985-45f5-8c95-76cb891667de tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:57.326125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a054afff-c985-45f5-8c95-76cb891667de tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:57.329853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a054afff-c985-45f5-8c95-76cb891667de tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/e41de6cf-65ac-4444-9d3e-d7d5e713f12e HTTP/1.1" status: 404 len: 337 time: 0.0615094 Mar 08 12:43:57.333724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36848) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.336059 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:57.336459 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:57.345697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.351358 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-94fcd51f-572b-4b49-a5ec-a770e4548b23 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.0971186 Mar 08 12:43:57.354507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Port 5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:57.355690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36850) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.385780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Provisioning complete for port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:57.386279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.461095 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c9fe0b73-4692-45f9-8222-b54859f47312 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "GET /v2.0/ports?device_id=da282105-c72b-43d1-a3ae-1f8ae727e1b0 HTTP/1.1" status: 200 len: 205 time: 0.1257162 Mar 08 12:43:57.461731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36852) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.515420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] DHCP port deletion for 7b1f0601-05c2-4407-9d2b-64f7418e1668 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:43:57.563635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.576009 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-ff8023ec-e89f-4c4d-8c8a-20157d6ddded tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] delete failed (client error): The resource could not be found. Mar 08 12:43:57.581185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ff8023ec-e89f-4c4d-8c8a-20157d6ddded tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/routers/da282105-c72b-43d1-a3ae-1f8ae727e1b0 HTTP/1.1" status: 404 len: 336 time: 0.0719497 Mar 08 12:43:57.587280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36854) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.608330 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:57.609634 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76707d06-7d21-4e52-8423-cc6eb3823499 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:43:57.629281 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e05581-9b0b-40d1-9865-1afb24e1d612 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:57.629736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e05581-9b0b-40d1-9865-1afb24e1d612 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:57.633224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.636265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port f3c12a71-5874-4809-a7af-c4d85e208d89, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f3c12a71-5874-4809-a7af-c4d85e208d89,segment=NetworkSegment(103b5718-8c8a-4a50-9bf0-5db9cf7803d0),segment_id=103b5718-8c8a-4a50-9bf0-5db9cf7803d0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:57.636425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-26e05581-9b0b-40d1-9865-1afb24e1d612 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/bac7fd71-8317-4fc8-ac1d-1f14d4272f2f HTTP/1.1" status: 404 len: 337 time: 0.0479288 Mar 08 12:43:57.642341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36856) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.649278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc40bf6a-3033-435e-b527-042092d5c708 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.650810 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dc40bf6a-3033-435e-b527-042092d5c708 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4728646 Mar 08 12:43:57.672498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] Deleting port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:57.672898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.682049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36858) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.691396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40bf6a-3033-435e-b527-042092d5c708 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7b0f42-4ebb-4c4c-a9c3-0b85a9f9992c,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:57.699009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d3a17b97-9b2a-476f-b144-d6ee40c31bc5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'security_group_rule': {'security_group_id': 'e7892789-e615-4ade-97ee-be9c5e8b8eb1', 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:57.726229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-74045ff1-0538-45a5-83eb-0979df50adff tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:57.727910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.728028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74045ff1-0538-45a5-83eb-0979df50adff tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:57.732498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-74045ff1-0538-45a5-83eb-0979df50adff tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/950faf77-adb7-4dba-9f11-aab6d278ba10 HTTP/1.1" status: 404 len: 337 time: 0.0891185 Mar 08 12:43:57.733262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36860) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.760002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] For port 9f5f95e7-6bc8-49ec-9316-787a058a0f49, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9f5f95e7-6bc8-49ec-9316-787a058a0f49,segment=NetworkSegment(d7e19471-47ed-4a1a-a709-250c8c7fc162),segment_id=d7e19471-47ed-4a1a-a709-250c8c7fc162)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:57.764281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.765187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6093d20f-debf-4753-b56d-98c7a9613d0a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:57.775461 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbc5043-e757-44c3-8f36-bd67d6773687 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:57.775910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbc5043-e757-44c3-8f36-bd67d6773687 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:57.781648 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1cbc5043-e757-44c3-8f36-bd67d6773687 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/b21dd8b1-f443-45b7-85be-369e428d5985 HTTP/1.1" status: 404 len: 337 time: 0.0415430 Mar 08 12:43:57.783977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36862) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:57.848307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=f3c12a71-5874-4809-a7af-c4d85e208d89,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:57.871417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.939239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] For port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,segment=NetworkSegment(a7aee009-6550-4cc2-922a-3aaef86625ea),segment_id=a7aee009-6550-4cc2-922a-3aaef86625ea)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:43:57.939993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.959517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3a17b97-9b2a-476f-b144-d6ee40c31bc5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:57.964917 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] Calling delete_port for 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:58.005147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30c73e-6fd0-4d43-8327-d76f9f6ded94 None None] Pushing event updated for resources: {'Port': ['ID=9f5f95e7-6bc8-49ec-9316-787a058a0f49,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:58.022094 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-dd1062c0-e139-42df-8563-e30dbdfa366c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:58.023004 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dd1062c0-e139-42df-8563-e30dbdfa366c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7262530 Mar 08 12:43:58.032534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:43:58.034714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36864) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.069262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Provisioning complete for port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:58.069731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.071473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:58.071889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.173075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.249073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3a17b97-9b2a-476f-b144-d6ee40c31bc5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.256684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:58.259719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.264509 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae9684f-5371-424f-bd0c-f283c07a039a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:58.265218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae9684f-5371-424f-bd0c-f283c07a039a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:58.268375 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7ae9684f-5371-424f-bd0c-f283c07a039a tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/2214ffda-72cb-4d16-aea4-0536837f6ba8 HTTP/1.1" status: 404 len: 333 time: 0.4725266 Mar 08 12:43:58.272226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36866) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.306439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Provisioning complete for port f3c12a71-5874-4809-a7af-c4d85e208d89 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:58.307069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.309373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.377261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92ed622-32fc-4933-83ca-8f1ee34a1f5d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:58.377491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] Pushing event deleted for resources: {'Port': ['ID=50b4255c-b0db-453c-a8c2-7eacac7ee6b6,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:58.378931 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3a17b97-9b2a-476f-b144-d6ee40c31bc5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.379631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1ab71-fb9d-44fd-aacf-578dca289217 None None] No DVR routers for this DVR port 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:43:58.384946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f92ed622-32fc-4933-83ca-8f1ee34a1f5d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.397685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:58.397685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.428733 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb831c7-9c85-4d20-99f8-febcb2d2f732 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:58.429118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb831c7-9c85-4d20-99f8-febcb2d2f732 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:58.432473 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-afb831c7-9c85-4d20-99f8-febcb2d2f732 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/9ca4fa4d-9d8d-448a-bd6e-8604980c51b2 HTTP/1.1" status: 404 len: 337 time: 0.1593099 Mar 08 12:43:58.447813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36868) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.462841 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Pushing event updated for resources: {'Port': ['ID=c7b3d159-42e1-4951-b590-d1cc077d911c,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:58.471217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:43:58.477606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17b97-9b2a-476f-b144-d6ee40c31bc5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8785899f-a838-4dcf-bfa7-f0958a8bed1f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:58.484678 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ba134531-ce5b-40b7-881d-bd125bad602a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4640374 Mar 08 12:43:58.488613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:43:58.488772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36870) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.498107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-137394275'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:58.507776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.514460 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3243cf7-87f3-438a-8f29-a2e54348d6d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:58.515210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3243cf7-87f3-438a-8f29-a2e54348d6d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:58.521211 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e3243cf7-87f3-438a-8f29-a2e54348d6d6 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/8b70afb0-8832-44a7-92b5-1ee12f4a70d9 HTTP/1.1" status: 404 len: 337 time: 0.0650046 Mar 08 12:43:58.524101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36872) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.540217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:43:58.540857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:58.565350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3a17b97-9b2a-476f-b144-d6ee40c31bc5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.569484 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d3a17b97-9b2a-476f-b144-d6ee40c31bc5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8771019 Mar 08 12:43:58.570965 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36874) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.577292 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-16e92146-1061-4bd7-81bd-2870ccb9b20b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'security_group_rule': {'security_group_id': 'e7892789-e615-4ade-97ee-be9c5e8b8eb1', 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:58.595618 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d07e66f-9671-4fda-b72c-2e2ef9856d0d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:58.596533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d07e66f-9671-4fda-b72c-2e2ef9856d0d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:58.602878 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5d07e66f-9671-4fda-b72c-2e2ef9856d0d tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/a78f84d4-c8ff-425e-82bb-195115882867 HTTP/1.1" status: 404 len: 333 time: 0.0736992 Mar 08 12:43:58.611323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36876) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.622792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.626514 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c2516435-b28b-48ab-bc96-9448221f50c6 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8036125 Mar 08 12:43:58.629302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36878) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.629451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Provisioning complete for port 4538da43-fe83-44fb-a2fc-7baead6187c9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:58.629451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.654392 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.ipam_backend_mixin [None req-f92ed622-32fc-4933-83ca-8f1ee34a1f5d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0f52a4d5-b177-4fef-b419-f97fe36026f7 (CIDR: 2001:db8:0:1::/64) Mar 08 12:43:58.657421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2a2e30-0365-4673-b01c-fae062f18bce tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:58.657897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2a2e30-0365-4673-b01c-fae062f18bce tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:58.664245 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cc2a2e30-0365-4673-b01c-fae062f18bce tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/ab9202f4-2755-45bb-9a1c-90fbfe5ccb1d HTTP/1.1" status: 404 len: 337 time: 0.0495725 Mar 08 12:43:58.666092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36880) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.673755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:43:58.679402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:58.682639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.709510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Port 4538da43-fe83-44fb-a2fc-7baead6187c9 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:58.729659 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fe1f273c-ab15-4186-a1d5-3444d86c2891 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0987597 Mar 08 12:43:58.732136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Provisioning complete for port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:58.732136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.732401 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de5a6b8-0374-429d-9b26-0d1011611b1e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] DELETE failed (client error): The resource could not be found. Mar 08 12:43:58.733736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de5a6b8-0374-429d-9b26-0d1011611b1e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:58.738623 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0de5a6b8-0374-429d-9b26-0d1011611b1e tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/subnets/4b5c8e50-5081-4041-8016-c3d93a271780 HTTP/1.1" status: 404 len: 337 time: 0.0685084 Mar 08 12:43:58.738623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36882) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.745781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36884) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.746715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-16e92146-1061-4bd7-81bd-2870ccb9b20b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.757992 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92ed622-32fc-4933-83ca-8f1ee34a1f5d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:43:58.757992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92ed622-32fc-4933-83ca-8f1ee34a1f5d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:43:58.856103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:58.880948 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d1817535-db27-4a45-a5e7-abeb3f1f7cff tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1388068 Mar 08 12:43:58.905650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.909426 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:43:58.919639 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f92ed622-32fc-4933-83ca-8f1ee34a1f5d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6410396 Mar 08 12:43:58.927528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36888) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:58.933672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'subnet': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:58.960537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f3c12a71-5874-4809-a7af-c4d85e208d89 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:59.008345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.009043 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 1fb13b86-2d0d-42dc-ad23-ae71bc151580 of type vlan for network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 Mar 08 12:43:59.027227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Provisioning complete for port 85d82d9a-7981-463f-b8f1-85f00f1f230f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:59.027227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.110999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6b5c16d2-88fd-4957-ac6c-e264b08d7f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.119394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Port 85d82d9a-7981-463f-b8f1-85f00f1f230f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:59.123664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-16e92146-1061-4bd7-81bd-2870ccb9b20b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.147196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.151728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Provisioning complete for port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:59.152104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.179655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.226676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Made reservation on behalf of 6d5f6b62c91f45cea1288a2e1a74f3ed for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:59.230481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-16e92146-1061-4bd7-81bd-2870ccb9b20b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.230723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.234091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Deleting port 85d82d9a-7981-463f-b8f1-85f00f1f230f {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:59.234429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.308000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.1 (e3e970f8-3a38-4db6-9104-f01979df1f15/a2390ec1-6fec-405f-9eab-d9e70cbacbf0/50e59a69-dfdd-468e-be08-872a0842e65b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:43:59.337047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f3c12a71-5874-4809-a7af-c4d85e208d89 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:59.337401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.338419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.344084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:59.344664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.360768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92146-1061-4bd7-81bd-2870ccb9b20b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e55bd7c-2151-4784-bbda-608dd31f8947,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:59.389491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-3734f72d-e108-4cc4-8c55-a7124a7c9d07 None None] Port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:59.423107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:43:54Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:43:55Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:43:59.445716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.453643 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Deleting port c7b3d159-42e1-4951-b590-d1cc077d911c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:43:59.454232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.463951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:43:59.464294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Updating router 2d2e1769-852e-42da-b5fa-8a7233103646 port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:43:59.491795 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-16e92146-1061-4bd7-81bd-2870ccb9b20b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.493259 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-16e92146-1061-4bd7-81bd-2870ccb9b20b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9216115 Mar 08 12:43:59.496893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36890) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:59.499298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9f5f95e7-6bc8-49ec-9316-787a058a0f49 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:59.501055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.501263 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3ab4db5f-21e9-4def-8195-70c2a8de2a80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'security_group_rule': {'security_group_id': 'e7892789-e615-4ade-97ee-be9c5e8b8eb1', 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:59.510484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.518408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=5cb37d84-7d47-4442-85fe-6079d19ba2e2,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:59.525657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Calling delete_port for 85d82d9a-7981-463f-b8f1-85f00f1f230f owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:59.545002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:43:59.549772 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-151a9ba6-0eb5-40ff-b763-bc400ae8cf16 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0575931 Mar 08 12:43:59.570810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:43:59.590914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:43:59.625217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6c836e6e-330a-46b1-a46f-c67c6b0829ed None None] Provisioning complete for port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:59.625610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6c836e6e-330a-46b1-a46f-c67c6b0829ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.702894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.703495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.716689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ab4db5f-21e9-4def-8195-70c2a8de2a80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.745814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.746446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Calling delete_port for c7b3d159-42e1-4951-b590-d1cc077d911c owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:43:59.758300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6c836e6e-330a-46b1-a46f-c67c6b0829ed None None] Port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:43:59.768211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:43:59.768593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.793140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.796668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network e3e970f8-3a38-4db6-9104-f01979df1f15 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:59.813054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:59.815504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:43:59.876976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=50e59a69-dfdd-468e-be08-872a0842e65b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:43:59.880541 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:43:59.884041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.895766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ab4db5f-21e9-4def-8195-70c2a8de2a80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.903318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.912367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:43:59.938183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:43:59.949328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:43:59.952592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:43:59.953183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:43:59.966213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88659f6a-ac15-4c55-b5cb-8cff933d4ded None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:00.003430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Subnet': ['ID=11dc49e4-bd7b-453f-be8f-0af92565ddd9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:00.020379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.102878 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e9b02347-a2fc-4df3-8b5e-b31c448f4d7d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1749079 Mar 08 12:44:00.107193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36894) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:00.115708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-419521786', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '11dc49e4-bd7b-453f-be8f-0af92565ddd9'}], 'security_groups': ['c0454193-e241-4e84-962d-a4834e68b299', '5cc00288-651f-4a9f-95d4-231f5ab79533']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:00.117061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.128547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:00.128925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.195166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.229064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ab4db5f-21e9-4def-8195-70c2a8de2a80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.266596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Port': ['ID=85d82d9a-7981-463f-b8f1-85f00f1f230f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:00.293766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4db5f-21e9-4def-8195-70c2a8de2a80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731b8493-1abd-4031-97d3-0cbe4e492576,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:00.298402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.302404 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-96b93d76-7fd1-4326-9e03-d2fb9f9251ea tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/ports/85d82d9a-7981-463f-b8f1-85f00f1f230f HTTP/1.1" status: 204 len: 168 time: 1.5499046 Mar 08 12:44:00.304212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08e319-7a5e-4dfd-b613-1bc9d349ba62 None None] Pushing event updated for resources: {'Port': ['ID=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:00.306255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36896) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:00.367218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 24eae2b5-90f8-435c-be23-ff07eeba184b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:00.404756 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting port 5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:00.405012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.408075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Attempting to bind port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:00.408514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Attempting to bind port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:00.408861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Attempting to bind port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 on network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:00.439354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:00.439727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Checking segment: {'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:00.440412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.442076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Bound using segment: {'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:00.442076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Bound port: 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103b5718-8c8a-4a50-9bf0-5db9cf7803d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:00.442629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.476673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.487544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.488330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ab4db5f-21e9-4def-8195-70c2a8de2a80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.488330 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3ab4db5f-21e9-4def-8195-70c2a8de2a80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9871106 Mar 08 12:44:00.490893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36898) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:00.502070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'security_group_rule': {'security_group_id': 'e7892789-e615-4ade-97ee-be9c5e8b8eb1', 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:00.505942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc05aa35-aae4-4edd-92cf-d02e24685e1c None None] Update dhcp port {'port': {'network_id': 'f4f1fd16-6be9-4c95-a312-8742f4d30a6c', 'fixed_ips': [{'subnet_id': '0f52a4d5-b177-4fef-b419-f97fe36026f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7073b577-a61b-4eea-90f4-8ac830943a75', 'ip_address': '2001:db8::2'}, {'subnet_id': '11dc49e4-bd7b-453f-be8f-0af92565ddd9'}], 'binding:host_id': 'dv-neutron-829486-2-hyperv'}, 'id': '6093d20f-debf-4753-b56d-98c7a9613d0a'} from dv-neutron-829486-2-hyperv. {{(pid=104047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 08 12:44:00.529944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.555913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.559601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 24eae2b5-90f8-435c-be23-ff07eeba184b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:00.559963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.566316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dc05aa35-aae4-4edd-92cf-d02e24685e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.590040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.596725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.670338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Calling delete_port for 5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:00.676642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Pushing event deleted for resources: {'Port': ['ID=c7b3d159-42e1-4951-b590-d1cc077d911c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:00.678424 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Project c681faacec2c49369e1292020a9e19f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:44:00.686519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.719875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.724910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] For port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:00.778501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] For port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,segment=NetworkSegment(103b5718-8c8a-4a50-9bf0-5db9cf7803d0),segment_id=103b5718-8c8a-4a50-9bf0-5db9cf7803d0)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:00.781247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=b6717eea-94dc-4c88-8e53-14dfb3889f1b,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:00.808766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e3749140-e55f-4703-ae9c-4a0f3433c18b None None] Provisioning complete for port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:00.809507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e3749140-e55f-4703-ae9c-4a0f3433c18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.810315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1f0601-05c2-4407-9d2b-64f7418e1668']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:00.834858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7aee009-6550-4cc2-922a-3aaef86625ea') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:00.835134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7aee009-6550-4cc2-922a-3aaef86625ea') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:00.875737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.876741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.892218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.893058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:00.893530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: 5cb37d84-7d47-4442-85fe-6079d19ba2e2, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:00.895309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.896931 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-48f389b3-2217-45a7-aa0e-a1d8eef8f264 tempest-FloatingIPAdminTestJSON-1159535385 tempest-FloatingIPAdminTestJSON-1159535385-project] 10.222.0.65 "DELETE /v2.0/floatingips/ab829b8e-7d38-4397-9b69-487ba8b0ec53 HTTP/1.1" status: 204 len: 168 time: 1.9797699 Mar 08 12:44:00.904219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36900) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:00.905787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.948898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e3749140-e55f-4703-ae9c-4a0f3433c18b None None] Port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:00.965530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.968208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:00.983184 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:00.985727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-dc05aa35-aae4-4edd-92cf-d02e24685e1c None None] Allocated IP 2001:db8:0:2::2 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/11dc49e4-bd7b-453f-be8f-0af92565ddd9/6093d20f-debf-4753-b56d-98c7a9613d0a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:00.985727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:00.985727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:43:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:01.057095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08e319-7a5e-4dfd-b613-1bc9d349ba62 None None] Pushing event updated for resources: {'Port': ['ID=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:01.068049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.126820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea3c4b9-b486-48f4-a20d-a52ee750e0f3,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:01.181515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.192630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.196966 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] 10.222.0.65 "DELETE /v2.0/networks/7b1f0601-05c2-4407-9d2b-64f7418e1668 HTTP/1.1" status: 204 len: 168 time: 0.8890927 Mar 08 12:44:01.210167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115bb0f-4881-491e-8c68-ab16408d5827 tempest-PortsTestJSON-818853126 tempest-PortsTestJSON-818853126-project] Pushing event deleted for resources: {'Network': ['ID=7b1f0601-05c2-4407-9d2b-64f7418e1668,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:01.249634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.252206 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bb6f89eb-1df9-4925-933f-ee69a58d8215 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7584577 Mar 08 12:44:01.255306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36904) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:01.272583 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'security_group_rule': {'security_group_id': 'e7892789-e615-4ade-97ee-be9c5e8b8eb1', 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:01.279377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:01.284348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.336923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:01.337160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 50b4255c-b0db-453c-a8c2-7eacac7ee6b6 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:01.357321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Port': ['ID=5bf4e7d7-1a2c-4349-aacf-5bd2bc715b46,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:01.420064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:01.472077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cb89e9b7-3e37-4b28-ab8b-e9a8aad41eaa None None] Provisioning complete for port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:01.472481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb89e9b7-3e37-4b28-ab8b-e9a8aad41eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.506600 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Project c681faacec2c49369e1292020a9e19f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:44:01.541253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:01.548174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.560349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.626615 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Deleting port f2a67b47-8f63-4413-82c1-95553d48a55c {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:01.626955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.656689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 5cb37d84-7d47-4442-85fe-6079d19ba2e2) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:01.690468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-dc05aa35-aae4-4edd-92cf-d02e24685e1c None None] For port 6093d20f-debf-4753-b56d-98c7a9613d0a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6093d20f-debf-4753-b56d-98c7a9613d0a,segment=NetworkSegment(5a224639-90c2-46d4-b722-fae6469f354b),segment_id=5a224639-90c2-46d4-b722-fae6469f354b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:01.691179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:01.691776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.714768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157ff07-f32e-4c19-a99c-45252823da83 None None] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:01.728957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.759154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.759154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.776154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Calling delete_port for f2a67b47-8f63-4413-82c1-95553d48a55c owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:01.776466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b325964-38aa-4831-a33d-1859f95c16b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.778612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.825065 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Router 5ab05fca-6b0a-430f-bf1a-f542b9db91ee has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:01.833421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.864246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dc05aa35-aae4-4edd-92cf-d02e24685e1c None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.867206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb89e9b7-3e37-4b28-ab8b-e9a8aad41eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.883367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:01.903625 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aaff1fd7-1c50-4229-8744-a1f85586c0d2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3287680 Mar 08 12:44:01.911245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36908) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:01.911564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36910) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:01.937784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cb89e9b7-3e37-4b28-ab8b-e9a8aad41eaa None None] For port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,segment=NetworkSegment(103b5718-8c8a-4a50-9bf0-5db9cf7803d0),segment_id=103b5718-8c8a-4a50-9bf0-5db9cf7803d0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:01.944575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c414bf4-dd14-412f-aee7-c544bc25407e,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:01.946757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:01.952178 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4e2df520-9648-4677-bb1e-e69d73b5cb77 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9101264 Mar 08 12:44:01.955973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36914) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:01.965604 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] Sync routers for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:01.982038 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:01.985483 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:01.987437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dc05aa35-aae4-4edd-92cf-d02e24685e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.040898 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:02.045828 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b59b1383-b934-4193-bc77-16270633d74d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] delete failed (client error): The resource could not be found. Mar 08 12:44:02.046100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=50e59a69-dfdd-468e-be08-872a0842e65b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:02.046487 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b59b1383-b934-4193-bc77-16270633d74d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-891425102 HTTP/1.1" status: 404 len: 334 time: 0.0890322 Mar 08 12:44:02.051337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36916) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:02.055810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5dd5201c-a64b-4f75-91d7-152076a335b6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ab05fca-6b0a-430f-bf1a-f542b9db91ee'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:02.066621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05aa35-aae4-4edd-92cf-d02e24685e1c None None] Pushing event updated for resources: {'Port': ['ID=6093d20f-debf-4753-b56d-98c7a9613d0a,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:02.067960 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:02.068557 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:02.086257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.090546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cb89e9b7-3e37-4b28-ab8b-e9a8aad41eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.146055 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:02.148209 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfad043-76bb-4a80-8b94-59187f2385d3 None None] The sync data for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:02.166419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.171396 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f1cda6c8-c382-4eb0-8e95-6a560af96740 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9118845 Mar 08 12:44:02.201735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89e9b7-3e37-4b28-ab8b-e9a8aad41eaa None None] Pushing event updated for resources: {'Port': ['ID=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:02.288468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:43:54Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:00Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:02.324639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:02.325500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.328215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4de252-4b21-4fca-91e8-71b0e30deabe None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:43:54Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:00Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:02.428408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network e3e970f8-3a38-4db6-9104-f01979df1f15 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:02.461022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:02.518442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dd5201c-a64b-4f75-91d7-152076a335b6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.602758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Allocated IP 172.21.0.2 (5cb37d84-7d47-4442-85fe-6079d19ba2e2/b6717eea-94dc-4c88-8e53-14dfb3889f1b/e9a8650c-1d77-4a11-83ef-8a2beeb4bc13) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:02.621117 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-5dd5201c-a64b-4f75-91d7-152076a335b6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] update failed (client error): The resource could not be found. Mar 08 12:44:02.622476 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5dd5201c-a64b-4f75-91d7-152076a335b6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee HTTP/1.1" status: 404 len: 339 time: 0.5702164 Mar 08 12:44:02.626870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36966) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:02.632903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-564994753'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:02.657670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.758992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Delete allocated IP 2001:db8::1a7 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/7073b577-a61b-4eea-90f4-8ac830943a75) {{(pid=104046) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 08 12:44:02.773177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2302d414-9393-49cc-8b8a-25bcb73fa247 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=050e0e8357f94843ad0149f36df32aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573754 Mar 08 12:44:02.777976 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:02.778357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.780321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36968) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:02.813817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Allocated IP 2001:db8:0:2::60 (f4f1fd16-6be9-4c95-a312-8742f4d30a6c/11dc49e4-bd7b-453f-be8f-0af92565ddd9/4538da43-fe83-44fb-a2fc-7baead6187c9) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:02.892690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:02.907901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-feb5c214-b51a-4130-aa4f-2515880e78f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.916935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.917551 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Added segment dae67d80-f4ce-4383-8070-1be86a9109cf of type vlan for network 5c9df687-cc5e-4101-84cb-c062fe285472 Mar 08 12:44:02.931543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:02.991572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-feb5c214-b51a-4130-aa4f-2515880e78f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.017655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.028419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2a67b47-8f63-4413-82c1-95553d48a55c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:03.114608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.154637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-feb5c214-b51a-4130-aa4f-2515880e78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.157801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-feb5c214-b51a-4130-aa4f-2515880e78f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.159253 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-feb5c214-b51a-4130-aa4f-2515880e78f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fef145f2-5b4d-4b9e-b5a9-eb19119f0f0a HTTP/1.1" status: 204 len: 168 time: 0.3779726 Mar 08 12:44:03.169215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5c214-b51a-4130-aa4f-2515880e78f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef145f2-5b4d-4b9e-b5a9-eb19119f0f0a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:03.192552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:03.195350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.211336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.230375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:03.233888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.270485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:03.274721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Pushing event updated for resources: {'Port': ['ID=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:03.279103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:03.282598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:03.282752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.326787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Provisioning complete for port 4538da43-fe83-44fb-a2fc-7baead6187c9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:03.327260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.364531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.370163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.371677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5f3a873f-f7d5-4798-aa4b-616fa6c2ec48 tempest-FloatingIPAdminTestJSON-914329782 tempest-FloatingIPAdminTestJSON-914329782-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/d9dded4b-6cc6-4b77-aeb4-30c8358fe263 HTTP/1.1" status: 204 len: 168 time: 2.4659894 Mar 08 12:44:03.382300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36972) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:03.398457 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7702973 Mar 08 12:44:03.422027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36974) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:03.429557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'subnet': {'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:03.450781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4bf08-eff7-4b1d-9134-8eabbc42f710 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Network': ['ID=5c9df687-cc5e-4101-84cb-c062fe285472,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:03.498407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Attempting to bind port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:03.498908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Attempting to bind port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:03.499385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Attempting to bind port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 on network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:03.505822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 5c9df687-cc5e-4101-84cb-c062fe285472 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:03.510645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:03.511324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Checking segment: {'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:03.517856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.517856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Bound using segment: {'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:03.517856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Bound port: e9a8650c-1d77-4a11-83ef-8a2beeb4bc13, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:03.517856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.531539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Port 4538da43-fe83-44fb-a2fc-7baead6187c9 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:03.581122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Deleting port 647afde9-d867-4894-982c-dc6d312fc713 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:03.582296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.655579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Provisioning complete for port 22015d0a-1c2e-460e-a6af-1ae123069ddc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:03.655579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.743373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:03.748300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.778231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.807154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Calling delete_port for 647afde9-d867-4894-982c-dc6d312fc713 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:03.828711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:03.840894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.848439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:03.866482 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Port 22015d0a-1c2e-460e-a6af-1ae123069ddc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:03.884758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] For port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:03.885143 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-76209dfd-a3d4-48c7-9d18-77226f80c53d tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/routers/d2039abd-a29f-40b5-99a7-1e41f8e18ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4669437 Mar 08 12:44:03.892799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:03.893605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:03.894578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 36990) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:03.904490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Made reservation on behalf of 23b84971b0db4a029299bb978ff3bea0 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:03.914324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:03.928106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'port': {'network_id': 'e3e970f8-3a38-4db6-9104-f01979df1f15', 'name': 'tempest-FloatingIPTestJSON-1349978844'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:03.996812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:04.002846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.041170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:04.041532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-66d1e573-ee54-4c4e-ac3b-e9c744a9f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.117026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] For port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,segment=NetworkSegment(1fb13b86-2d0d-42dc-ad23-ae71bc151580),segment_id=1fb13b86-2d0d-42dc-ad23-ae71bc151580)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:04.133415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:04.134125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:04.178881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] In _notify_port_updated(), no bound segment for port 4538da43-fe83-44fb-a2fc-7baead6187c9 on network f4f1fd16-6be9-4c95-a312-8742f4d30a6c {{(pid=104046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:44:04.180216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:04.180865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.185207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 36998) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:04.185414 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "PUT /v2.0/ports/4538da43-fe83-44fb-a2fc-7baead6187c9 HTTP/1.1" status: 200 len: 968 time: 4.0753641 Mar 08 12:44:04.206161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:04.207162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.222247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388e57f-83c6-4118-9195-5ff39923216d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event updated for resources: {'Port': ['ID=4538da43-fe83-44fb-a2fc-7baead6187c9,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:04.235692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:04.236119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b5e66-72f1-4830-a31f-cbceeba5fe99 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:04.295044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.333805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.399229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.416447 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Port': ['ID=647afde9-d867-4894-982c-dc6d312fc713,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:04.446249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.21.0.1 (5cb37d84-7d47-4442-85fe-6079d19ba2e2/b6717eea-94dc-4c88-8e53-14dfb3889f1b/3892bc50-4f37-44f7-827f-fe8af4d4ea51) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:04.513322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:04.518026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.574143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79fe2c-34af-4c3c-aae0-3e21948f3c2e None None] Pushing event updated for resources: {'Port': ['ID=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:04.600073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6093d20f-debf-4753-b56d-98c7a9613d0a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:04.615195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] device_id is not set on port 423efdcc-7c3a-4c6f-b673-d81cd28ab72e yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:44:04.657966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-07764706-e301-492e-bc8f-fadd36cd50c2 None None] Provisioning complete for port 4538da43-fe83-44fb-a2fc-7baead6187c9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:04.658176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-07764706-e301-492e-bc8f-fadd36cd50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.669020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 4538da43-fe83-44fb-a2fc-7baead6187c9 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:04.672953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.725564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.730760 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6a17f9c6-0af6-4988-bc70-602ea9b75728 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "DELETE /v2.0/ports/647afde9-d867-4894-982c-dc6d312fc713 HTTP/1.1" status: 204 len: 168 time: 1.3474936 Mar 08 12:44:04.734299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37016) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:04.757909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-07764706-e301-492e-bc8f-fadd36cd50c2 None None] Port 4538da43-fe83-44fb-a2fc-7baead6187c9 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:04.767858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:04.769479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:04.926408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37038) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:04.999606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d53ff9-9aea-46e2-812e-01e7033e7be9 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:05.004937 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e7d53ff9-9aea-46e2-812e-01e7033e7be9 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c7757bc-abe8-498c-b42b-cf5041d57063 HTTP/1.1" status: 200 len: 913 time: 0.2696464 Mar 08 12:44:05.009492 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37050) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:05.064640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.090011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 4538da43-fe83-44fb-a2fc-7baead6187c9 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:05.098613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-452696409'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:05.447588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.9 (e3e970f8-3a38-4db6-9104-f01979df1f15/a2390ec1-6fec-405f-9eab-d9e70cbacbf0/423efdcc-7c3a-4c6f-b673-d81cd28ab72e) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:05.510971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:05.513216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.526994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.540527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.547020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:05.620514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.622353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:05.622915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.670565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.692993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Subnet': ['ID=709fa6ef-f2fa-438b-aa3e-2adc3d69e626,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:05.748713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Checking segment: {'id': 'dae67d80-f4ce-4383-8070-1be86a9109cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:05.749595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network hostable DHCP agents. Network: 5c9df687-cc5e-4101-84cb-c062fe285472, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:05.770483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.859364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,segment=NetworkSegment(1fb13b86-2d0d-42dc-ad23-ae71bc151580),segment_id=1fb13b86-2d0d-42dc-ad23-ae71bc151580)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:05.920733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.929183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.954494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:05.972732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network 5c9df687-cc5e-4101-84cb-c062fe285472 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:05.996514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:06.004070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:06.011384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:06.042893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:06.051219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=3892bc50-4f37-44f7-827f-fe8af4d4ea51,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:06.062185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=4538da43-fe83-44fb-a2fc-7baead6187c9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:06.073547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 5c9df687-cc5e-4101-84cb-c062fe285472) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:06.083444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:06.086402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.100067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.113880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a672644-5f1b-41ec-961b-8ba01af26481 None None] Network 5c9df687-cc5e-4101-84cb-c062fe285472 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:06.123455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.126734 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2c91ff13-e773-48cb-8cd1-625345e31e4d tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/4538da43-fe83-44fb-a2fc-7baead6187c9 HTTP/1.1" status: 204 len: 168 time: 1.9404151 Mar 08 12:44:06.137617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.164217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106b0d0-7321-402d-8f81-8b7b1d9d8413 None None] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:06.172428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37054) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:06.184250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.233235 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f00c4433-bf18-4828-a22e-991e9e9ac1f2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8074205 Mar 08 12:44:06.260260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5d05cc-ea79-4ace-b6c6-b90eaa82438b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] GET failed (client error): The resource could not be found. Mar 08 12:44:06.265413 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-db5d05cc-ea79-4ace-b6c6-b90eaa82438b tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports/4538da43-fe83-44fb-a2fc-7baead6187c9 HTTP/1.1" status: 404 len: 333 time: 0.0919092 Mar 08 12:44:06.267540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network e3e970f8-3a38-4db6-9104-f01979df1f15 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:06.268166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37056) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:06.268491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37058) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:06.281688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5545894e-4171-4d95-bf43-00047d2e55ba tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:06.370546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.376152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:06.415004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:06.443148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.468096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:06.481500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.481908 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment 34933294-3f1a-4757-b8e6-896e08d674fb of type vlan for network 4242c29a-a512-405e-ac87-0b187d67e921 Mar 08 12:44:06.518648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=423efdcc-7c3a-4c6f-b673-d81cd28ab72e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:06.589483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd016d44-5eb9-4beb-9994-1a9b29497dee,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:06.597872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.617398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Deleting port a7e2450b-fdbc-4731-aab9-e0200589aa3f {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:06.617997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.634197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a3b39f0d-c8e5-42f8-aa97-8f93c629da0e None None] Provisioning complete for port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:06.635250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a3b39f0d-c8e5-42f8-aa97-8f93c629da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.636129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:06.636609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.715601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5545894e-4171-4d95-bf43-00047d2e55ba tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.724006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25660c88-40e3-4d87-81e6-9c159b1bf714 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.738356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.754695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Calling delete_port for a7e2450b-fdbc-4731-aab9-e0200589aa3f owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:06.774396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.779036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25660c88-40e3-4d87-81e6-9c159b1bf714 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.781648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.782599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:06.783657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.842163 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7b249ac4-609e-4993-9b0b-3023805c48fc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9363124 Mar 08 12:44:06.867482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37060) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:06.876505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-5c9df687-cc5e-4101-84cb-c062fe285472', 'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472', 'tenant_id': '23b84971b0db4a029299bb978ff3bea0', 'fixed_ips': [{'subnet_id': '709fa6ef-f2fa-438b-aa3e-2adc3d69e626'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:06.877349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:06.879616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'port': {'network_id': 'e3e970f8-3a38-4db6-9104-f01979df1f15', 'name': 'tempest-FloatingIPTestJSON-212036980'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:06.951415 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0227227 Mar 08 12:44:06.952705 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37062) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:06.965472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-816895724'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:06.989676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b579a-d5da-440c-817a-67e0e4eda07e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=4242c29a-a512-405e-ac87-0b187d67e921,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:07.014447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 4242c29a-a512-405e-ac87-0b187d67e921 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:07.023242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25660c88-40e3-4d87-81e6-9c159b1bf714 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.026611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-25660c88-40e3-4d87-81e6-9c159b1bf714 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.029658 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-25660c88-40e3-4d87-81e6-9c159b1bf714 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/security-groups/227ebad3-5dd1-4358-8ec7-b9b932b85451 HTTP/1.1" status: 204 len: 168 time: 0.7517576 Mar 08 12:44:07.030286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37064) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:07.060182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:07.064454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.103641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:07.119462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25660c88-40e3-4d87-81e6-9c159b1bf714 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227ebad3-5dd1-4358-8ec7-b9b932b85451,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:07.130077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.132801 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment f5d65784-4f20-4b73-8f4d-cc278f6562e1 of type vlan for network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 Mar 08 12:44:07.232231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Allocated IP 2001:db8:1::2 (5c9df687-cc5e-4101-84cb-c062fe285472/709fa6ef-f2fa-438b-aa3e-2adc3d69e626/e9142edf-0bbe-4383-9429-37ba419c6f2c) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:07.265688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.345740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24fb4f14-e262-47fc-bd9d-614d75a94bb7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.409791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.449051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24fb4f14-e262-47fc-bd9d-614d75a94bb7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.475125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Port': ['ID=a7e2450b-fdbc-4731-aab9-e0200589aa3f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:07.477937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:07.479455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:07.482766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.484016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.494982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:07.497205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.539119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-5545894e-4171-4d95-bf43-00047d2e55ba tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:07.541909 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5545894e-4171-4d95-bf43-00047d2e55ba tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee HTTP/1.1" status: 400 len: 364 time: 1.2654748 Mar 08 12:44:07.548502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37068) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:07.565245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] device_id is not set on port c4e06dc2-1758-4e5a-bc9c-7396c9c157dc yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:44:07.595270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-32a11ef6-5a19-4c13-9391-0c3f04fd6265 None None] Provisioning complete for port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:07.595567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32a11ef6-5a19-4c13-9391-0c3f04fd6265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.664537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:07.665234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.670033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.691909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.703357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-32a11ef6-5a19-4c13-9391-0c3f04fd6265 None None] Port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:07.728597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-32a11ef6-5a19-4c13-9391-0c3f04fd6265 None None] Provisioning complete for port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:07.728975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-32a11ef6-5a19-4c13-9391-0c3f04fd6265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.748737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24fb4f14-e262-47fc-bd9d-614d75a94bb7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.755566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24fb4f14-e262-47fc-bd9d-614d75a94bb7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.758318 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-24fb4f14-e262-47fc-bd9d-614d75a94bb7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/security-groups/5cc00288-651f-4a9f-95d4-231f5ab79533 HTTP/1.1" status: 204 len: 168 time: 0.7189639 Mar 08 12:44:07.761390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37070) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:07.789609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb4f14-e262-47fc-bd9d-614d75a94bb7 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc00288-651f-4a9f-95d4-231f5ab79533,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:07.798992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.802640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.838742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=ac81473e-a57f-42c5-943f-9c4f0e5a2eb0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:07.856210 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-70acefda-657d-4fd7-a073-f7452ff5a058 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8963997 Mar 08 12:44:07.864259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37072) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:07.900646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': '4242c29a-a512-405e-ac87-0b187d67e921', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:07.903072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.4 (e3e970f8-3a38-4db6-9104-f01979df1f15/a2390ec1-6fec-405f-9eab-d9e70cbacbf0/c4e06dc2-1758-4e5a-bc9c-7396c9c157dc) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:07.907294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:07.928511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Pushing event updated for resources: {'Port': ['ID=e9142edf-0bbe-4383-9429-37ba419c6f2c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:07.944176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.954733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=3892bc50-4f37-44f7-827f-fe8af4d4ea51,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:07.964333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4a557ca6-e79e-4fdf-aa7e-cb51090eb94f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:07.996895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Network 5c9df687-cc5e-4101-84cb-c062fe285472 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:08.052428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:08.060673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:08.062114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4a557ca6-e79e-4fdf-aa7e-cb51090eb94f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.189437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Attempting to bind port e9142edf-0bbe-4383-9429-37ba419c6f2c on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:08.189966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Attempting to bind port e9142edf-0bbe-4383-9429-37ba419c6f2c by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'dae67d80-f4ce-4383-8070-1be86a9109cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:08.190208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Attempting to bind port e9142edf-0bbe-4383-9429-37ba419c6f2c on network 5c9df687-cc5e-4101-84cb-c062fe285472 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:08.202654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:08.204436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Checking segment: {'id': 'dae67d80-f4ce-4383-8070-1be86a9109cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:08.204806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:08.205669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.206102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Bound using segment: {'id': 'dae67d80-f4ce-4383-8070-1be86a9109cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:08.209548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Bound port: e9142edf-0bbe-4383-9429-37ba419c6f2c, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67d80-f4ce-4383-8070-1be86a9109cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5c9df687-cc5e-4101-84cb-c062fe285472'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:08.209996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.211941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:08.236476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.287110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4a557ca6-e79e-4fdf-aa7e-cb51090eb94f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.288572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4a557ca6-e79e-4fdf-aa7e-cb51090eb94f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.292548 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4a557ca6-e79e-4fdf-aa7e-cb51090eb94f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/security-groups/c0454193-e241-4e84-962d-a4834e68b299 HTTP/1.1" status: 204 len: 168 time: 0.5275464 Mar 08 12:44:08.293177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37074) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:08.336161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-fb4f022e-ab3e-48fd-9bf0-027c6b18b22e None None] Provisioning complete for port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:08.338087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fb4f022e-ab3e-48fd-9bf0-027c6b18b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.342743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] For port e9142edf-0bbe-4383-9429-37ba419c6f2c, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:08.395249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a557ca6-e79e-4fdf-aa7e-cb51090eb94f tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0454193-e241-4e84-962d-a4834e68b299,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:08.406844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:08.411897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.456874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 7073b577-a61b-4eea-90f4-8ac830943a75 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:08.458725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:08.460907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.471645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.474608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] For port e9142edf-0bbe-4383-9429-37ba419c6f2c, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9142edf-0bbe-4383-9429-37ba419c6f2c,segment=NetworkSegment(dae67d80-f4ce-4383-8070-1be86a9109cf),segment_id=dae67d80-f4ce-4383-8070-1be86a9109cf)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:08.489615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f022e-ab3e-48fd-9bf0-027c6b18b22e None None] Port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:08.526149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.568890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.569834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.618870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.645642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5289a691-8f94-4ce0-a581-36747cf5058a None None] Provisioning complete for port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:08.651364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5289a691-8f94-4ce0-a581-36747cf5058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:08.714806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f8672-bf9b-4128-88e6-679331bff8b0 None None] Pushing event updated for resources: {'Port': ['ID=e9142edf-0bbe-4383-9429-37ba419c6f2c,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:08.736633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5289a691-8f94-4ce0-a581-36747cf5058a None None] Port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:09.069992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=c4e06dc2-1758-4e5a-bc9c-7396c9c157dc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:09.123105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network e3e970f8-3a38-4db6-9104-f01979df1f15 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:09.131488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:09.135690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Allocated IP 2001:db8::1 (1e2db450-10f7-4911-a4d1-b47ac5e1897a/9b8c8640-7e93-4bc6-94ff-7dfc25d333c9/c8c60999-ceb3-4f09-a044-4d7218dc5b23) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:09.136344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:09.137956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:09.150533 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9e833ada-13f8-4c5b-b5f8-fdcc5d0c36d8 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2359307 Mar 08 12:44:09.153424 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:09.176671 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:09.176671 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:09.177015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37078) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:09.181208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-38437057'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:09.209392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.231469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.239564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:09.240176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.287559 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:09.322367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:09.325827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.357349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Router 5c7757bc-abe8-498c-b42b-cf5041d57063 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:09.369043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=2427132e-b40d-4ba7-8162-4e885a5062b0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:09.374963 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5de4e4a5-3fc7-4113-8911-69479c9324ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5060456 Mar 08 12:44:09.377989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37080) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:09.385684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'c4e06dc2-1758-4e5a-bc9c-7396c9c157dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:09.410882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.432518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:09.443436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.447918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/7073b577-a61b-4eea-90f4-8ac830943a75 HTTP/1.1" status: 204 len: 168 time: 1.1062205 Mar 08 12:44:09.455862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37084) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:09.457063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b572231-ce9f-4ec3-90b9-658fca97de5d None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:09.517612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': '34933294-3f1a-4757-b8e6-896e08d674fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4242c29a-a512-405e-ac87-0b187d67e921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:09.517993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: 4242c29a-a512-405e-ac87-0b187d67e921, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:09.522517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.522861 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 25fc4b2d-7a39-43dd-85e0-1d45265c802e of type vlan for network 595a8f6d-d982-44b1-9603-9bf154474db2 Mar 08 12:44:09.533482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.542773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f0dad-4956-4d86-bdf6-3246c063795c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=7073b577-a61b-4eea-90f4-8ac830943a75,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:09.620937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.661196 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:06Z', 'revision_number': 3, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:07Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:09.668852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9142edf-0bbe-4383-9429-37ba419c6f2c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:09.704581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.739270 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:09.739717 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Updating router 2d2e1769-852e-42da-b5fa-8a7233103646 port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:44:09.749600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 11dc49e4-bd7b-453f-be8f-0af92565ddd9 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:09.771482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.796528 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.858237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:09.926294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e9142edf-0bbe-4383-9429-37ba419c6f2c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:09.926937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.095120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.109276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.26.3.74 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/aa315cd1-657f-4225-80dc-6a55f3d09c3c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:10.150804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port e9142edf-0bbe-4383-9429-37ba419c6f2c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9142edf-0bbe-4383-9429-37ba419c6f2c,segment=NetworkSegment(dae67d80-f4ce-4383-8070-1be86a9109cf),segment_id=dae67d80-f4ce-4383-8070-1be86a9109cf)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:10.188526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a5a26-0a2f-4510-bb1c-8905d27274f1 None None] Network 5c9df687-cc5e-4101-84cb-c062fe285472 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:10.268207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.325795 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.332468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.381232 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.389078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5f6f9fd5-7f93-41c5-a172-1f2fe3b06157 None None] Provisioning complete for port e9142edf-0bbe-4383-9429-37ba419c6f2c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:10.389078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9fd5-7f93-41c5-a172-1f2fe3b06157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.400237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:10.408423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 4242c29a-a512-405e-ac87-0b187d67e921 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:10.423650 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6962f54d-f804-412d-bf12-b22a57642963 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "PUT /v2.0/routers/5c7757bc-abe8-498c-b42b-cf5041d57063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4069965 Mar 08 12:44:10.423860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37086) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:10.431160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] Sync routers for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:10.449416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=e9142edf-0bbe-4383-9429-37ba419c6f2c,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:10.457634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:10.458288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:10.474805 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.501950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.526485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.533094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.541149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:10.542122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.543040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:10.553412 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e58fd-ad7b-4380-b43e-b300330d97fd None None] Pushing event updated for resources: {'Port': ['ID=3892bc50-4f37-44f7-827f-fe8af4d4ea51,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:10.556237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.562225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 4242c29a-a512-405e-ac87-0b187d67e921) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:10.570649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b000d05a-686b-4c1b-b551-8d287bfe71ee None None] Network 4242c29a-a512-405e-ac87-0b187d67e921 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:10.580327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] Routers {'5c7757bc-abe8-498c-b42b-cf5041d57063'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:10.581221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5c7757bc-abe8-498c-b42b-cf5041d57063'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:10.660078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:10.704561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:10.712251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:10.750130 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Attempting to bind port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:10.750630 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Attempting to bind port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:10.750992 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Attempting to bind port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 on network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:10.762507 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:10.762895 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Checking segment: {'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:10.763792 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.763792 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Bound using segment: {'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:10.764077 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Bound port: 3892bc50-4f37-44f7-827f-fe8af4d4ea51, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb13b86-2d0d-42dc-ad23-ae71bc151580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:10.764465 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.844436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Port': ['ID=c8c60999-ceb3-4f09-a044-4d7218dc5b23,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:10.895457 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] For port 3892bc50-4f37-44f7-827f-fe8af4d4ea51, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:10.897534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:10.898261 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.899318 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] For port 3892bc50-4f37-44f7-827f-fe8af4d4ea51, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3892bc50-4f37-44f7-827f-fe8af4d4ea51,segment=NetworkSegment(1fb13b86-2d0d-42dc-ad23-ae71bc151580),segment_id=1fb13b86-2d0d-42dc-ad23-ae71bc151580)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:10.916741 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.7401342 Mar 08 12:44:10.936257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37090) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:10.946404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=aa315cd1-657f-4225-80dc-6a55f3d09c3c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:10.972904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:10.978042 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:10.985366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4995fd-da49-4de0-adf9-5c157f9bc72c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=595a8f6d-d982-44b1-9603-9bf154474db2,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:10.990909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:10.993057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:10.993934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f79844-74cd-4c8b-b2e3-0d40abdb4d08 None None] The sync data for ids ['5c7757bc-abe8-498c-b42b-cf5041d57063'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:11.033318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:11.036588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:11.038094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.053690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 595a8f6d-d982-44b1-9603-9bf154474db2 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:11.097510 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e58fd-ad7b-4380-b43e-b300330d97fd None None] Pushing event updated for resources: {'Port': ['ID=3892bc50-4f37-44f7-827f-fe8af4d4ea51,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:11.101192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.128306 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7b7b1875-af24-4f54-8df3-e7bd2bf709b8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2294526 Mar 08 12:44:11.167671 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:11.168492 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:11.227343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37092) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:11.238383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': 'ac81473e-a57f-42c5-943f-9c4f0e5a2eb0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:11.390471 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:11.457892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Provisioning complete for port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:11.458339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.530174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-4242c29a-a512-405e-ac87-0b187d67e921', 'network_id': '4242c29a-a512-405e-ac87-0b187d67e921', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': '2427132e-b40d-4ba7-8162-4e885a5062b0'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:11.534443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.542960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9142edf-0bbe-4383-9429-37ba419c6f2c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:11.573961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.639599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=11dc49e4-bd7b-453f-be8f-0af92565ddd9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:11.661342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.668019 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-428162ec-43b8-4f75-8534-646dcabd7ff1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/11dc49e4-bd7b-453f-be8f-0af92565ddd9 HTTP/1.1" status: 204 len: 168 time: 2.1981444 Mar 08 12:44:11.671947 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37094) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:11.679763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eeb77e-5a33-4cd5-a4cb-e1c119e0575a None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:11.708358 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e768b70a-686d-495d-8499-843d13003996 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:11.712085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e768b70a-686d-495d-8499-843d13003996 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:11.712250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.712730 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e768b70a-686d-495d-8499-843d13003996 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/7073b577-a61b-4eea-90f4-8ac830943a75 HTTP/1.1" status: 404 len: 337 time: 0.0348601 Mar 08 12:44:11.715864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37098) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:11.804239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:11.808098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.855853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.877198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:11.881570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e9142edf-0bbe-4383-9429-37ba419c6f2c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:11.881752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.882532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.920242 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:06Z', 'revision_number': 3, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:10Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:11.997520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:11.999327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.007366 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b15d17-2a5a-49bd-a85d-0a3e290d4dca None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:06Z', 'revision_number': 3, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:10Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:12.063707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Allocated IP 2001:db8::2 (4242c29a-a512-405e-ac87-0b187d67e921/2427132e-b40d-4ba7-8162-4e885a5062b0/6df9df4e-c140-44f2-a30c-2840b7bcff29) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:12.152192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Deleting port cb20833d-f2c7-451f-a239-dee2f607714e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:12.152530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.192352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting subnet 0f52a4d5-b177-4fef-b419-f97fe36026f7 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:12.198500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.213696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] For port 3892bc50-4f37-44f7-827f-fe8af4d4ea51, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3892bc50-4f37-44f7-827f-fe8af4d4ea51,segment=NetworkSegment(1fb13b86-2d0d-42dc-ad23-ae71bc151580),segment_id=1fb13b86-2d0d-42dc-ad23-ae71bc151580)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:12.255929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.295963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.311792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.318578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.362231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.437635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Calling delete_port for cb20833d-f2c7-451f-a239-dee2f607714e owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:12.483461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Provisioning complete for port 22015d0a-1c2e-460e-a6af-1ae123069ddc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:12.488318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.499231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=ab5e99e2-bfb7-4be1-b1f2-99972279ab9b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:12.620317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Port 22015d0a-1c2e-460e-a6af-1ae123069ddc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:12.655258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:12.655893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: 595a8f6d-d982-44b1-9603-9bf154474db2, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:12.674237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.734083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.743093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Pushing event updated for resources: {'Port': ['ID=3892bc50-4f37-44f7-827f-fe8af4d4ea51,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:12.780698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:12.780698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-266da9d6-337e-447b-b9af-e4fa6c046ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.895459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.932015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.955571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:12.996864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Network 4242c29a-a512-405e-ac87-0b187d67e921 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:13.001105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Pushing event updated for resources: {'Port': ['ID=6df9df4e-c140-44f2-a30c-2840b7bcff29,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:13.005248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:13.006919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:13.018656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 595a8f6d-d982-44b1-9603-9bf154474db2 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:13.044950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.050554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.060056 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/0f52a4d5-b177-4fef-b419-f97fe36026f7 HTTP/1.1" status: 204 len: 168 time: 1.3389459 Mar 08 12:44:13.083031 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37102) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:13.089046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Attempting to bind port 6df9df4e-c140-44f2-a30c-2840b7bcff29 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:13.093206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Attempting to bind port 6df9df4e-c140-44f2-a30c-2840b7bcff29 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '34933294-3f1a-4757-b8e6-896e08d674fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4242c29a-a512-405e-ac87-0b187d67e921'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:13.093206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Attempting to bind port 6df9df4e-c140-44f2-a30c-2840b7bcff29 on network 4242c29a-a512-405e-ac87-0b187d67e921 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:13.101454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:13.101801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd9287-a9fd-4020-a2ca-fe1c128b05da tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Subnet': ['ID=0f52a4d5-b177-4fef-b419-f97fe36026f7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:13.101973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Checking segment: {'id': '34933294-3f1a-4757-b8e6-896e08d674fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4242c29a-a512-405e-ac87-0b187d67e921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:13.110670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.111079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Bound using segment: {'id': '34933294-3f1a-4757-b8e6-896e08d674fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4242c29a-a512-405e-ac87-0b187d67e921'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:13.111584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Bound port: 6df9df4e-c140-44f2-a30c-2840b7bcff29, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34933294-3f1a-4757-b8e6-896e08d674fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4242c29a-a512-405e-ac87-0b187d67e921'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:13.111969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.122116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.149320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-23f30da1-fadc-4ea4-a5bf-f72f0ea5320e None None] Provisioning complete for port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:13.149498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-23f30da1-fadc-4ea4-a5bf-f72f0ea5320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.172776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 595a8f6d-d982-44b1-9603-9bf154474db2) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:13.180753 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:13.185079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.195309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=aa315cd1-657f-4225-80dc-6a55f3d09c3c,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:13.198648 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e645bf0-98ad-4d12-b8dc-b98f019591af tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:13.199156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e645bf0-98ad-4d12-b8dc-b98f019591af tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:13.200875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99adf334-20aa-4bef-90af-afd2d7a0fd6f None None] Network 595a8f6d-d982-44b1-9603-9bf154474db2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:13.207124 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2e645bf0-98ad-4d12-b8dc-b98f019591af tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/c72a8d50-831e-4fcb-8aa2-2fed8699a21b HTTP/1.1" status: 404 len: 337 time: 0.1185942 Mar 08 12:44:13.208081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37104) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:13.240136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.292924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.326897 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2d224097-7c51-4ef0-a4c8-47bb974caa42 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "GET /v2.0/ports?device_id=366d6574-6518-4cd4-863f-223cc530b2a6 HTTP/1.1" status: 200 len: 205 time: 0.1120846 Mar 08 12:44:13.330962 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b9fb6d3c-970f-4f52-8b5e-f15a23943818 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3767993 Mar 08 12:44:13.339168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37106) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:13.339484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37108) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:13.340132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=433da8f2-e92c-43e0-a8ea-a769c57ef06d,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:13.399859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] For port 6df9df4e-c140-44f2-a30c-2840b7bcff29, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:13.405792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] For port 6df9df4e-c140-44f2-a30c-2840b7bcff29, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6df9df4e-c140-44f2-a30c-2840b7bcff29,segment=NetworkSegment(34933294-3f1a-4757-b8e6-896e08d674fb),segment_id=34933294-3f1a-4757-b8e6-896e08d674fb)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:13.463913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Port': ['ID=cb20833d-f2c7-451f-a239-dee2f607714e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:13.473705 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 65c84548-5a27-4f39-b487-e9afaa5085cf associated. External IP: 172.26.3.74, port: c4e06dc2-1758-4e5a-bc9c-7396c9c157dc. Mar 08 12:44:13.495250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.545887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8bf2e-5c6f-482b-b20a-b156e6929321 None None] Network f4f1fd16-6be9-4c95-a312-8742f4d30a6c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:13.582111 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-a155f734-867d-4856-8f38-cccc55cc30ed tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] delete failed (client error): The resource could not be found. Mar 08 12:44:13.583125 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a155f734-867d-4856-8f38-cccc55cc30ed tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/routers/366d6574-6518-4cd4-863f-223cc530b2a6 HTTP/1.1" status: 404 len: 336 time: 0.2389948 Mar 08 12:44:13.596159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3892bc50-4f37-44f7-827f-fe8af4d4ea51 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:13.616478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.622033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37110) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:13.715203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.715987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.717759 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b06473f-66cd-4aac-8f9e-f5a8800a2ca3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:13.719661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b06473f-66cd-4aac-8f9e-f5a8800a2ca3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:13.721733 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4b06473f-66cd-4aac-8f9e-f5a8800a2ca3 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/c2a692d3-5497-4491-a410-fe89d6a4c950 HTTP/1.1" status: 404 len: 337 time: 0.0982385 Mar 08 12:44:13.728433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37112) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:13.943854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-595a8f6d-d982-44b1-9603-9bf154474db2', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:13.944924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:13.953462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef7a32-a528-499b-bb85-b0099faa84cf None None] Pushing event updated for resources: {'Port': ['ID=6df9df4e-c140-44f2-a30c-2840b7bcff29,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:13.962091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': 'f5d65784-4f20-4b73-8f4d-cc278f6562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ac81473e-a57f-42c5-943f-9c4f0e5a2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:13.962449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: ac81473e-a57f-42c5-943f-9c4f0e5a2eb0, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:13.989485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-23f30da1-fadc-4ea4-a5bf-f72f0ea5320e None None] Provisioning complete for port c8c60999-ceb3-4f09-a044-4d7218dc5b23 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:13.989990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-23f30da1-fadc-4ea4-a5bf-f72f0ea5320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.015455 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-774bb143-6e29-49bb-baf2-cd10f5e3f609 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.016089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774bb143-6e29-49bb-baf2-cd10f5e3f609 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.019452 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-774bb143-6e29-49bb-baf2-cd10f5e3f609 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/2133425e-6021-4765-8a53-1e504b1e31c8 HTTP/1.1" status: 404 len: 337 time: 0.2482221 Mar 08 12:44:14.032116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37116) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.035047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:14.072629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:14.100941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.255646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event updated for resources: {'Port': ['ID=c8c60999-ceb3-4f09-a044-4d7218dc5b23,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:14.258675 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-203c191d-b95f-4a80-a600-b07c5fbabde5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.259306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203c191d-b95f-4a80-a600-b07c5fbabde5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.262901 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-203c191d-b95f-4a80-a600-b07c5fbabde5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/7d76f03b-3e38-4f55-ace9-ecdbdb5af8ad HTTP/1.1" status: 404 len: 337 time: 0.2265165 Mar 08 12:44:14.263797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:14.268111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37118) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.278184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Allocated IP 172.22.0.2 (595a8f6d-d982-44b1-9603-9bf154474db2/ab5e99e2-bfb7-4be1-b1f2-99972279ab9b/555c9687-6ee7-46fe-9dc7-46557d060a2c) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:14.375056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.381358 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb33250-3c87-4314-b50e-22073083db14 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.382483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb33250-3c87-4314-b50e-22073083db14 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.385588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3eb33250-3c87-4314-b50e-22073083db14 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/e53d379b-42b3-4db1-abb6-affb7f617c33 HTTP/1.1" status: 404 len: 333 time: 0.1162336 Mar 08 12:44:14.388633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.392247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37120) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.415996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-23f30da1-fadc-4ea4-a5bf-f72f0ea5320e None None] Port c8c60999-ceb3-4f09-a044-4d7218dc5b23 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:14.436407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:14.436773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.469096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-23f30da1-fadc-4ea4-a5bf-f72f0ea5320e None None] Provisioning complete for port e9142edf-0bbe-4383-9429-37ba419c6f2c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:14.469463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-23f30da1-fadc-4ea4-a5bf-f72f0ea5320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.499684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa72a46-1dd9-4ef9-bbf1-5f61a03b9084 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.500330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa72a46-1dd9-4ef9-bbf1-5f61a03b9084 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.503756 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7fa72a46-1dd9-4ef9-bbf1-5f61a03b9084 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/f5266707-d5eb-4a4e-b6a0-6f9498261d96 HTTP/1.1" status: 404 len: 337 time: 0.1102602 Mar 08 12:44:14.510160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37122) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.585480 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d386d7a1-677a-4c23-b294-48586cf285e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.586047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d386d7a1-677a-4c23-b294-48586cf285e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.589532 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d386d7a1-677a-4c23-b294-48586cf285e1 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/8b6f7ca2-bae4-4410-acac-f364bd4840f0 HTTP/1.1" status: 404 len: 337 time: 0.0761304 Mar 08 12:44:14.594873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37124) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.600386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] DHCP port deletion for f4f1fd16-6be9-4c95-a312-8742f4d30a6c request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:14.635657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be90914-6d87-4e35-a2a0-967e9156ef3e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.636673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be90914-6d87-4e35-a2a0-967e9156ef3e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.639981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4be90914-6d87-4e35-a2a0-967e9156ef3e tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/1c2012dd-5cdf-44f7-8a37-e1bd9e605640 HTTP/1.1" status: 404 len: 333 time: 0.0438426 Mar 08 12:44:14.643114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37126) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.681809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9eea197-ccf9-4cf3-a47a-2669e8a076c5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.682284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9eea197-ccf9-4cf3-a47a-2669e8a076c5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.685378 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e9eea197-ccf9-4cf3-a47a-2669e8a076c5 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/94110053-780b-4b5f-b7a7-27e70c7df190 HTTP/1.1" status: 404 len: 337 time: 0.0403793 Mar 08 12:44:14.728501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37128) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.780925 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-693494cb-fd57-4c53-9c1d-7969e059c713 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] DELETE failed (client error): The resource could not be found. Mar 08 12:44:14.781694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693494cb-fd57-4c53-9c1d-7969e059c713 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:44:14.792745 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-693494cb-fd57-4c53-9c1d-7969e059c713 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/subnets/166f85e8-9d91-40bf-93c7-0c66e7412c89 HTTP/1.1" status: 404 len: 337 time: 0.0601346 Mar 08 12:44:14.804016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37130) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:14.869892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.928481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] Deleting port 6093d20f-debf-4753-b56d-98c7a9613d0a {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:14.928852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:14.933096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:14.956889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, ac81473e-a57f-42c5-943f-9c4f0e5a2eb0) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:14.988972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb8869-3ee0-45b8-a247-73f16e87033f None None] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:15.043135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:15.043910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.057465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.110681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:15.125996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] For port 6093d20f-debf-4753-b56d-98c7a9613d0a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6093d20f-debf-4753-b56d-98c7a9613d0a,segment=NetworkSegment(5a224639-90c2-46d4-b722-fae6469f354b),segment_id=5a224639-90c2-46d4-b722-fae6469f354b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:15.126414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.131739 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:15.151262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Deleting port 22015d0a-1c2e-460e-a6af-1ae123069ddc {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:15.151600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.168530 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:15.169161 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:15.186188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] Calling delete_port for 6093d20f-debf-4753-b56d-98c7a9613d0a owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:15.209732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Provisioning complete for port c8c60999-ceb3-4f09-a044-4d7218dc5b23 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:15.210113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.248620 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:15.260773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Router 5ab05fca-6b0a-430f-bf1a-f542b9db91ee has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:15.265619 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:15.266812 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:15.268924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.286896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Calling delete_port for 22015d0a-1c2e-460e-a6af-1ae123069ddc owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:15.337564 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:15.338783 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe0661d-d1f7-47a4-88f9-33dbaea2d7a1 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:15.350571 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-074a1a4b-b9ad-4294-a5f9-f40b745e2d85 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1205688 Mar 08 12:44:15.351857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.353793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.354330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Fanout notify agent at l3_agent the message router_deleted on router 5c7757bc-abe8-498c-b42b-cf5041d57063 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:44:15.357243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37134) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:15.365580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.366732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8f1032be-b163-4e4c-b2b9-b32482939625 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "DELETE /v2.0/routers/5c7757bc-abe8-498c-b42b-cf5041d57063 HTTP/1.1" status: 204 len: 168 time: 4.9448032 Mar 08 12:44:15.370053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37136) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:15.371907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-af291670-5111-44dc-a49b-003f1e786203 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-557384138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:15.405329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.408676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Port c8c60999-ceb3-4f09-a044-4d7218dc5b23 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:15.422824 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-50399663-7fc2-4ebb-be68-99bb27c52595 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.0418315 Mar 08 12:44:15.429683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37138) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:15.436841 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:15.458617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd83b26-3470-4daf-a711-53df719761b0 None None] Network 4242c29a-a512-405e-ac87-0b187d67e921 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:15.478237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af291670-5111-44dc-a49b-003f1e786203 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.479574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af291670-5111-44dc-a49b-003f1e786203 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.514123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.574839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:15.584800 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0e13a122-d8da-413e-890c-8f1d42017454 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0282693 Mar 08 12:44:15.598393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37140) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:15.624758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6df9df4e-c140-44f2-a30c-2840b7bcff29 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:15.626986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.646990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Deleting subnet 70a17e7c-61ba-45d8-b209-e75c671ca848 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:15.648429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] Sync routers for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:15.670767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.700025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Port': ['ID=22015d0a-1c2e-460e-a6af-1ae123069ddc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:15.700274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Network 595a8f6d-d982-44b1-9603-9bf154474db2 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:15.703561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Provisioning complete for port 22015d0a-1c2e-460e-a6af-1ae123069ddc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:15.707311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.715142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.721871 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5c8887bf-8133-43e8-bac8-a9a91e9779d6 tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/ports/22015d0a-1c2e-460e-a6af-1ae123069ddc HTTP/1.1" status: 204 len: 168 time: 0.9142864 Mar 08 12:44:15.742274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37142) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:15.750215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:15.758818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af291670-5111-44dc-a49b-003f1e786203 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.764720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:15.780251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Port 22015d0a-1c2e-460e-a6af-1ae123069ddc was deleted so its status cannot be updated. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 08 12:44:15.787459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Pushing event updated for resources: {'Port': ['ID=555c9687-6ee7-46fe-9dc7-46557d060a2c,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:15.790464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:15.791521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:15.847905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.849548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af291670-5111-44dc-a49b-003f1e786203 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.865904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.22.0.1 (595a8f6d-d982-44b1-9603-9bf154474db2/ab5e99e2-bfb7-4be1-b1f2-99972279ab9b/553a2600-d85a-442b-a9ee-c6b1f9047e9a) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:15.866056 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:15.882363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.883539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-ac81473e-a57f-42c5-943f-9c4f0e5a2eb0', 'network_id': 'ac81473e-a57f-42c5-943f-9c4f0e5a2eb0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': '433da8f2-e92c-43e0-a8ea-a769c57ef06d'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:15.884426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.909853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.910352 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 65c84548-5a27-4f39-b487-e9afaa5085cf disassociated. External IP: 172.26.3.74, port: c4e06dc2-1758-4e5a-bc9c-7396c9c157dc. Mar 08 12:44:15.961241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.963324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af291670-5111-44dc-a49b-003f1e786203 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.964900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7f86caf3-5aa2-4339-b73d-9cfbab4d34ef tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.968856 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-af291670-5111-44dc-a49b-003f1e786203 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6097293 Mar 08 12:44:15.969020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Provisioning complete for port 6093d20f-debf-4753-b56d-98c7a9613d0a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:15.969358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:15.972458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37144) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:16.006513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.008876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:16.009557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:16.086602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6734c599-9ca2-4d27-8108-98a5b4895e59 None None] Port 6093d20f-debf-4753-b56d-98c7a9613d0a was deleted so its status cannot be updated. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 08 12:44:16.088731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] Pushing event deleted for resources: {'Port': ['ID=6093d20f-debf-4753-b56d-98c7a9613d0a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:16.091321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25890a7-d3d9-4bf9-be08-f86f3cc6296b None None] No DVR routers for this DVR port 6093d20f-debf-4753-b56d-98c7a9613d0a on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:16.097789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Attempting to bind port 555c9687-6ee7-46fe-9dc7-46557d060a2c on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:16.098127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Attempting to bind port 555c9687-6ee7-46fe-9dc7-46557d060a2c by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:16.098483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Attempting to bind port 555c9687-6ee7-46fe-9dc7-46557d060a2c on network 595a8f6d-d982-44b1-9603-9bf154474db2 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:16.103987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:16.104547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8de911-b834-4923-9862-a49b8be96300 None None] The sync data for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:16.106187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6df9df4e-c140-44f2-a30c-2840b7bcff29 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:16.106187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.194369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:16.194736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Checking segment: {'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:16.195133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.195514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Bound using segment: {'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:16.196096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Bound port: 555c9687-6ee7-46fe-9dc7-46557d060a2c, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:16.196521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.312497 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-7f86caf3-5aa2-4339-b73d-9cfbab4d34ef tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 08 12:44:16.313894 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7f86caf3-5aa2-4339-b73d-9cfbab4d34ef tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee HTTP/1.1" status: 409 len: 329 time: 0.7226701 Mar 08 12:44:16.324242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37148) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:16.352053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.354291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.432879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.491179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f1fd16-6be9-4c95-a312-8742f4d30a6c']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:16.503843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.512853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a224639-90c2-46d4-b722-fae6469f354b') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:16.513144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a224639-90c2-46d4-b722-fae6469f354b') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:16.530673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.564376 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:16.583366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Allocated IP 2001:db8:1::2 (ac81473e-a57f-42c5-943f-9c4f0e5a2eb0/433da8f2-e92c-43e0-a8ea-a769c57ef06d/a96ddca8-8f58-446a-96ac-fa80fffd92dc) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:16.612115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.656997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:16.657401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:16.662619 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:16.683056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.698247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] For port 555c9687-6ee7-46fe-9dc7-46557d060a2c, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:16.740887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] For port 555c9687-6ee7-46fe-9dc7-46557d060a2c, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=555c9687-6ee7-46fe-9dc7-46557d060a2c,segment=NetworkSegment(25fc4b2d-7a39-43dd-85e0-1d45265c802e),segment_id=25fc4b2d-7a39-43dd-85e0-1d45265c802e)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:16.746499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028df3e-3295-4b7f-a55e-451081585090 None None] Network 075d9c51-3a3f-416b-93b6-800678b08a10 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:16.767987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.774383 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "DELETE /v2.0/subnets/70a17e7c-61ba-45d8-b209-e75c671ca848 HTTP/1.1" status: 204 len: 168 time: 1.4005322 Mar 08 12:44:16.780531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37150) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:16.795508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a1a45-f8a2-43f9-9d7f-24ea18b3e61e tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Subnet': ['ID=70a17e7c-61ba-45d8-b209-e75c671ca848,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:16.797276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.819734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 595a8f6d-d982-44b1-9603-9bf154474db2 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:16.844056 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.858255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:16.886451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7b9ff0b1-43c6-4044-8217-1a97cba3eed3 None None] Provisioning complete for port 6df9df4e-c140-44f2-a30c-2840b7bcff29 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:16.886739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff0b1-43c6-4044-8217-1a97cba3eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:16.888036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:16.973402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.013189 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.015350 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] 10.222.0.65 "DELETE /v2.0/networks/f4f1fd16-6be9-4c95-a312-8742f4d30a6c HTTP/1.1" status: 204 len: 168 time: 1.2699819 Mar 08 12:44:17.033291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39761-26cd-4557-b4c2-8324776e8a5c tempest-PortsIpV6TestJSON-315590247 tempest-PortsIpV6TestJSON-315590247-project] Pushing event deleted for resources: {'Network': ['ID=f4f1fd16-6be9-4c95-a312-8742f4d30a6c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:17.043629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=553a2600-d85a-442b-a9ee-c6b1f9047e9a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:17.056077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.069122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.345727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b5772-fe9a-4c5d-8b63-ac7cbd6bf831 None None] Pushing event updated for resources: {'Port': ['ID=555c9687-6ee7-46fe-9dc7-46557d060a2c,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:17.366403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:17.380691 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:17.388246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff0b1-43c6-4044-8217-1a97cba3eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.388246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.391667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.398180 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:17.399814 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:17.428284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.495586 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8::1 (4242c29a-a512-405e-ac87-0b187d67e921/2427132e-b40d-4ba7-8162-4e885a5062b0/33603e9f-f9ee-4876-9495-ea14bba71864) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:17.496581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7b9ff0b1-43c6-4044-8217-1a97cba3eed3 None None] For port 6df9df4e-c140-44f2-a30c-2840b7bcff29, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6df9df4e-c140-44f2-a30c-2840b7bcff29,segment=NetworkSegment(34933294-3f1a-4757-b8e6-896e08d674fb),segment_id=34933294-3f1a-4757-b8e6-896e08d674fb)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:17.523285 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:17.532008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Deleting port 0844b089-7da4-4a05-9388-fccac4df7e10 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:17.532346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.547530 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:17.548254 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:17.577100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.708768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.779112 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-507c80f2-2776-4e59-ba95-ad957d29b40a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/floatingips/65c84548-5a27-4f39-b487-e9afaa5085cf HTTP/1.1" status: 200 len: 687 time: 2.3481586 Mar 08 12:44:17.789185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37156) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:17.789555 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:17.789555 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd402cb-2b69-4578-86a9-eb0b40f6f16a None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:17.793486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:17.802709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] DHCP port deletion for 075d9c51-3a3f-416b-93b6-800678b08a10 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:17.820593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:17.840425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:17.913083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff0b1-43c6-4044-8217-1a97cba3eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.930053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:44:17.930053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:44:17.930736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:17.954339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Pushing event updated for resources: {'Port': ['ID=a96ddca8-8f58-446a-96ac-fa80fffd92dc,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:18.003018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 4242c29a-a512-405e-ac87-0b187d67e921 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:18.010031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:18.015632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37160) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:18.028694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:18.029485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.072344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=33603e9f-f9ee-4876-9495-ea14bba71864,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:18.141891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port aa315cd1-657f-4225-80dc-6a55f3d09c3c {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:18.147076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.167338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.172411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.247326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ff0b1-43c6-4044-8217-1a97cba3eed3 None None] Pushing event updated for resources: {'Port': ['ID=6df9df4e-c140-44f2-a30c-2840b7bcff29,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:18.251322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] For port 0844b089-7da4-4a05-9388-fccac4df7e10, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0844b089-7da4-4a05-9388-fccac4df7e10,segment=NetworkSegment(8652ec19-9fea-47d8-8c42-3eddfb6a274a),segment_id=8652ec19-9fea-47d8-8c42-3eddfb6a274a)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:18.251698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.289362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.294569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0efc8b63-dd85-4972-8081-7040760ff2bc None None] Provisioning complete for port 6df9df4e-c140-44f2-a30c-2840b7bcff29 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:18.295071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0efc8b63-dd85-4972-8081-7040760ff2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.301556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Attempting to bind port a96ddca8-8f58-446a-96ac-fa80fffd92dc on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:18.301556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Attempting to bind port a96ddca8-8f58-446a-96ac-fa80fffd92dc by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f5d65784-4f20-4b73-8f4d-cc278f6562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ac81473e-a57f-42c5-943f-9c4f0e5a2eb0'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:18.301556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Attempting to bind port a96ddca8-8f58-446a-96ac-fa80fffd92dc on network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:18.334102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Calling delete_port for 0844b089-7da4-4a05-9388-fccac4df7e10 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:18.341145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.341517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.364095 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-823b6114-561a-4858-a191-439daa2e198b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d5f6b62c91f45cea1288a2e1a74f3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451879 Mar 08 12:44:18.374499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37164) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:18.399492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:18.400015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Checking segment: {'id': 'f5d65784-4f20-4b73-8f4d-cc278f6562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ac81473e-a57f-42c5-943f-9c4f0e5a2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:18.400527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.401018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Bound using segment: {'id': 'f5d65784-4f20-4b73-8f4d-cc278f6562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ac81473e-a57f-42c5-943f-9c4f0e5a2eb0'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:18.401645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Bound port: a96ddca8-8f58-446a-96ac-fa80fffd92dc, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d65784-4f20-4b73-8f4d-cc278f6562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ac81473e-a57f-42c5-943f-9c4f0e5a2eb0'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:18.402162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.425133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for aa315cd1-657f-4225-80dc-6a55f3d09c3c owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:18.435304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] Deleting port 0844b089-7da4-4a05-9388-fccac4df7e10 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:18.435819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.612690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] For port 0844b089-7da4-4a05-9388-fccac4df7e10, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=0844b089-7da4-4a05-9388-fccac4df7e10,segment=NetworkSegment(8652ec19-9fea-47d8-8c42-3eddfb6a274a),segment_id=8652ec19-9fea-47d8-8c42-3eddfb6a274a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:18.614039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.729047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] Calling delete_port for 0844b089-7da4-4a05-9388-fccac4df7e10 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:18.732237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] For port a96ddca8-8f58-446a-96ac-fa80fffd92dc, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:18.752475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87e2d65d-f1b9-42f0-8ed3-5123cb48df9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.788752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] For port a96ddca8-8f58-446a-96ac-fa80fffd92dc, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a96ddca8-8f58-446a-96ac-fa80fffd92dc,segment=NetworkSegment(f5d65784-4f20-4b73-8f4d-cc278f6562e1),segment_id=f5d65784-4f20-4b73-8f4d-cc278f6562e1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:18.857110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.885945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.898045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6093d20f-debf-4753-b56d-98c7a9613d0a no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:18.924452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6093d20f-debf-4753-b56d-98c7a9613d0a {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:18.924452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6093d20f-debf-4753-b56d-98c7a9613d0a not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:18.929206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87e2d65d-f1b9-42f0-8ed3-5123cb48df9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:18.935122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Port': ['ID=0844b089-7da4-4a05-9388-fccac4df7e10,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:18.946982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] No DVR routers for this DVR port 0844b089-7da4-4a05-9388-fccac4df7e10 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:19.032014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.034169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.086661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] No DVR routers for this DVR port 0844b089-7da4-4a05-9388-fccac4df7e10 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:19.117608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.120463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.125311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c41f2daf-a2b4-4dce-a18b-e2958258b777 None None] Provisioning complete for port 33603e9f-f9ee-4876-9495-ea14bba71864 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:19.128801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c41f2daf-a2b4-4dce-a18b-e2958258b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.130219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495455ea-3d08-4694-b0c8-b6e49dd7d329 None None] Pushing event updated for resources: {'Port': ['ID=a96ddca8-8f58-446a-96ac-fa80fffd92dc,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:19.188199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.201603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.217646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1fcf6-c165-46c8-928b-35d1955385b2 None None] Pushing event deleted for resources: {'Port': ['ID=0844b089-7da4-4a05-9388-fccac4df7e10,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:19.220750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b3403-a0dc-4dc7-ae8f-d40acf8a07b2 None None] Network 595a8f6d-d982-44b1-9603-9bf154474db2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:19.274845 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.280685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075d9c51-3a3f-416b-93b6-800678b08a10']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:19.296995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8652ec19-9fea-47d8-8c42-3eddfb6a274a') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:19.300331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8652ec19-9fea-47d8-8c42-3eddfb6a274a') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:19.300501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c41f2daf-a2b4-4dce-a18b-e2958258b777 None None] Port 33603e9f-f9ee-4876-9495-ea14bba71864 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:19.309793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.339691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.348523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting port c8c60999-ceb3-4f09-a044-4d7218dc5b23 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:19.352118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.353318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.357911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:19.358315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.364576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=33603e9f-f9ee-4876-9495-ea14bba71864,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:19.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:19.452785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 555c9687-6ee7-46fe-9dc7-46557d060a2c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:19.455367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=aa315cd1-657f-4225-80dc-6a55f3d09c3c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:19.469338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=553a2600-d85a-442b-a9ee-c6b1f9047e9a,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:19.485335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87e2d65d-f1b9-42f0-8ed3-5123cb48df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.488991 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87e2d65d-f1b9-42f0-8ed3-5123cb48df9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.492796 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-87e2d65d-f1b9-42f0-8ed3-5123cb48df9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97f4532a-6597-429a-b238-40bd343c24e1 HTTP/1.1" status: 204 len: 168 time: 1.1160772 Mar 08 12:44:19.496614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.499274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.514293 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9ba22bda-c4d1-4c55-a2cb-46f57cb6c217 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/floatingips/65c84548-5a27-4f39-b487-e9afaa5085cf HTTP/1.1" status: 204 len: 168 time: 1.7308087 Mar 08 12:44:19.514881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37170) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:19.542579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '423efdcc-7c3a-4c6f-b673-d81cd28ab72e'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:19.564274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 4242c29a-a512-405e-ac87-0b187d67e921 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:19.574686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:19.616215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-26a6d4e2-37e7-4c6e-b4f0-8b8de81ac1b1 None None] Provisioning complete for port 555c9687-6ee7-46fe-9dc7-46557d060a2c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:19.622964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26a6d4e2-37e7-4c6e-b4f0-8b8de81ac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.687776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2d65d-f1b9-42f0-8ed3-5123cb48df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f4532a-6597-429a-b238-40bd343c24e1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:19.714194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.729200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.742597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.792782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Calling delete_port for c8c60999-ceb3-4f09-a044-4d7218dc5b23 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:19.816877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 555c9687-6ee7-46fe-9dc7-46557d060a2c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:19.818441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.851182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.874045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:19.881280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:19.882934 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "DELETE /v2.0/networks/075d9c51-3a3f-416b-93b6-800678b08a10 HTTP/1.1" status: 204 len: 168 time: 3.0956230 Mar 08 12:44:19.949463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26a6d4e2-37e7-4c6e-b4f0-8b8de81ac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.042414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 88d354ab-690d-48a3-8abd-8060fcced8c1 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:44:20.098437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-26a6d4e2-37e7-4c6e-b4f0-8b8de81ac1b1 None None] For port 555c9687-6ee7-46fe-9dc7-46557d060a2c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=555c9687-6ee7-46fe-9dc7-46557d060a2c,segment=NetworkSegment(25fc4b2d-7a39-43dd-85e0-1d45265c802e),segment_id=25fc4b2d-7a39-43dd-85e0-1d45265c802e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:20.155475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d783-06af-4de1-9fe9-113ee46b1ac3 tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Network': ['ID=075d9c51-3a3f-416b-93b6-800678b08a10,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:20.213741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26a6d4e2-37e7-4c6e-b4f0-8b8de81ac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.265011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network 595a8f6d-d982-44b1-9603-9bf154474db2 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:20.271313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:20.295847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.325537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6d4e2-37e7-4c6e-b4f0-8b8de81ac1b1 None None] Pushing event updated for resources: {'Port': ['ID=555c9687-6ee7-46fe-9dc7-46557d060a2c,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:20.334527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:20.355766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] Sync routers for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:20.370563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.389106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dead7b93-e36b-4846-917a-6ceea79f16e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/88d354ab-690d-48a3-8abd-8060fcced8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4146090 Mar 08 12:44:20.412074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37184) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:20.453438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:20.454156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:20.459731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Provisioning complete for port 553a2600-d85a-442b-a9ee-c6b1f9047e9a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:20.460101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.523523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:20.527327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:44:20.532663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:44:20.561288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:20.561857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:20.562082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:20.566744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Port 553a2600-d85a-442b-a9ee-c6b1f9047e9a cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:20.597099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.630645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:20.631928 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb086e-3705-4b49-be82-37bcb9a5a1ec None None] The sync data for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:20.651564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0f7a0-bc4e-4a56-b7ab-719c3f6da361 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:20.653019 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-20b0f7a0-bc4e-4a56-b7ab-719c3f6da361 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports/33603e9f-f9ee-4876-9495-ea14bba71864 HTTP/1.1" status: 200 len: 911 time: 0.2250357 Mar 08 12:44:20.671451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37190) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:20.674342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Provisioning complete for port 555c9687-6ee7-46fe-9dc7-46557d060a2c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:20.674817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.866985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:20.877971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Port': ['ID=c8c60999-ceb3-4f09-a044-4d7218dc5b23,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:20.885339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Deleting port 12e5669b-e118-4dcf-959a-51ce09a78ed8 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:20.885813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:20.889970 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-64958ddb-aefa-410a-afc5-11ea078e10e2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5024590 Mar 08 12:44:20.895888 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:20.914560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37194) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:20.921412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'network': {'name': 'tempest-RoutersTest-861799380'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:20.957478 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:20.958933 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:21.035089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d23ece2-ba12-4465-9c73-44511ed9db04 None None] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:21.060962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.26.3.155 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/29b7da72-cfdb-45a8-8af5-23039f89e69b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:21.167545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:21.172529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.255954 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:21.345961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.346179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.351946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.403338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:21.417705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Calling delete_port for 12e5669b-e118-4dcf-959a-51ce09a78ed8 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:21.484303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Provisioning complete for port 33603e9f-f9ee-4876-9495-ea14bba71864 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:21.484896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.506965 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37202) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:21.542367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-763e99fb-9b2f-488d-8e56-8a10ae325c30 None None] Port 33603e9f-f9ee-4876-9495-ea14bba71864 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:21.564887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6df9df4e-c140-44f2-a30c-2840b7bcff29 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:21.616558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.620112 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added segment 7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01 of type vlan for network d7a566e8-a00d-4534-a9c0-5518305edcb4 Mar 08 12:44:21.744980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-fb5bafa2-6790-4d2a-9839-e4de5a92f354 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:21.745796 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-fb5bafa2-6790-4d2a-9839-e4de5a92f354 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 12:44:21.746964 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-fb5bafa2-6790-4d2a-9839-e4de5a92f354 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 12:44:21.754586 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fb5bafa2-6790-4d2a-9839-e4de5a92f354 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2442522 Mar 08 12:44:21.800469 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:17Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:18Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:21.835689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Provisioning complete for port a96ddca8-8f58-446a-96ac-fa80fffd92dc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:21.837945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.842576 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.844340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37206) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:21.847739 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:21.848094 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Updating router 2d2e1769-852e-42da-b5fa-8a7233103646 port 553a2600-d85a-442b-a9ee-c6b1f9047e9a binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:44:21.870161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--389185346'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:21.877927 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:21.998935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6df9df4e-c140-44f2-a30c-2840b7bcff29 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:21.999448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.000171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.resource_extend [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:44:22.030590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.035936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Router 5ab05fca-6b0a-430f-bf1a-f542b9db91ee has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:22.044370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.135037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.139987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.158766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:22.159916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.245635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.285660 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.286529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.351072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:22.355785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=29b7da72-cfdb-45a8-8af5-23039f89e69b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:22.367428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:22.399527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:22.399876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] For port a96ddca8-8f58-446a-96ac-fa80fffd92dc, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a96ddca8-8f58-446a-96ac-fa80fffd92dc,segment=NetworkSegment(f5d65784-4f20-4b73-8f4d-cc278f6562e1),segment_id=f5d65784-4f20-4b73-8f4d-cc278f6562e1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:22.400798 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.402871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:22.413467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.422021 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-33f73776-f3e6-4ea5-8432-b758e1e960aa tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0914376 Mar 08 12:44:22.443196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37210) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:22.451312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] Sync routers for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:22.467241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:22.468825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:22.474074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Pushing event deleted for resources: {'Port': ['ID=12e5669b-e118-4dcf-959a-51ce09a78ed8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:22.548328 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-74252120-98a1-4a59-b9be-e394d7592970 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] show failed (client error): The resource could not be found. Mar 08 12:44:22.554784 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-74252120-98a1-4a59-b9be-e394d7592970 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1638149481 HTTP/1.1" status: 404 len: 335 time: 0.1074808 Mar 08 12:44:22.567483 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778242a-3b71-43b6-89fd-9df726aadeb5 None None] Pushing event updated for resources: {'Port': ['ID=553a2600-d85a-442b-a9ee-c6b1f9047e9a,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:22.582047 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6652479 Mar 08 12:44:22.587982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37212) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:22.587982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37214) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:22.588548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c57a04-de76-4f83-8208-f6818fe939fa tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Network': ['ID=d7a566e8-a00d-4534-a9c0-5518305edcb4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:22.588851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0844b089-7da4-4a05-9388-fccac4df7e10 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:22.595281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5dfcc7ff-8935-4f3e-9503-e58c816b92d8 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:22.608346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'subnet': {'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:22.668799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:22.686775 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Attempting to bind port 553a2600-d85a-442b-a9ee-c6b1f9047e9a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:22.687093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.687410 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Attempting to bind port 553a2600-d85a-442b-a9ee-c6b1f9047e9a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:22.687919 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Attempting to bind port 553a2600-d85a-442b-a9ee-c6b1f9047e9a on network 595a8f6d-d982-44b1-9603-9bf154474db2 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:22.696179 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:22.696698 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Checking segment: {'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:22.697094 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.697710 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Bound using segment: {'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:22.698886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:22.701187 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Bound port: 553a2600-d85a-442b-a9ee-c6b1f9047e9a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fc4b2d-7a39-43dd-85e0-1d45265c802e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:22.701575 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.705705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 0844b089-7da4-4a05-9388-fccac4df7e10 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:22.707370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 0844b089-7da4-4a05-9388-fccac4df7e10 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:22.712977 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-5dfcc7ff-8935-4f3e-9503-e58c816b92d8 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] update failed (client error): The resource could not be found. Mar 08 12:44:22.712977 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5dfcc7ff-8935-4f3e-9503-e58c816b92d8 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1071870225 HTTP/1.1" status: 404 len: 335 time: 0.1197712 Mar 08 12:44:22.735187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37216) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:22.807910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:22.950453 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] For port 553a2600-d85a-442b-a9ee-c6b1f9047e9a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:22.962635 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] For port 553a2600-d85a-442b-a9ee-c6b1f9047e9a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=553a2600-d85a-442b-a9ee-c6b1f9047e9a,segment=NetworkSegment(25fc4b2d-7a39-43dd-85e0-1d45265c802e),segment_id=25fc4b2d-7a39-43dd-85e0-1d45265c802e)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:22.998126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] Routers {'5ab05fca-6b0a-430f-bf1a-f542b9db91ee'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:22.998822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:23.000777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Provisioning complete for port 553a2600-d85a-442b-a9ee-c6b1f9047e9a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:23.006333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.006467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting subnet 709fa6ef-f2fa-438b-aa3e-2adc3d69e626 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:23.006467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.053391 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.090217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a96ddca8-8f58-446a-96ac-fa80fffd92dc up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:23.102814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.122255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:23.123082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a36fc-7744-470b-9b6d-8e6a4cb2dc7a None None] The sync data for ids ['5ab05fca-6b0a-430f-bf1a-f542b9db91ee'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:23.155539 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:23.161581 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:23.207933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Pushing event updated for resources: {'Port': ['ID=a96ddca8-8f58-446a-96ac-fa80fffd92dc,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:23.240459 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778242a-3b71-43b6-89fd-9df726aadeb5 None None] Pushing event updated for resources: {'Port': ['ID=553a2600-d85a-442b-a9ee-c6b1f9047e9a,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:23.258085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.301407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a96ddca8-8f58-446a-96ac-fa80fffd92dc triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:23.302063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.322037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.335515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.336714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e7841de5-8a7c-4279-9f3e-baa8e78a23be tempest-FloatingIPAdminTestJSON-377889121 tempest-FloatingIPAdminTestJSON-377889121-project] 10.222.0.65 "DELETE /v2.0/floatingips/b54c6d09-e77b-44fd-aea4-0e16eab1d00a HTTP/1.1" status: 204 len: 168 time: 3.4544671 Mar 08 12:44:23.356380 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:23.366863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.406221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.468406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.482502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] For port 553a2600-d85a-442b-a9ee-c6b1f9047e9a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=553a2600-d85a-442b-a9ee-c6b1f9047e9a,segment=NetworkSegment(25fc4b2d-7a39-43dd-85e0-1d45265c802e),segment_id=25fc4b2d-7a39-43dd-85e0-1d45265c802e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:23.538808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a058b64e-d57c-4030-89d3-2c617afee282,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:23.558155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.574403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Made reservation on behalf of 6aad4f82084748b4b3a0f5566a0d82d8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:23.579365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.579880 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.632193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Subnet': ['ID=709fa6ef-f2fa-438b-aa3e-2adc3d69e626,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:23.635546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:23.644294 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2bf5f257-272d-4ac2-91b7-1e3a66214b70 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/subnets/709fa6ef-f2fa-438b-aa3e-2adc3d69e626 HTTP/1.1" status: 204 len: 168 time: 0.9063513 Mar 08 12:44:23.655271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37222) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:23.710044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d9565-ce27-4550-bb39-83742e3b9708 None None] Pushing event updated for resources: {'Port': ['ID=553a2600-d85a-442b-a9ee-c6b1f9047e9a,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:23.712829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4c25f-d907-4780-acf8-3f792e451def None None] Network 5c9df687-cc5e-4101-84cb-c062fe285472 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:23.744217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 555c9687-6ee7-46fe-9dc7-46557d060a2c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:23.750632 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:17Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:22Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:23.809073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8:1::1 (ac81473e-a57f-42c5-943f-9c4f0e5a2eb0/433da8f2-e92c-43e0-a8ea-a769c57ef06d/d917edb3-aa28-4505-b766-b81b6ec51033) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:23.816262 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e049e-b9c2-4195-88ac-1980459a04a8 None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:17Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:22Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:23.823379 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:44:23.881157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-314bc958-d1e5-48ea-88ce-22aa7e1719df None None] Provisioning complete for port a96ddca8-8f58-446a-96ac-fa80fffd92dc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:23.888087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-314bc958-d1e5-48ea-88ce-22aa7e1719df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.041926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 555c9687-6ee7-46fe-9dc7-46557d060a2c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:24.041926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.129460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37230) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:24.204526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-314bc958-d1e5-48ea-88ce-22aa7e1719df None None] Provisioning complete for port 553a2600-d85a-442b-a9ee-c6b1f9047e9a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:24.204896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-314bc958-d1e5-48ea-88ce-22aa7e1719df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.240263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.248471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.335139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] DHCP port deletion for 5c9df687-cc5e-4101-84cb-c062fe285472 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:24.473819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-010f3b1d-d0f9-40c2-b2a0-35e1d409af4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34c66ec1bb2846d2a6bcd1441d6dfa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338287 Mar 08 12:44:24.473819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37234) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:24.485431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.497816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.503628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] Deleting port e9142edf-0bbe-4383-9429-37ba419c6f2c {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:24.503628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.555868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.585945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.607504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.638511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] For port e9142edf-0bbe-4383-9429-37ba419c6f2c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9142edf-0bbe-4383-9429-37ba419c6f2c,segment=NetworkSegment(dae67d80-f4ce-4383-8070-1be86a9109cf),segment_id=dae67d80-f4ce-4383-8070-1be86a9109cf)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:24.638511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.658244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] Calling delete_port for e9142edf-0bbe-4383-9429-37ba419c6f2c owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:24.673664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abef4eb-f27c-4cfc-9fc2-1a899ccc370b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:24.691584 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting port e9142edf-0bbe-4383-9429-37ba419c6f2c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:24.692165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.767939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.775359 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2a3e40ce-3be1-4a97-9103-0f1c527b583c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9232297 Mar 08 12:44:24.776131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37236) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:24.780773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-baf571c0-0405-41ac-8590-a55395e8b7a0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '7abef4eb-f27c-4cfc-9fc2-1a899ccc370b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:24.800602 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab87-ed76-4aa7-9e1f-de485e90d368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.803811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.819800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:24.844105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:24.852518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:24.853388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.864045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] For port e9142edf-0bbe-4383-9429-37ba419c6f2c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9142edf-0bbe-4383-9429-37ba419c6f2c,segment=NetworkSegment(dae67d80-f4ce-4383-8070-1be86a9109cf),segment_id=dae67d80-f4ce-4383-8070-1be86a9109cf)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:24.864451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.869082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=d917edb3-aa28-4505-b766-b81b6ec51033,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:24.907131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Calling delete_port for e9142edf-0bbe-4383-9429-37ba419c6f2c owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:24.910966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-baf571c0-0405-41ac-8590-a55395e8b7a0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.944294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Subnet': ['ID=ff79d17b-bdb7-4709-8b9b-eec2443b4b0c,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:24.959192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Checking segment: {'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:24.959424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network hostable DHCP agents. Network: d7a566e8-a00d-4534-a9c0-5518305edcb4, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:24.973208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:24.980725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab87-ed76-4aa7-9e1f-de485e90d368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.057696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] Pushing event deleted for resources: {'Port': ['ID=e9142edf-0bbe-4383-9429-37ba419c6f2c,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:25.064692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42d4f0-4e84-4567-b9b7-ff101b83ef22 None None] No DVR routers for this DVR port e9142edf-0bbe-4383-9429-37ba419c6f2c on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:25.092921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a96ddca8-8f58-446a-96ac-fa80fffd92dc up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:25.108413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.112296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-baf571c0-0405-41ac-8590-a55395e8b7a0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.113808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.115859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:25.149955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] No DVR routers for this DVR port e9142edf-0bbe-4383-9429-37ba419c6f2c on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:25.151629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Port': ['ID=e9142edf-0bbe-4383-9429-37ba419c6f2c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:25.207720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a96ddca8-8f58-446a-96ac-fa80fffd92dc triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:25.208376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.216051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab87-ed76-4aa7-9e1f-de485e90d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.218663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf3cab87-ed76-4aa7-9e1f-de485e90d368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.219819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cf3cab87-ed76-4aa7-9e1f-de485e90d368 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebf1bb53-829e-4fc1-b0f0-20e4bbfd430d HTTP/1.1" status: 204 len: 168 time: 0.7444022 Mar 08 12:44:25.220537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.293178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cab87-ed76-4aa7-9e1f-de485e90d368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf1bb53-829e-4fc1-b0f0-20e4bbfd430d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:25.294163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.309935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.331719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9df687-cc5e-4101-84cb-c062fe285472']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:25.345140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae67d80-f4ce-4383-8070-1be86a9109cf') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:25.345499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae67d80-f4ce-4383-8070-1be86a9109cf') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:25.354785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=29b7da72-cfdb-45a8-8af5-23039f89e69b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:25.365990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.380975 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.388435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:25.388435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.410519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.414200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 553a2600-d85a-442b-a9ee-c6b1f9047e9a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:25.417957 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:25.427908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d7a566e8-a00d-4534-a9c0-5518305edcb4) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:25.433326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:25.434136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.437663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-baf571c0-0405-41ac-8590-a55395e8b7a0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.477568 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a2668-1d34-4b1a-8cac-eadef0565b6d None None] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:25.500621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.518973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf571c0-0405-41ac-8590-a55395e8b7a0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b51e7c8-4838-48ed-b1aa-bb4c52774191,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:25.577679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1ba53450-115a-4a16-a2e8-529b34004076 None None] Provisioning complete for port d917edb3-aa28-4505-b766-b81b6ec51033 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:25.578353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1ba53450-115a-4a16-a2e8-529b34004076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.607568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-baf571c0-0405-41ac-8590-a55395e8b7a0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.609227 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-baf571c0-0405-41ac-8590-a55395e8b7a0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8320754 Mar 08 12:44:25.612981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37244) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:25.617691 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 5f462340-cfad-465c-ac67-e6f2a11f4feb associated. External IP: 172.26.3.155, port: 423efdcc-7c3a-4c6f-b673-d81cd28ab72e. Mar 08 12:44:25.618281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-da886ac4-958d-448c-94eb-7d879518e320 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '7abef4eb-f27c-4cfc-9fc2-1a899ccc370b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:25.647747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.664997 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f1452d45-e212-4dfe-bc78-ec00891c63cc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0616939 Mar 08 12:44:25.694158 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37246) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:25.707398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.716695 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/networks/5c9df687-cc5e-4101-84cb-c062fe285472 HTTP/1.1" status: 204 len: 168 time: 2.0574427 Mar 08 12:44:25.716695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37248) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:25.717371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a2ec6-e691-4476-84a1-303a38403252 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Network': ['ID=5c9df687-cc5e-4101-84cb-c062fe285472,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:25.797715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting subnet fe3273d3-ec85-4560-88f1-c5b3c6f365fa {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:25.803823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.858225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.866143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1ba53450-115a-4a16-a2e8-529b34004076 None None] Port d917edb3-aa28-4505-b766-b81b6ec51033 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:25.907025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 553a2600-d85a-442b-a9ee-c6b1f9047e9a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:25.907446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.942585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da886ac4-958d-448c-94eb-7d879518e320 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:25.999643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d7a566e8-a00d-4534-a9c0-5518305edcb4', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:26.000636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.063184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.146599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37250) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:26.173822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee18c169-7d4e-4329-b9b3-037a4de1af0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.239875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Allocated IP 172.23.0.2 (d7a566e8-a00d-4534-a9c0-5518305edcb4/ff79d17b-bdb7-4709-8b9b-eec2443b4b0c/31eb523b-cf01-4aaf-b16a-9d88fb0c6cac) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:26.244636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9142edf-0bbe-4383-9429-37ba419c6f2c no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:26.273768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: e9142edf-0bbe-4383-9429-37ba419c6f2c {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:26.274288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9142edf-0bbe-4383-9429-37ba419c6f2c not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:26.281089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee18c169-7d4e-4329-b9b3-037a4de1af0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.352636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.536070 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-da886ac4-958d-448c-94eb-7d879518e320 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): There was a conflict when trying to complete your request. Mar 08 12:44:26.553099 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-da886ac4-958d-448c-94eb-7d879518e320 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9269779 Mar 08 12:44:26.553099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37264) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:26.572396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:26.611633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05766016-245d-4fed-9045-46b3a29eb5d9 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.636944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05766016-245d-4fed-9045-46b3a29eb5d9 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.718966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.821654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:26.833212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:26.843681 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:26.844680 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:26.879476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee18c169-7d4e-4329-b9b3-037a4de1af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.881744 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:26.891239 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:26.892077 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:26.923053 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ee18c169-7d4e-4329-b9b3-037a4de1af0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=573d72cba77a4998bc6d2a0c76688e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728024 Mar 08 12:44:26.923053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18c169-7d4e-4329-b9b3-037a4de1af0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1a910-2dce-4c43-b226-e8ebea02dd4e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:26.924685 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37266) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:26.937972 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:26.938730 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b40c6-490e-4d39-8a5c-7d6ad44f08bc None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:26.951895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.952674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.953107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.956427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05766016-245d-4fed-9045-46b3a29eb5d9 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.960388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05766016-245d-4fed-9045-46b3a29eb5d9 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:26.969247 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05766016-245d-4fed-9045-46b3a29eb5d9 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/7abef4eb-f27c-4cfc-9fc2-1a899ccc370b HTTP/1.1" status: 204 len: 168 time: 0.4186673 Mar 08 12:44:26.982087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37268) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:27.001246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.029654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05766016-245d-4fed-9045-46b3a29eb5d9 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abef4eb-f27c-4cfc-9fc2-1a899ccc370b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:27.031831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3273d3-ec85-4560-88f1-c5b3c6f365fa,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:27.046596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.051341 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7a9097c4-b385-4e42-bd62-7f1670ae3140 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/subnets/fe3273d3-ec85-4560-88f1-c5b3c6f365fa HTTP/1.1" status: 204 len: 168 time: 1.3350489 Mar 08 12:44:27.052618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc9589-d172-44e7-a73b-0b81dd575886 None None] Network 642b9578-63ac-4dfc-acfb-5126f3d32126 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:27.057171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37270) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:27.089049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-43379e57-4a19-44d3-b3ce-cbe059f2fe2c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5533950 Mar 08 12:44:27.092451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37272) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:27.094218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=d917edb3-aa28-4505-b766-b81b6ec51033,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:27.122799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting subnet 40961feb-dc97-4759-9c86-82a4688b47d9 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:27.126277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.194531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.197584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.220944 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-df36a960-4874-4565-99a8-e9a3b07fbe51 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "GET /v2.0/floatingips/5f462340-cfad-465c-ac67-e6f2a11f4feb HTTP/1.1" status: 200 len: 978 time: 0.1221416 Mar 08 12:44:27.220944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37278) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:27.290048 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-033e1338-1a84-4bdf-bcf4-908ebf82ac5d tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3019660 Mar 08 12:44:27.291947 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37284) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:27.301017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-335d9ba1-fd4d-454e-899b-92a20cce8cab tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--437797009'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:27.305006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0726b2bb-0aba-43ba-bcef-5a74b8f39c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.317266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.324923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:27.329720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:27.381652 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0726b2bb-0aba-43ba-bcef-5a74b8f39c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.391064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:27.400329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.405463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] DHCP port deletion for 642b9578-63ac-4dfc-acfb-5126f3d32126 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:27.413230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:27.429570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:27.487134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-335d9ba1-fd4d-454e-899b-92a20cce8cab tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.510250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Pushing event updated for resources: {'Port': ['ID=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:27.522499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-766092fc-0f73-43f9-814a-558a2f88886e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2980597 Mar 08 12:44:27.525669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37288) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:27.547006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'port_id': 'c4e06dc2-1758-4e5a-bc9c-7396c9c157dc'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:27.567922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Attempting to bind port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:27.568620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Attempting to bind port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:27.569339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Attempting to bind port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac on network d7a566e8-a00d-4534-a9c0-5518305edcb4 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:27.580027 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:27.580790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Checking segment: {'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:27.582325 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.583298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Bound using segment: {'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:27.584531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Bound port: 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:27.585749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.603563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 88d354ab-690d-48a3-8abd-8060fcced8c1 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:27.614775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Allocated IP 172.23.0.1 (d7a566e8-a00d-4534-a9c0-5518305edcb4/ff79d17b-bdb7-4709-8b9b-eec2443b4b0c/69986647-df1e-4bc8-b6bb-a23e25a67c5d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:27.655029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] Deleting port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:27.655609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.669624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0726b2bb-0aba-43ba-bcef-5a74b8f39c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.672452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0726b2bb-0aba-43ba-bcef-5a74b8f39c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.673583 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0726b2bb-0aba-43ba-bcef-5a74b8f39c0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fb1a910-2dce-4c43-b226-e8ebea02dd4e HTTP/1.1" status: 204 len: 168 time: 0.7345157 Mar 08 12:44:27.680079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.724819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726b2bb-0aba-43ba-bcef-5a74b8f39c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1a910-2dce-4c43-b226-e8ebea02dd4e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:27.736970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Subnet': ['ID=40961feb-dc97-4759-9c86-82a4688b47d9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:27.740930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.744267 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-df1bc55a-7edc-46ed-8327-d8112133cc78 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/subnets/40961feb-dc97-4759-9c86-82a4688b47d9 HTTP/1.1" status: 204 len: 168 time: 0.6861401 Mar 08 12:44:27.749265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:27.767068 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37504b7-2ece-4c39-b4f9-e7d5379be12e None None] Network e4ecf8c9-8626-4d3b-bcdb-631eee78f544 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:27.778680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.824946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] For port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:27.864831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-335d9ba1-fd4d-454e-899b-92a20cce8cab tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.888521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] For port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,segment=NetworkSegment(7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01),segment_id=7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:27.905631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9a56423b-17a2-4f61-b836-38bd09ab5996 None None] Provisioning complete for port d917edb3-aa28-4505-b766-b81b6ec51033 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:27.906357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9a56423b-17a2-4f61-b836-38bd09ab5996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.945741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] For port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,segment=NetworkSegment(0dded86e-2b5d-4611-8f7b-4ad646db52af),segment_id=0dded86e-2b5d-4611-8f7b-4ad646db52af)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:27.946533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.951313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9a56423b-17a2-4f61-b836-38bd09ab5996 None None] Port d917edb3-aa28-4505-b766-b81b6ec51033 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:27.971312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] Calling delete_port for c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:27.992314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-335d9ba1-fd4d-454e-899b-92a20cce8cab tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:27.996109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:28.005717 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ffdd6bc6-3264-4870-9c53-264983e918ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/88d354ab-690d-48a3-8abd-8060fcced8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3307486 Mar 08 12:44:28.012223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.015895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] Sync routers for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:28.023732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.026717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37294) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:28.044286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d9ba1-fd4d-454e-899b-92a20cce8cab tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651f07b4-13c7-4cf6-b113-cbc9a9b304ff,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:28.089610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4d1c4-aa4a-4941-b029-e5cc78bded60 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:28.091859 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-12b4d1c4-aa4a-4941-b029-e5cc78bded60 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports/d917edb3-aa28-4505-b766-b81b6ec51033 HTTP/1.1" status: 200 len: 913 time: 0.0670798 Mar 08 12:44:28.100466 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37298) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:28.131308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-335d9ba1-fd4d-454e-899b-92a20cce8cab tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.137575 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-335d9ba1-fd4d-454e-899b-92a20cce8cab tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8433909 Mar 08 12:44:28.138417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37300) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:28.146618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b5a3597c-971c-4473-a264-1f2d9bf619c4 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '651f07b4-13c7-4cf6-b113-cbc9a9b304ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:28.148076 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-b5a3597c-971c-4473-a264-1f2d9bf619c4 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 08 12:44:28.148746 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b5a3597c-971c-4473-a264-1f2d9bf619c4 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:28.153413 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b5a3597c-971c-4473-a264-1f2d9bf619c4 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114446 Mar 08 12:44:28.157191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37302) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:28.228452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:28.229100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:28.236708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.280522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26d9e68a-327d-4956-a412-1906efc9ad91 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.325859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26d9e68a-327d-4956-a412-1906efc9ad91 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.346268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:28.384546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6b0a-4216-4054-b656-f78e3adedb8d None None] Pushing event updated for resources: {'Port': ['ID=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:28.388933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:28.389610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:28.391626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:28.391960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.434041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:28.434041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c91d4-8ccc-4e91-9b3a-54d9eac2cddb None None] The sync data for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:28.481572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] DHCP port deletion for e4ecf8c9-8626-4d3b-bcdb-631eee78f544 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:28.531993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.549344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.611167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] For port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,segment=NetworkSegment(0dded86e-2b5d-4611-8f7b-4ad646db52af),segment_id=0dded86e-2b5d-4611-8f7b-4ad646db52af)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:28.611533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.615819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] Pushing event deleted for resources: {'Port': ['ID=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:28.637191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a2c83-222f-45c1-911f-c93141d7cead None None] No DVR routers for this DVR port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:28.672595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] Deleting port 8eb1cb6f-6286-41db-8599-e2a05d72a251 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:28.673034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.675505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37306) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:28.729330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55d4adc0-3283-4a92-9545-f6a47b15649e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.755127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] For port 8eb1cb6f-6286-41db-8599-e2a05d72a251, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8eb1cb6f-6286-41db-8599-e2a05d72a251,segment=NetworkSegment(01858fae-b84b-4340-b08d-09bf07da9678),segment_id=01858fae-b84b-4340-b08d-09bf07da9678)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:28.764135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.791346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26d9e68a-327d-4956-a412-1906efc9ad91 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.794701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] Calling delete_port for 8eb1cb6f-6286-41db-8599-e2a05d72a251 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:28.804696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26d9e68a-327d-4956-a412-1906efc9ad91 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:28.820284 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-26d9e68a-327d-4956-a412-1906efc9ad91 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/651f07b4-13c7-4cf6-b113-cbc9a9b304ff HTTP/1.1" status: 204 len: 168 time: 0.6526077 Mar 08 12:44:28.820284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37308) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:28.876346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9e68a-327d-4956-a412-1906efc9ad91 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f07b4-13c7-4cf6-b113-cbc9a9b304ff,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:28.929155 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5099b1c9-1536-4d2f-b6af-1c5ef2133b63 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960078 Mar 08 12:44:28.934375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37310) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:28.958697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:28.969376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9595374e-6468-401e-9fa3-55845808c054 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--984111719'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:29.034531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:29.035430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.043871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.resource_extend [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:44:29.100022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:29.109990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:29.118031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Calling delete_port for c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:29.122006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:29.152056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55d4adc0-3283-4a92-9545-f6a47b15649e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.153928 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.155186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.157918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.189545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.198153 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] Pushing event deleted for resources: {'Port': ['ID=8eb1cb6f-6286-41db-8599-e2a05d72a251,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:29.200280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d561af4-3894-49d0-89ff-b0a4f9d000df None None] No DVR routers for this DVR port 8eb1cb6f-6286-41db-8599-e2a05d72a251 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:29.202069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=69986647-df1e-4bc8-b6bb-a23e25a67c5d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:29.234205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d8a422a-4f5a-4588-bc78-65dd390debea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.237827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,segment=NetworkSegment(7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01),segment_id=7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:29.295594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9595374e-6468-401e-9fa3-55845808c054 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.328377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.337271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.448642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:29.464481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8eb1cb6f-6286-41db-8599-e2a05d72a251 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:29.493050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-55d4adc0-3283-4a92-9545-f6a47b15649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.493298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.524828 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 5f462340-cfad-465c-ac67-e6f2a11f4feb associated. External IP: 172.26.3.155, port: 423efdcc-7c3a-4c6f-b673-d81cd28ab72e. Mar 08 12:44:29.543683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Port': ['ID=c96b79a5-0bbd-4da2-975c-4f3aa64f5f03,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:29.561789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] No DVR routers for this DVR port c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:29.577540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 8eb1cb6f-6286-41db-8599-e2a05d72a251 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:29.579539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8eb1cb6f-6286-41db-8599-e2a05d72a251 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:29.580692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:29.612965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:29.613270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c96b79a5-0bbd-4da2-975c-4f3aa64f5f03 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:29.680483 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-55d4adc0-3283-4a92-9545-f6a47b15649e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=924b9d03fb4f4db6be629ab00555eb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0020385 Mar 08 12:44:29.682926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:29.695611 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4adc0-3283-4a92-9545-f6a47b15649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa018491-9fb7-4580-8da0-e30e467a2781,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:29.752252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.764440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.796561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642b9578-63ac-4dfc-acfb-5126f3d32126']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:29.811663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.820931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971ff62-0299-49ae-8e3a-dc21c95e56bc None None] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:29.843526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dded86e-2b5d-4611-8f7b-4ad646db52af') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:29.844112 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dded86e-2b5d-4611-8f7b-4ad646db52af') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:29.879582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9595374e-6468-401e-9fa3-55845808c054 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.901796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:29.902057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a1d0211d-22eb-4d1b-8e98-24327eb86ddc None None] Provisioning complete for port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:29.902057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a1d0211d-22eb-4d1b-8e98-24327eb86ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.911614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.918673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2689b9f7-8289-4650-8f2d-ab566920a9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.973808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.993165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9595374e-6468-401e-9fa3-55845808c054 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:29.996831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2689b9f7-8289-4650-8f2d-ab566920a9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.026868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:30.027275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: self.session.flush() Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:30.032383 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:30.104233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595374e-6468-401e-9fa3-55845808c054 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486fefce-b025-4fca-a180-01211b3a30e1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:30.191605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:30.206806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9595374e-6468-401e-9fa3-55845808c054 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.206806 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9595374e-6468-401e-9fa3-55845808c054 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2661002 Mar 08 12:44:30.207876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37316) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:30.209195 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:30.213508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9bb65cc1-1687-479a-982b-ce17df6eea70 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '486fefce-b025-4fca-a180-01211b3a30e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:30.214363 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.api.v2.base [None req-9bb65cc1-1687-479a-982b-ce17df6eea70 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 08 12:44:30.214862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-9bb65cc1-1687-479a-982b-ce17df6eea70 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:30.218426 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9bb65cc1-1687-479a-982b-ce17df6eea70 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058849 Mar 08 12:44:30.223427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37318) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:30.225713 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:30.226376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:30.263475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2689b9f7-8289-4650-8f2d-ab566920a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.266239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2689b9f7-8289-4650-8f2d-ab566920a9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.270484 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2689b9f7-8289-4650-8f2d-ab566920a9f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa018491-9fb7-4580-8da0-e30e467a2781 HTTP/1.1" status: 204 len: 168 time: 0.5826371 Mar 08 12:44:30.278698 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:30.287458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.302483 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:30.303376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:30.339878 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:30.340792 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef7f445-b0d2-4c1d-a0ac-3e329bc97ce8 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:30.408356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.415756 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/networks/642b9578-63ac-4dfc-acfb-5126f3d32126 HTTP/1.1" status: 204 len: 168 time: 2.6113200 Mar 08 12:44:30.418680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37330) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:30.472414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ab2f0513-f5c6-494f-8261-a2c336c9d612 None None] Provisioning complete for port 69986647-df1e-4bc8-b6bb-a23e25a67c5d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:30.478121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0513-f5c6-494f-8261-a2c336c9d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.486439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2260d-b795-4084-8635-87dc47c876f6 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Network': ['ID=642b9578-63ac-4dfc-acfb-5126f3d32126,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:30.540218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f0513-f5c6-494f-8261-a2c336c9d612 None None] Port 69986647-df1e-4bc8-b6bb-a23e25a67c5d cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:30.554632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ab2f0513-f5c6-494f-8261-a2c336c9d612 None None] Provisioning complete for port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:30.555802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ab2f0513-f5c6-494f-8261-a2c336c9d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.644261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.679084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e22fe4f3-75d9-49b2-bde8-8a00486e6d1c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.819258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.905748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:30.912011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689b9f7-8289-4650-8f2d-ab566920a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa018491-9fb7-4580-8da0-e30e467a2781,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:30.986675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e22fe4f3-75d9-49b2-bde8-8a00486e6d1c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.986846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-164faa18-f41d-4e07-8832-2c274db10040 None None] Provisioning complete for port 69986647-df1e-4bc8-b6bb-a23e25a67c5d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:30.987940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-164faa18-f41d-4e07-8832-2c274db10040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:30.990999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:30.991349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.026053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.097483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-164faa18-f41d-4e07-8832-2c274db10040 None None] Port 69986647-df1e-4bc8-b6bb-a23e25a67c5d cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:31.103843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.113608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event updated for resources: {'Port': ['ID=69986647-df1e-4bc8-b6bb-a23e25a67c5d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:31.165274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:31.275784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port d917edb3-aa28-4505-b766-b81b6ec51033 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:31.276333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.307820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.311962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:31.316823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.325109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:31.340269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:31.340974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:31.360953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e22fe4f3-75d9-49b2-bde8-8a00486e6d1c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.364607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e22fe4f3-75d9-49b2-bde8-8a00486e6d1c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.365778 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e22fe4f3-75d9-49b2-bde8-8a00486e6d1c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/486fefce-b025-4fca-a180-01211b3a30e1 HTTP/1.1" status: 204 len: 168 time: 1.1412613 Mar 08 12:44:31.373552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37344) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:31.392508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:31.399347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ecf8c9-8626-4d3b-bcdb-631eee78f544']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:31.404406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:31.404964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:31.417402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fe4f3-75d9-49b2-bde8-8a00486e6d1c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486fefce-b025-4fca-a180-01211b3a30e1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:31.418004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:31.423903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01858fae-b84b-4340-b08d-09bf07da9678') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:31.424261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01858fae-b84b-4340-b08d-09bf07da9678') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:31.426643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:31.463215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:31.463569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa3dcec-05dc-4fb1-9592-60bd7c5879de None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:31.464250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.499865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.501932 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-989a7f0d-023b-40f9-bc83-8a01085820ec tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1295733 Mar 08 12:44:31.505880 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37350) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:31.512502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:31.512502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.517025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b7034638-2662-4030-9e27-3ada84669f6c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549541625'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:31.549011 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1c9af906-fbe4-4d0e-adad-4c335626081e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/floatingips/5f462340-cfad-465c-ac67-e6f2a11f4feb HTTP/1.1" status: 200 len: 977 time: 4.0013161 Mar 08 12:44:31.552487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37354) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:31.567056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:31.659613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.663103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1f1ea0f7-f50e-4468-a801-d3186e579d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.708944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7034638-2662-4030-9e27-3ada84669f6c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:31.709484 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:31.722437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.750574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for d917edb3-aa28-4505-b766-b81b6ec51033 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:31.774553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:31.829000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.829711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-25370e33-fa31-43c1-8995-f160495b83fa None None] Provisioning complete for port 69986647-df1e-4bc8-b6bb-a23e25a67c5d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:31.830513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-25370e33-fa31-43c1-8995-f160495b83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.839630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.842832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/networks/e4ecf8c9-8626-4d3b-bcdb-631eee78f544 HTTP/1.1" status: 204 len: 168 time: 1.3796329 Mar 08 12:44:31.867789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-25370e33-fa31-43c1-8995-f160495b83fa None None] Port 69986647-df1e-4bc8-b6bb-a23e25a67c5d cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:31.872147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37360) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:31.927931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0ced4-6d96-4665-88bf-7a7f4bee6d2f tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Network': ['ID=e4ecf8c9-8626-4d3b-bcdb-631eee78f544,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:31.935331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37362) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:31.946884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.983147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting subnet 9b8c8640-7e93-4bc6-94ff-7dfc25d333c9 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:31.990522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:31.999889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:32.006764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-93e77f12-cd30-405a-9edc-3dd1aad05ac4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3075531 Mar 08 12:44:32.013017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37366) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:32.015419 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:32.019581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.019911 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 5f462340-cfad-465c-ac67-e6f2a11f4feb disassociated. External IP: 172.26.3.155, port: c4e06dc2-1758-4e5a-bc9c-7396c9c157dc. Mar 08 12:44:32.020879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.026810 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:32.027875 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:32.100242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.150234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7034638-2662-4030-9e27-3ada84669f6c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.177187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'networks': [{'name': 'tempest-network--1206293024'}, {'name': 'tempest-network--931462092'}]} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.177397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'network': {'name': 'tempest-network--1206293024'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.177866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'network': {'name': 'tempest-network--931462092'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.239911 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:32.244688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7034638-2662-4030-9e27-3ada84669f6c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.305004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.361056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7034638-2662-4030-9e27-3ada84669f6c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7d3db7-b98e-45d4-9a40-af927c496e3a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:32.412017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.447591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7034638-2662-4030-9e27-3ada84669f6c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.448885 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b7034638-2662-4030-9e27-3ada84669f6c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9368100 Mar 08 12:44:32.453448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37368) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:32.463226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-de366b74-0d06-4245-af9e-4ddfe165a0db tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': 'dc7d3db7-b98e-45d4-9a40-af927c496e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.464211 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-de366b74-0d06-4245-af9e-4ddfe165a0db tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 08 12:44:32.464714 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-de366b74-0d06-4245-af9e-4ddfe165a0db tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:32.465693 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-de366b74-0d06-4245-af9e-4ddfe165a0db tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068889 Mar 08 12:44:32.472513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37370) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:32.477051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ebc7bb36-828f-4e51-99d1-ecc537f0b6c6 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': 'dc7d3db7-b98e-45d4-9a40-af927c496e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.477726 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-ebc7bb36-828f-4e51-99d1-ecc537f0b6c6 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 08 12:44:32.478321 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-ebc7bb36-828f-4e51-99d1-ecc537f0b6c6 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:32.479295 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ebc7bb36-828f-4e51-99d1-ecc537f0b6c6 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058341 Mar 08 12:44:32.486050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37372) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:32.490622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e047a51f-02a4-4f31-b649-854334cfe832 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': 'dc7d3db7-b98e-45d4-9a40-af927c496e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.491368 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-e047a51f-02a4-4f31-b649-854334cfe832 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 08 12:44:32.491858 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-e047a51f-02a4-4f31-b649-854334cfe832 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:32.492858 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e047a51f-02a4-4f31-b649-854334cfe832 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058687 Mar 08 12:44:32.499165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37374) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:32.503707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cb509668-9506-4ac4-a06f-0802a4affa16 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': 'dc7d3db7-b98e-45d4-9a40-af927c496e3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:32.504685 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-cb509668-9506-4ac4-a06f-0802a4affa16 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 08 12:44:32.505187 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-cb509668-9506-4ac4-a06f-0802a4affa16 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:32.506223 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cb509668-9506-4ac4-a06f-0802a4affa16 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061440 Mar 08 12:44:32.512743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37376) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:32.567663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:32.584499 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:29Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:30Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:32.592784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a1a32d2-0d8e-41ce-b53c-db9d927fc56c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.616359 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:32.617093 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Updating router 2d2e1769-852e-42da-b5fa-8a7233103646 port 69986647-df1e-4bc8-b6bb-a23e25a67c5d binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:44:32.645671 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.661703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a1a32d2-0d8e-41ce-b53c-db9d927fc56c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.682899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.731938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.775383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8c8640-7e93-4bc6-94ff-7dfc25d333c9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:32.780332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.787758 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4ec68cf9-5109-428a-a656-ad5f75cdab6d tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/subnets/9b8c8640-7e93-4bc6-94ff-7dfc25d333c9 HTTP/1.1" status: 204 len: 168 time: 0.9141994 Mar 08 12:44:32.792445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12215ff-5da4-430d-8d83-97b9e208fc96 None None] Network 1e2db450-10f7-4911-a4d1-b47ac5e1897a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:32.799654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37380) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:32.826376 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Made reservation on behalf of 662c16e7b0334f8aa3bf124400772fef for: {'network': 2} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:32.832271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.844649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=d917edb3-aa28-4505-b766-b81b6ec51033,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:32.854885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.926337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:32.931244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.952032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:32.976721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:32.991529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:32.992288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:32.999260 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-95c5ecd8-02be-450f-abc9-8679eb4be8d0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/floatingips/5f462340-cfad-465c-ac67-e6f2a11f4feb HTTP/1.1" status: 200 len: 688 time: 1.4431465 Mar 08 12:44:33.003910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37382) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:33.031939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:33.056128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a1a32d2-0d8e-41ce-b53c-db9d927fc56c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.056862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:33.057672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:33.059531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a1a32d2-0d8e-41ce-b53c-db9d927fc56c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.064652 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7a1a32d2-0d8e-41ce-b53c-db9d927fc56c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/dc7d3db7-b98e-45d4-9a40-af927c496e3a HTTP/1.1" status: 204 len: 168 time: 0.5508630 Mar 08 12:44:33.088537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37384) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:33.122155 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:33.123009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431252ad-5915-41e2-bec3-a7fbbcbfb044 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:33.157256 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.159758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.163610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a32d2-0d8e-41ce-b53c-db9d927fc56c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7d3db7-b98e-45d4-9a40-af927c496e3a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:33.223391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] DHCP port deletion for 1e2db450-10f7-4911-a4d1-b47ac5e1897a request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:33.240462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Deleting port d1aa229f-9621-4c47-ad2a-51b3d609abeb {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:33.240730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.298227 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8e04f3c7-58c0-40f0-9caa-9f863c7c7af9 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926827 Mar 08 12:44:33.299137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37386) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:33.302876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] Deleting port d1aa229f-9621-4c47-ad2a-51b3d609abeb {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:33.303359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.306653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-af491a2f-651b-4d59-95ab-9270fccf9c94 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647723703'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:33.322602 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.346300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] For port d1aa229f-9621-4c47-ad2a-51b3d609abeb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1aa229f-9621-4c47-ad2a-51b3d609abeb,segment=NetworkSegment(08849682-9275-4207-9169-bdf45de35b34),segment_id=08849682-9275-4207-9169-bdf45de35b34)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:33.347280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.350252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port 29b7da72-cfdb-45a8-8af5-23039f89e69b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:33.350584 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.374758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Calling delete_port for d1aa229f-9621-4c47-ad2a-51b3d609abeb owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:33.386299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] For port d1aa229f-9621-4c47-ad2a-51b3d609abeb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1aa229f-9621-4c47-ad2a-51b3d609abeb,segment=NetworkSegment(08849682-9275-4207-9169-bdf45de35b34),segment_id=08849682-9275-4207-9169-bdf45de35b34)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:33.386913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.395304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.489716 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Pushing event updated for resources: {'Port': ['ID=69986647-df1e-4bc8-b6bb-a23e25a67c5d,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:33.490240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af491a2f-651b-4d59-95ab-9270fccf9c94 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.528578 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.528873 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.529196 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.529570 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.530159 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.530924 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.531184 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.531488 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.531903 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.532020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.532198 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.532459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.532571 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.532930 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:33.555839 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Attempting to bind port 69986647-df1e-4bc8-b6bb-a23e25a67c5d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:33.556235 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Attempting to bind port 69986647-df1e-4bc8-b6bb-a23e25a67c5d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:33.556604 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Attempting to bind port 69986647-df1e-4bc8-b6bb-a23e25a67c5d on network d7a566e8-a00d-4534-a9c0-5518305edcb4 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:33.568138 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:33.568427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for 29b7da72-cfdb-45a8-8af5-23039f89e69b owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:33.568827 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Checking segment: {'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:33.569323 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.569972 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Bound using segment: {'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:33.570902 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Bound port: 69986647-df1e-4bc8-b6bb-a23e25a67c5d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:33.571809 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.573429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.574136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.640281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 08 12:44:33.652051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] Calling delete_port for d1aa229f-9621-4c47-ad2a-51b3d609abeb owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:33.655413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892a14af-ee46-473e-8929-0d7e29d582a2,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:33.680688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:33.694246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Removed routes are [] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 08 12:44:33.695047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.713820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.714473 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Added segment 4ecdfcd7-2c51-4307-bc90-040300cccb5f of type vlan for network 69cf3790-210a-42c2-846b-1b52b97fcca1 Mar 08 12:44:33.717095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 88d354ab-690d-48a3-8abd-8060fcced8c1 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:33.725504 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] For port 69986647-df1e-4bc8-b6bb-a23e25a67c5d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:33.731906 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] For port 69986647-df1e-4bc8-b6bb-a23e25a67c5d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=69986647-df1e-4bc8-b6bb-a23e25a67c5d,segment=NetworkSegment(7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01),segment_id=7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:33.736484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af491a2f-651b-4d59-95ab-9270fccf9c94 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.791471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.808791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dbad970d-df1a-480b-ab62-9aa5dbd72aee None None] Provisioning complete for port 69986647-df1e-4bc8-b6bb-a23e25a67c5d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:33.809682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dbad970d-df1a-480b-ab62-9aa5dbd72aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.826135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.856990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.861592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-dbad970d-df1a-480b-ab62-9aa5dbd72aee None None] Port 69986647-df1e-4bc8-b6bb-a23e25a67c5d cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:33.869240 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.879289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] No DVR routers for this DVR port d1aa229f-9621-4c47-ad2a-51b3d609abeb on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:33.884258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Port': ['ID=d1aa229f-9621-4c47-ad2a-51b3d609abeb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:33.902530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] Pushing event deleted for resources: {'Port': ['ID=d1aa229f-9621-4c47-ad2a-51b3d609abeb,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:33.907086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0e7d3-587e-4799-bf7d-b9a2d0f80bcd None None] No DVR routers for this DVR port d1aa229f-9621-4c47-ad2a-51b3d609abeb on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:33.954275 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:33.954910 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:33.971460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:33.999118 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed513d-ff62-4cb9-8eba-3c57064f499d None None] Pushing event updated for resources: {'Port': ['ID=69986647-df1e-4bc8-b6bb-a23e25a67c5d,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:33.999379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:34.001008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.007151 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dd90bfdd-fe8c-456d-8846-8c030894a014 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/88d354ab-690d-48a3-8abd-8060fcced8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9010017 Mar 08 12:44:34.009811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37390) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.018980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:34.025286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2db450-10f7-4911-a4d1-b47ac5e1897a']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.036596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08849682-9275-4207-9169-bdf45de35b34') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.036973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08849682-9275-4207-9169-bdf45de35b34') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.053007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.053243 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] Sync routers for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:34.069504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af491a2f-651b-4d59-95ab-9270fccf9c94 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.084913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.108316 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:34.108696 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.131362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.146820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=29b7da72-cfdb-45a8-8af5-23039f89e69b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:34.155632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.156153 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Added segment 37085d57-227d-4548-8be4-4b956e9106f6 of type vlan for network c1a7f298-d722-4d68-8326-fd56bc9d4e28 Mar 08 12:44:34.171631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:34.172300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.173999 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:34.179561 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:34.184679 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:34.199486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af491a2f-651b-4d59-95ab-9270fccf9c94 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.200750 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-af491a2f-651b-4d59-95ab-9270fccf9c94 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8985896 Mar 08 12:44:34.208269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37392) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.215790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e0b7b957-910b-49d2-a31d-646365273166 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:34.216464 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.api.v2.base [None req-e0b7b957-910b-49d2-a31d-646365273166 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 12:44:34.217054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-e0b7b957-910b-49d2-a31d-646365273166 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:34.219092 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e0b7b957-910b-49d2-a31d-646365273166 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069771 Mar 08 12:44:34.228902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af491a2f-651b-4d59-95ab-9270fccf9c94 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e539997-614a-4f9d-9ad2-bf6e1817713f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:34.235910 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:34.236536 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.258658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37394) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.271726 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.272740 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc68e0-b3d6-4404-a125-d97a56afc41b None None] The sync data for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:34.280418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.285497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-692dace2-c725-4d5a-8d75-bd344b1af2fd tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:34.293799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.296846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.301601 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-46b29258-0b9b-41ad-8a54-56b4614c09ee tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/floatingips/5f462340-cfad-465c-ac67-e6f2a11f4feb HTTP/1.1" status: 204 len: 168 time: 1.2929068 Mar 08 12:44:34.301816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37396) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.324050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e4c1cf61-cb50-4a8a-92b5-fbb564fc1de9 None None] Provisioning complete for port 69986647-df1e-4bc8-b6bb-a23e25a67c5d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:34.324544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.324853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf61-cb50-4a8a-92b5-fbb564fc1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.345136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.358467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.366008 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-99f8367a-28a0-40d7-8b12-9cb6616b1071 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] delete failed (client error): The resource could not be found. Mar 08 12:44:34.368785 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-99f8367a-28a0-40d7-8b12-9cb6616b1071 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/floatingips/5f462340-cfad-465c-ac67-e6f2a11f4feb HTTP/1.1" status: 404 len: 345 time: 0.0632000 Mar 08 12:44:34.370978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37398) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.412441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.417622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.424688 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/networks/1e2db450-10f7-4911-a4d1-b47ac5e1897a HTTP/1.1" status: 204 len: 168 time: 1.6237729 Mar 08 12:44:34.445728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf61-cb50-4a8a-92b5-fbb564fc1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.452109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37400) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.499633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e4c1cf61-cb50-4a8a-92b5-fbb564fc1de9 None None] For port 69986647-df1e-4bc8-b6bb-a23e25a67c5d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=69986647-df1e-4bc8-b6bb-a23e25a67c5d,segment=NetworkSegment(7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01),segment_id=7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:34.505439 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c28890d4-7998-4f0e-8d5d-c1fde94f7cb2 tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab05fca-6b0a-430f-bf1a-f542b9db91ee HTTP/1.1" status: 200 len: 205 time: 0.0479364 Mar 08 12:44:34.505817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd381b36-a185-4bda-922a-db3927035e0c tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Pushing event deleted for resources: {'Network': ['ID=1e2db450-10f7-4911-a4d1-b47ac5e1897a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:34.508739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37402) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.541004 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:33Z', 'revision_number': 6, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:33Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:34.583021 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192be17-6e62-4463-9a66-617042c08bb6 None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:33Z', 'revision_number': 6, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:33Z', 'revision_number': 4, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:34.587026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.587609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.593001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:34.598825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:34.599610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.600993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf61-cb50-4a8a-92b5-fbb564fc1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:34.649070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-692dace2-c725-4d5a-8d75-bd344b1af2fd tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:34.652523 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-692dace2-c725-4d5a-8d75-bd344b1af2fd tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3730903 Mar 08 12:44:34.672510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37404) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.676949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:34.686407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b9ddb1a7-0f47-4de5-8ec4-371fa221f483 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:34.686828 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.api.v2.base [None req-b9ddb1a7-0f47-4de5-8ec4-371fa221f483 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 08 12:44:34.687427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-b9ddb1a7-0f47-4de5-8ec4-371fa221f483 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:34.688499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b9ddb1a7-0f47-4de5-8ec4-371fa221f483 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101213 Mar 08 12:44:34.711550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1cf61-cb50-4a8a-92b5-fbb564fc1de9 None None] Pushing event updated for resources: {'Port': ['ID=69986647-df1e-4bc8-b6bb-a23e25a67c5d,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:34.747666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Network': ['ID=69cf3790-210a-42c2-846b-1b52b97fcca1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:34.753311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37406) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.758638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-430d5efa-a141-4d81-897c-b05011a9fd63 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:34.777434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 69cf3790-210a-42c2-846b-1b52b97fcca1 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:34.866928 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9301434 Mar 08 12:44:34.881348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37408) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:34.935261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 69986647-df1e-4bc8-b6bb-a23e25a67c5d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:35.012543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 69986647-df1e-4bc8-b6bb-a23e25a67c5d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:35.012921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.015215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:35.025315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e0347-7a74-45d6-b6ea-41216177b58a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Network': ['ID=c1a7f298-d722-4d68-8326-fd56bc9d4e28,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:35.045695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.046879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network c1a7f298-d722-4d68-8326-fd56bc9d4e28 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:35.052639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b898ab2-a946-4c83-aa81-9c71585f696f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.057388 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-65ec490b-d9c6-428d-9095-268db4ac1a00 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 200 len: 933 time: 3.0432851 Mar 08 12:44:35.058550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b898ab2-a946-4c83-aa81-9c71585f696f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.064474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b898ab2-a946-4c83-aa81-9c71585f696f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.065799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37412) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.071886 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3b898ab2-a946-4c83-aa81-9c71585f696f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "GET /v2.0/ports?network_id=e3e970f8-3a38-4db6-9104-f01979df1f15 HTTP/1.1" status: 200 len: 2357 time: 0.6956542 Mar 08 12:44:35.078159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-814c49c4-abec-4749-b8d1-cdefb533273e tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.084959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37414) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.185833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3143bf-35a5-4838-9f2e-f46b0b4b92b4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.193097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3143bf-35a5-4838-9f2e-f46b0b4b92b4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.199013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3143bf-35a5-4838-9f2e-f46b0b4b92b4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.204801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3143bf-35a5-4838-9f2e-f46b0b4b92b4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.210195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fa3143bf-35a5-4838-9f2e-f46b0b4b92b4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2048094 Mar 08 12:44:35.235086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1aa229f-9621-4c47-ad2a-51b3d609abeb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:35.240904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37416) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.259569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: d1aa229f-9621-4c47-ad2a-51b3d609abeb {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:35.260093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1aa229f-9621-4c47-ad2a-51b3d609abeb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:35.375565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a6977-8870-4b7a-b256-a52d971260e2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:35.378313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-814c49c4-abec-4749-b8d1-cdefb533273e tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.382573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-816a6977-8870-4b7a-b256-a52d971260e2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "GET /v2.0/subnets/a2390ec1-6fec-405f-9eab-d9e70cbacbf0 HTTP/1.1" status: 200 len: 797 time: 0.2049682 Mar 08 12:44:35.383259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37418) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.387213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-814c49c4-abec-4749-b8d1-cdefb533273e tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.413518 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-13a423c5-34fb-4192-948d-802252002ab0 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 200 len: 933 time: 0.3463125 Mar 08 12:44:35.417452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'port': {'network_id': 'e3e970f8-3a38-4db6-9104-f01979df1f15', 'name': 'tempest-FloatingIPTestJSON-782094973', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:35.422736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37420) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.433739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'routes': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:35.453432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.490880 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-430d5efa-a141-4d81-897c-b05011a9fd63 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:35.491942 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-430d5efa-a141-4d81-897c-b05011a9fd63 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7379990 Mar 08 12:44:35.502155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37422) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.507064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1ae14486-3f11-406c-aa08-132bd14930c7 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:35.514130 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-1ae14486-3f11-406c-aa08-132bd14930c7 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 08 12:44:35.514130 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-1ae14486-3f11-406c-aa08-132bd14930c7 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:35.514130 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1ae14486-3f11-406c-aa08-132bd14930c7 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059714 Mar 08 12:44:35.530250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37424) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.554132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-814c49c4-abec-4749-b8d1-cdefb533273e tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.554634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c49c4-abec-4749-b8d1-cdefb533273e tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab05fca-6b0a-430f-bf1a-f542b9db91ee {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:44:35.564314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-814c49c4-abec-4749-b8d1-cdefb533273e tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.568550 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-814c49c4-abec-4749-b8d1-cdefb533273e tempest-RoutersNegativeIpV6Test-1107299098 tempest-RoutersNegativeIpV6Test-1107299098-project] 10.222.0.65 "DELETE /v2.0/routers/5ab05fca-6b0a-430f-bf1a-f542b9db91ee HTTP/1.1" status: 204 len: 168 time: 1.0556707 Mar 08 12:44:35.568550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.600127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cf3790-210a-42c2-846b-1b52b97fcca1']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:35.613523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:35.617382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecdfcd7-2c51-4307-bc90-040300cccb5f') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:35.618506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecdfcd7-2c51-4307-bc90-040300cccb5f') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:35.626182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:35.627215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:35.639197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.664033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.671029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:35.674212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.735179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:35.746050 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:35.823175 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.848727 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.853126 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/networks/69cf3790-210a-42c2-846b-1b52b97fcca1 HTTP/1.1" status: 204 len: 168 time: 0.6096704 Mar 08 12:44:35.854411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7ac48-aad1-487e-a297-66e2b88fc0fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Network': ['ID=69cf3790-210a-42c2-846b-1b52b97fcca1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:35.857294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37428) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:35.922784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8dec23d4-df74-4995-bbcf-1077dd978b9c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:35.951599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:35.972816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:33Z', 'revision_number': 6, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:34Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:35.994097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.003276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:36.022343 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:36.023035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:36.086399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.111026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a7f298-d722-4d68-8326-fd56bc9d4e28']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:36.123640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37085d57-227d-4548-8be4-4b956e9106f6') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:36.124078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37085d57-227d-4548-8be4-4b956e9106f6') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:36.139652 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.146532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:36.161069 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.163121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37434) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:36.185818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:36.186504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:36.191725 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:36.270433 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-8dec23d4-df74-4995-bbcf-1077dd978b9c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:36.274661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8dec23d4-df74-4995-bbcf-1077dd978b9c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3634784 Mar 08 12:44:36.275008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37438) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:36.280077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b1bf5566-d131-47c4-8f49-dabbfa954828 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:36.280382 dv-neutron-829486-2-hyperv neutron-server[104045]: WARNING neutron.api.v2.base [None req-b1bf5566-d131-47c4-8f49-dabbfa954828 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 08 12:44:36.280871 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-b1bf5566-d131-47c4-8f49-dabbfa954828 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:36.285410 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b1bf5566-d131-47c4-8f49-dabbfa954828 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059829 Mar 08 12:44:36.285410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37440) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:36.290065 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bc1c7954-b518-4fe5-bed0-b32a76d26ad1 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:36.356504 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4c087ad8-961e-4747-b354-1d09d4514f46 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23b84971b0db4a029299bb978ff3bea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899061 Mar 08 12:44:36.357305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37442) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:36.416136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.429273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.432091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:33Z', 'revision_number': 6, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:34Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:36.435290 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/networks/c1a7f298-d722-4d68-8326-fd56bc9d4e28 HTTP/1.1" status: 204 len: 168 time: 0.5743687 Mar 08 12:44:36.437060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37444) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:36.455258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6dbe-0d55-4351-94ee-a576966555e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.459549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6050928-107b-4843-82bf-e982d6bee5e0 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Network': ['ID=c1a7f298-d722-4d68-8326-fd56bc9d4e28,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:36.482553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbf9227-0eb7-4a87-bb63-7ff1b629a3b9 None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:33Z', 'revision_number': 6, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:34Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:36.482771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:36.548135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6dbe-0d55-4351-94ee-a576966555e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.626145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3a5fd-765e-4c1d-9442-0992d99a01fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:36.632827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added routes are [] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 08 12:44:36.633138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 08 12:44:36.633316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3a5fd-765e-4c1d-9442-0992d99a01fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:36.635070 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-20d3a5fd-765e-4c1d-9442-0992d99a01fb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1881032 Mar 08 12:44:36.639262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37446) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:36.646771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-807044956'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:36.664894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.687144 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-bc1c7954-b518-4fe5-bed0-b32a76d26ad1 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:36.688244 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bc1c7954-b518-4fe5-bed0-b32a76d26ad1 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4018607 Mar 08 12:44:36.691612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 33603e9f-f9ee-4876-9495-ea14bba71864 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:36.694844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37448) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:36.694971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.696298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cee6a3b2-9d36-4931-86b4-3ac9edd62823 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '2e539997-614a-4f9d-9ad2-bf6e1817713f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:36.714172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.716145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] device_id is not set on port d6dac329-c7f9-494a-94ff-5b67277d7efe yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:44:36.746066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6dbe-0d55-4351-94ee-a576966555e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.748783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c6dbe-0d55-4351-94ee-a576966555e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.750170 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cc2c6dbe-0d55-4351-94ee-a576966555e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/285d9040-a102-49ab-b8f3-54c37413c141 HTTP/1.1" status: 204 len: 168 time: 0.3916380 Mar 08 12:44:36.759007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c6dbe-0d55-4351-94ee-a576966555e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d9040-a102-49ab-b8f3-54c37413c141,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:36.784702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Made reservation on behalf of 662c16e7b0334f8aa3bf124400772fef for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:36.789590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.831669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:36.843909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.844262 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Added segment 232c20b8-b573-4b07-83c8-2a5060f0d1f2 of type vlan for network e666aa1e-6b75-4807-9213-a7f70e7c9f4e Mar 08 12:44:36.892683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:36.962260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.036850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 33603e9f-f9ee-4876-9495-ea14bba71864 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:37.042555 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-cee6a3b2-9d36-4931-86b4-3ac9edd62823 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:37.044864 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cee6a3b2-9d36-4931-86b4-3ac9edd62823 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3511744 Mar 08 12:44:37.053051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37454) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:37.092743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.101987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:37.102657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.191775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d025151d-717e-4978-85a1-72851881191a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.194406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Network': ['ID=e666aa1e-6b75-4807-9213-a7f70e7c9f4e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:37.207387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network e666aa1e-6b75-4807-9213-a7f70e7c9f4e details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:37.220037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d025151d-717e-4978-85a1-72851881191a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.233907 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-40b7be37-2e6a-4d9b-8a7b-099bc4cca720 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5936007 Mar 08 12:44:37.236590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37456) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:37.246458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1651618014'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:37.329901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.343288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.360608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.14 (e3e970f8-3a38-4db6-9104-f01979df1f15/a2390ec1-6fec-405f-9eab-d9e70cbacbf0/d6dac329-c7f9-494a-94ff-5b67277d7efe) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:37.374712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Made reservation on behalf of 662c16e7b0334f8aa3bf124400772fef for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:37.378860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.393978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d025151d-717e-4978-85a1-72851881191a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.396822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d025151d-717e-4978-85a1-72851881191a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.401271 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d025151d-717e-4978-85a1-72851881191a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/2e539997-614a-4f9d-9ad2-bf6e1817713f HTTP/1.1" status: 204 len: 168 time: 0.3446615 Mar 08 12:44:37.405346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37462) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:37.417646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.13 (e3e970f8-3a38-4db6-9104-f01979df1f15/a2390ec1-6fec-405f-9eab-d9e70cbacbf0/d6dac329-c7f9-494a-94ff-5b67277d7efe) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:37.423804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025151d-717e-4978-85a1-72851881191a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e539997-614a-4f9d-9ad2-bf6e1817713f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:37.432548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:37.446444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.446824 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Added segment 3d3be80f-5dfb-4241-985a-1ecbdfa25a3b of type vlan for network 8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4 Mar 08 12:44:37.495185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.576464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6f6de5fa-2cdf-456f-bdbf-dad61c568714 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1699481 Mar 08 12:44:37.580762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37468) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:37.582842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:37.585512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-102853b7-144d-446f-93c0-e4b1c2328b68 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001203522'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:37.666021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.672505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:37.673156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.679456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.744993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Network': ['ID=8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:37.756595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:37.762409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=33603e9f-f9ee-4876-9495-ea14bba71864,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:37.773732 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-102853b7-144d-446f-93c0-e4b1c2328b68 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.817136 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e0da6079-6a24-4a66-ac10-b0e9476620cb tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5751369 Mar 08 12:44:37.817380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37472) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:37.822936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'ports': [{'network_id': 'e666aa1e-6b75-4807-9213-a7f70e7c9f4e', 'name': 'tempest-port--617722037', 'admin_state_up': True}, {'network_id': '8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4', 'admin_state_up': False}]} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:37.823239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'port': {'network_id': 'e666aa1e-6b75-4807-9213-a7f70e7c9f4e', 'name': 'tempest-port--617722037', 'admin_state_up': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:37.823718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'port': {'network_id': '8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4', 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:37.824843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:37.838052 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:37.850694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.859350 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:37.860055 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:37.951395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:37.953459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4b4d27d2-71ff-42e9-a40c-dd4197b9b600 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 200 len: 699 time: 2.5283587 Mar 08 12:44:37.958254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37476) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:38.009274 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:38.079397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-102853b7-144d-446f-93c0-e4b1c2328b68 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.207338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-102853b7-144d-446f-93c0-e4b1c2328b68 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.239137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Made reservation on behalf of 662c16e7b0334f8aa3bf124400772fef for: {'port': 2} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:38.245258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.257337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102853b7-144d-446f-93c0-e4b1c2328b68 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea25fc5-d47d-42e2-a162-11195869d8d2,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:38.274598 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.393086 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:36Z', 'revision_number': 7, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:34Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:38.422910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.436985 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:38.446763 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:38.447365 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:38.452303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37486) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:38.472206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.496079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] device_id is not set on port 6aca552f-6767-4eaf-8287-cf397af2f35c yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:44:38.522895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network e3e970f8-3a38-4db6-9104-f01979df1f15 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:38.528253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:38.541223 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:38.541367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:38.543793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-102853b7-144d-446f-93c0-e4b1c2328b68 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.548814 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-102853b7-144d-446f-93c0-e4b1c2328b68 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9667037 Mar 08 12:44:38.550362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37490) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:38.563308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4475ba11-7074-44cf-9a3b-140e24dee81c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '5ea25fc5-d47d-42e2-a162-11195869d8d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:38.612024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-04f0fd75-1e61-4daa-9e2b-0e7382e1969e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 200 len: 699 time: 0.6498899 Mar 08 12:44:38.615938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37492) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:38.619457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=d6dac329-c7f9-494a-94ff-5b67277d7efe,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:38.669203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-055166d8-d4a3-47cd-9647-96f6eea4540c tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-121434271', 'prefixes': ['172.20.0.0/16']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:38.673423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.772436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:38.773086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.782617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] device_id is not set on port d0c2b62a-96f5-4f17-b9d2-d75c2b506cec yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:44:38.786514 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:36Z', 'revision_number': 7, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:34Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:38.820037 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df85ee7-0172-4ecd-b3e6-6165dadf9ff6 None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:36Z', 'revision_number': 7, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69986647-df1e-4bc8-b6bb-a23e25a67c5d', 'name': '', 'network_id': 'd7a566e8-a00d-4534-a9c0-5518305edcb4', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:26:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:26Z', 'updated_at': '2022-03-08T12:44:34Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ff79d17b-bdb7-4709-8b9b-eec2443b4b0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:38.830304 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-4475ba11-7074-44cf-9a3b-140e24dee81c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The resource could not be found. Mar 08 12:44:38.835584 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4475ba11-7074-44cf-9a3b-140e24dee81c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2824385 Mar 08 12:44:38.836187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37494) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:38.842626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-7e054a85-1c36-4160-b2b2-d033940a9cc3 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': '5ea25fc5-d47d-42e2-a162-11195869d8d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9f71df8a-7447-4e97-93ac-3c166ede1c9a'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:38.912001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:38.925089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 88d354ab-690d-48a3-8abd-8060fcced8c1 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:38.976015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6e6a4325-29f7-4a77-94c9-11425f6c610c tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5696361 Mar 08 12:44:38.978875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37496) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:38.983608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'd6dac329-c7f9-494a-94ff-5b67277d7efe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:39.072077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.074861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.084368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:39.094057 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fe1276b5-3dc4-43df-a0a8-9556db254164 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/88d354ab-690d-48a3-8abd-8060fcced8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0829957 Mar 08 12:44:39.095673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37498) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.099622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] Sync routers for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:39.111720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:39.112859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:39.158362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a038442c-7cf2-4a7e-94a5-0d414e22fe93 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=88d354ab-690d-48a3-8abd-8060fcced8c1 HTTP/1.1" status: 200 len: 205 time: 0.0394099 Mar 08 12:44:39.158750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37500) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.162877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:39.174772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] Routers {'88d354ab-690d-48a3-8abd-8060fcced8c1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:39.175478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88d354ab-690d-48a3-8abd-8060fcced8c1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:39.188672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Port': ['ID=6aca552f-6767-4eaf-8287-cf397af2f35c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:39.208645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-055166d8-d4a3-47cd-9647-96f6eea4540c tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] Notify callbacks [] for subnetpool, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.210073 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-055166d8-d4a3-47cd-9647-96f6eea4540c tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7501435 Mar 08 12:44:39.214274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37504) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.233996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:39.233996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e66a08-7ab0-4677-ad24-477d29a1beb2 None None] The sync data for ids ['88d354ab-690d-48a3-8abd-8060fcced8c1'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:39.244348 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-7e054a85-1c36-4160-b2b2-d033940a9cc3 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The resource could not be found. Mar 08 12:44:39.245610 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7e054a85-1c36-4160-b2b2-d033940a9cc3 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4064081 Mar 08 12:44:39.247724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Checking segment: {'id': '232c20b8-b573-4b07-83c8-2a5060f0d1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e666aa1e-6b75-4807-9213-a7f70e7c9f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:39.247724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network hostable DHCP agents. Network: e666aa1e-6b75-4807-9213-a7f70e7c9f4e, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:39.249138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37506) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.274176 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fb68f13b-cbd0-4484-abf2-beb0cc151563 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] 10.222.0.65 "GET /v2.0/subnetpools/635240c9-4da7-45ff-8c22-869985bc32dc HTTP/1.1" status: 200 len: 731 time: 0.0571694 Mar 08 12:44:39.278491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37508) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.283479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8dbf280e-3b8b-49a9-bf20-dbca02b263b0 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-451565068'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:39.289864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3278d674-46a4-42b0-b36d-be7941912ed5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.368350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.424147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network e666aa1e-6b75-4807-9213-a7f70e7c9f4e is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:39.493147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.26.3.153 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/06b9c9df-3a5f-41e4-b58d-dbb0f4693ab2) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:39.506151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3278d674-46a4-42b0-b36d-be7941912ed5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.507685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c074687d-dbc3-430c-816d-1ebc9155925f tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.512245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3278d674-46a4-42b0-b36d-be7941912ed5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.523467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8dbf280e-3b8b-49a9-bf20-dbca02b263b0 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] Notify callbacks [] for subnetpool, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.525179 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8dbf280e-3b8b-49a9-bf20-dbca02b263b0 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] 10.222.0.65 "PUT /v2.0/subnetpools/635240c9-4da7-45ff-8c22-869985bc32dc HTTP/1.1" status: 200 len: 683 time: 0.2453563 Mar 08 12:44:39.527766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37510) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.575921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, e666aa1e-6b75-4807-9213-a7f70e7c9f4e) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:39.582052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c074687d-dbc3-430c-816d-1ebc9155925f tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.584538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:39.585386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.586713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6ceeb-7ec7-46db-b7fc-240c1e9b2118 None None] Network e666aa1e-6b75-4807-9213-a7f70e7c9f4e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:39.677123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.700837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Port': ['ID=d0c2b62a-96f5-4f17-b9d2-d75c2b506cec,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:39.718338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3278d674-46a4-42b0-b36d-be7941912ed5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.718937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3278d674-46a4-42b0-b36d-be7941912ed5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Fanout notify agent at l3_agent the message router_deleted on router 88d354ab-690d-48a3-8abd-8060fcced8c1 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:44:39.728692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3278d674-46a4-42b0-b36d-be7941912ed5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.734113 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3278d674-46a4-42b0-b36d-be7941912ed5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/88d354ab-690d-48a3-8abd-8060fcced8c1 HTTP/1.1" status: 204 len: 168 time: 0.5696740 Mar 08 12:44:39.734113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37512) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.744878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.752217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Checking segment: {'id': '3d3be80f-5dfb-4241-985a-1ecbdfa25a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:39.752217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network hostable DHCP agents. Network: 8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:39.800332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c074687d-dbc3-430c-816d-1ebc9155925f tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.803092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c074687d-dbc3-430c-816d-1ebc9155925f tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.804225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c074687d-dbc3-430c-816d-1ebc9155925f tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/5ea25fc5-d47d-42e2-a162-11195869d8d2 HTTP/1.1" status: 204 len: 168 time: 0.5334733 Mar 08 12:44:39.807091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37514) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.829808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074687d-dbc3-430c-816d-1ebc9155925f tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea25fc5-d47d-42e2-a162-11195869d8d2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:39.850830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet 433da8f2-e92c-43e0-a8ea-a769c57ef06d {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:39.856672 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b53de76-befe-4e5c-b40e-1e069faefc2c tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465856 Mar 08 12:44:39.858773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37516) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.864289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f910b13b-c95c-4695-a54d-185201d5dd3a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': 'ec6bf9b6-96d4-49d3-9b69-cd722a46c78a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:39.884291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.893485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a0f8-bdce-4704-aebc-28ae3089ab30 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] Notify callbacks [] for subnetpool, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.894839 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c0e0a0f8-bdce-4704-aebc-28ae3089ab30 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] 10.222.0.65 "DELETE /v2.0/subnetpools/635240c9-4da7-45ff-8c22-869985bc32dc HTTP/1.1" status: 204 len: 168 time: 0.3661036 Mar 08 12:44:39.901750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37518) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.916720 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-5786c2c8-b206-4fdb-9441-bf4ad740c38f tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] show failed (client error): The resource could not be found. Mar 08 12:44:39.917747 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5786c2c8-b206-4fdb-9441-bf4ad740c38f tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] 10.222.0.65 "GET /v2.0/subnetpools/635240c9-4da7-45ff-8c22-869985bc32dc HTTP/1.1" status: 404 len: 346 time: 0.0147731 Mar 08 12:44:39.920443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37520) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:39.935519 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-cdf67bb8-6c65-415e-a9bd-3895887e2968 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] delete failed (client error): The resource could not be found. Mar 08 12:44:39.936509 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cdf67bb8-6c65-415e-a9bd-3895887e2968 tempest-SubnetPoolsTestJSON-557367665 tempest-SubnetPoolsTestJSON-557367665-project] 10.222.0.65 "DELETE /v2.0/subnetpools/635240c9-4da7-45ff-8c22-869985bc32dc HTTP/1.1" status: 404 len: 346 time: 0.0151918 Mar 08 12:44:39.949634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.967371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:39.969982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network 8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:40.025289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:40.033286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:40.035830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:40.042007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=06b9c9df-3a5f-41e4-b58d-dbb0f4693ab2,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:40.098088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.149123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:40.157634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:40.159442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8126c3-6887-43fc-b071-d4164cb5dc44 None None] Network 8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:40.164080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 69986647-df1e-4bc8-b6bb-a23e25a67c5d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:40.164745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.165693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:40.171271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:40.171271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.182201 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-f910b13b-c95c-4695-a54d-185201d5dd3a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The resource could not be found. Mar 08 12:44:40.186790 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f910b13b-c95c-4695-a54d-185201d5dd3a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3232412 Mar 08 12:44:40.188634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37524) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:40.193148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-de735aa1-25cb-486b-b4aa-53539a42a8f8 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702749573'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:40.311252 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a84619c8-d483-41b1-97eb-4d908059ea2c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4924490 Mar 08 12:44:40.311856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.313872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37528) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:40.367707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 69986647-df1e-4bc8-b6bb-a23e25a67c5d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=69986647-df1e-4bc8-b6bb-a23e25a67c5d,segment=NetworkSegment(7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01),segment_id=7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:40.368157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.372118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=433da8f2-e92c-43e0-a8ea-a769c57ef06d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:40.381226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf00df-d4bb-41d5-a6aa-d3a66295de39 None None] Network ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:40.391862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.395842 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-298c78df-f444-419f-8838-4f6b05345a08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/433da8f2-e92c-43e0-a8ea-a769c57ef06d HTTP/1.1" status: 204 len: 168 time: 0.6623170 Mar 08 12:44:40.402904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37530) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:40.412171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 69986647-df1e-4bc8-b6bb-a23e25a67c5d owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:40.477780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.482591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de735aa1-25cb-486b-b4aa-53539a42a8f8 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.547563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet 2427132e-b40d-4ba7-8162-4e885a5062b0 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:40.561764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f2979-0f1a-4a82-b07a-5c3b1fe14e48 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:40.568471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f2979-0f1a-4a82-b07a-5c3b1fe14e48 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:40.570150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1b9f2979-0f1a-4a82-b07a-5c3b1fe14e48 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2462485 Mar 08 12:44:40.574287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.574442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37532) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:40.582047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] DHCP port deletion for ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:40.639914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] Deleting port a96ddca8-8f58-446a-96ac-fa80fffd92dc {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:40.639914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.699358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.712569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] For port a96ddca8-8f58-446a-96ac-fa80fffd92dc, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a96ddca8-8f58-446a-96ac-fa80fffd92dc,segment=NetworkSegment(f5d65784-4f20-4b73-8f4d-cc278f6562e1),segment_id=f5d65784-4f20-4b73-8f4d-cc278f6562e1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:40.713278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.728667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] Calling delete_port for a96ddca8-8f58-446a-96ac-fa80fffd92dc owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:40.734828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37536) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:40.751533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.813220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Deleting port 6aca552f-6767-4eaf-8287-cf397af2f35c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:40.813620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.914447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a96ddca8-8f58-446a-96ac-fa80fffd92dc no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:40.947761 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:40.965244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Calling delete_port for 6aca552f-6767-4eaf-8287-cf397af2f35c owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:41.001176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.004730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed27a8ba-15f9-4053-8910-3d887d14e192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.021549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.074660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] No DVR routers for this DVR port a96ddca8-8f58-446a-96ac-fa80fffd92dc on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:41.076128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03511250-53e6-4114-9eca-2b88ad7b8d6e None None] Pushing event deleted for resources: {'Port': ['ID=a96ddca8-8f58-446a-96ac-fa80fffd92dc,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:41.105276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.161923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de735aa1-25cb-486b-b4aa-53539a42a8f8 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.178001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed27a8ba-15f9-4053-8910-3d887d14e192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.223508 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.233136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.265065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de735aa1-25cb-486b-b4aa-53539a42a8f8 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.283249 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ed27a8ba-15f9-4053-8910-3d887d14e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.286394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.308289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de735aa1-25cb-486b-b4aa-53539a42a8f8 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6478880-22ca-4cdf-bdd7-619e3e6de46f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:41.342058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=06b9c9df-3a5f-41e4-b58d-dbb0f4693ab2,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:41.362980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.366987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.396001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=69986647-df1e-4bc8-b6bb-a23e25a67c5d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:41.461918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-de735aa1-25cb-486b-b4aa-53539a42a8f8 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.468143 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-de735aa1-25cb-486b-b4aa-53539a42a8f8 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2752588 Mar 08 12:44:41.468143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37542) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:41.476508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-15d1aa55-5031-4742-acfa-4bd3bff91c6e tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317635953'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:41.543318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.610121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=2427132e-b40d-4ba7-8162-4e885a5062b0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:41.617490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.620963 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-55bc3721-f92b-4478-9a16-b5a47bf616c5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/2427132e-b40d-4ba7-8162-4e885a5062b0 HTTP/1.1" status: 204 len: 168 time: 1.2171166 Mar 08 12:44:41.624065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37544) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:41.626519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17952dde-456c-40b6-9ebe-68cf7c9e1bf1 None None] Network 4242c29a-a512-405e-ac87-0b187d67e921 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:41.657394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-5031-4742-acfa-4bd3bff91c6e tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.705334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.707438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.711267 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/ports/6aca552f-6767-4eaf-8287-cf397af2f35c HTTP/1.1" status: 204 len: 168 time: 1.1334064 Mar 08 12:44:41.715077 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ed27a8ba-15f9-4053-8910-3d887d14e192 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a954a508d374f1cbf01c437c826c5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765327 Mar 08 12:44:41.715077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37546) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:41.719598 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37548) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:41.744035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27a8ba-15f9-4053-8910-3d887d14e192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c770d1f1-bbda-430d-9ca1-3fed4b2f922d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:41.750874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c12f7c-bd9e-49b8-9b97-7468dcc0b75c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Port': ['ID=6aca552f-6767-4eaf-8287-cf397af2f35c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:41.833313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.888710 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 2becef51-995d-4623-aaa5-8423f854fb28 associated. External IP: 172.26.3.153, port: d6dac329-c7f9-494a-94ff-5b67277d7efe. Mar 08 12:44:41.953626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Deleting port d0c2b62a-96f5-4f17-b9d2-d75c2b506cec {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:41.953626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:41.978079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7f7559e-df50-4f8a-83f8-2e34f2b02869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.002133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-5031-4742-acfa-4bd3bff91c6e tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.026034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] DHCP port deletion for 4242c29a-a512-405e-ac87-0b187d67e921 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:42.067280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.084614 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Calling delete_port for d0c2b62a-96f5-4f17-b9d2-d75c2b506cec owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:42.087201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] Deleting port 6df9df4e-c140-44f2-a30c-2840b7bcff29 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:42.087579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.099275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7f7559e-df50-4f8a-83f8-2e34f2b02869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.104743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-5031-4742-acfa-4bd3bff91c6e tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.109225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.158427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] For port 6df9df4e-c140-44f2-a30c-2840b7bcff29, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6df9df4e-c140-44f2-a30c-2840b7bcff29,segment=NetworkSegment(34933294-3f1a-4757-b8e6-896e08d674fb),segment_id=34933294-3f1a-4757-b8e6-896e08d674fb)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:42.158786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.172912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] Calling delete_port for 6df9df4e-c140-44f2-a30c-2840b7bcff29 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:42.224779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac81473e-a57f-42c5-943f-9c4f0e5a2eb0']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.243635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d65784-4f20-4b73-8f4d-cc278f6562e1') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.250829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d65784-4f20-4b73-8f4d-cc278f6562e1') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.250829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1aa55-5031-4742-acfa-4bd3bff91c6e tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed1ad1-8cca-43f3-a775-b68d2c458fca,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:42.258345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:42.263151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:42.264047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.285901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.293861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:42.296487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:42.297178 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:42.347057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-15d1aa55-5031-4742-acfa-4bd3bff91c6e tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.348167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-15d1aa55-5031-4742-acfa-4bd3bff91c6e tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8794031 Mar 08 12:44:42.359930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37550) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:42.365266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-03bdf63d-adbb-45b2-8f82-0bd546d428dd tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group_rule': {'security_group_id': 'b6478880-22ca-4cdf-bdd7-619e3e6de46f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '74ed1ad1-8cca-43f3-a775-b68d2c458fca'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:42.385158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.389933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.418897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] Pushing event deleted for resources: {'Port': ['ID=6df9df4e-c140-44f2-a30c-2840b7bcff29,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:42.426569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90021c7-7657-4b07-8c0a-4fcb402f839a None None] No DVR routers for this DVR port 6df9df4e-c140-44f2-a30c-2840b7bcff29 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:42.432774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:42.432774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Port': ['ID=d0c2b62a-96f5-4f17-b9d2-d75c2b506cec,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:42.444115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.447144 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3f5ce125-e4f5-4cbd-8e06-2b01f46eea90 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/ports/d0c2b62a-96f5-4f17-b9d2-d75c2b506cec HTTP/1.1" status: 204 len: 168 time: 0.6998954 Mar 08 12:44:42.451398 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:42.468199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37554) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:42.468360 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:42.468360 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.470845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7f7559e-df50-4f8a-83f8-2e34f2b02869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.476062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7f7559e-df50-4f8a-83f8-2e34f2b02869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.477771 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a7f7559e-df50-4f8a-83f8-2e34f2b02869 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c770d1f1-bbda-430d-9ca1-3fed4b2f922d HTTP/1.1" status: 204 len: 168 time: 0.7571423 Mar 08 12:44:42.482353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:42.491017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d8dd661-89eb-494d-bebd-7896a6b343c2 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8701079 Mar 08 12:44:42.491519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37558) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:42.501449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:42.507300 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.513738 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:42.514659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.517441 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:42.518537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.545463 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-587166ef-5f8f-4061-aa9f-d1704621a48f tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0842187 Mar 08 12:44:42.551136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37560) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:42.556569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7559e-df50-4f8a-83f8-2e34f2b02869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770d1f1-bbda-430d-9ca1-3fed4b2f922d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:42.561688 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.562557 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adba5fd2-624c-471b-95b9-c7455fd02639 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:42.566405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1130153317'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:42.599242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet ff79d17b-bdb7-4709-8b9b-eec2443b4b0c {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:42.602318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.614292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.633102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.639463 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/ac81473e-a57f-42c5-943f-9c4f0e5a2eb0 HTTP/1.1" status: 204 len: 168 time: 1.0144036 Mar 08 12:44:42.640504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37562) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:42.643768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cca17-3e7f-4c4d-903b-cc8f51eb8cb8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=ac81473e-a57f-42c5-943f-9c4f0e5a2eb0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:42.655896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.662715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:42.700496 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-03bdf63d-adbb-45b2-8f82-0bd546d428dd tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 12:44:42.711086 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-03bdf63d-adbb-45b2-8f82-0bd546d428dd tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3437040 Mar 08 12:44:42.711229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37564) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:42.711330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.748544 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6743cc6f-fd5a-4b42-8471-a49dc7123077 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7684977 Mar 08 12:44:42.759819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.759819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37566) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:42.773072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'port_id': 'd6dac329-c7f9-494a-94ff-5b67277d7efe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:42.818628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.888102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.907917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Made reservation on behalf of 662c16e7b0334f8aa3bf124400772fef for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:42.907917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.940987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:42.944619 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:41Z', 'revision_number': 8, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:42.951215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.951572 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Added segment decece95-0173-463a-b688-dba42afede68 of type vlan for network 88b6d215-4099-4c76-8cf0-5e48c552e336 Mar 08 12:44:42.962434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa974de3-bee5-4a81-9a0b-faa052564994 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:42.985421 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:42.989193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6df9df4e-c140-44f2-a30c-2840b7bcff29 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:43.020606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.025823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6df9df4e-c140-44f2-a30c-2840b7bcff29 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:43.026607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6df9df4e-c140-44f2-a30c-2840b7bcff29 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:43.052895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:43.054062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:43.060886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa974de3-bee5-4a81-9a0b-faa052564994 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.062708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.064823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.101693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=ff79d17b-bdb7-4709-8b9b-eec2443b4b0c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:43.115327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.119624 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a7061fb8-9ee9-49ee-bd57-d4051a6aad5c tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/ff79d17b-bdb7-4709-8b9b-eec2443b4b0c HTTP/1.1" status: 204 len: 168 time: 0.6269362 Mar 08 12:44:43.122542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37568) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:43.144575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4242c29a-a512-405e-ac87-0b187d67e921']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:43.171368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291aafd0-9546-484d-a143-dc98fd7a0f88 None None] Network d7a566e8-a00d-4534-a9c0-5518305edcb4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:43.186755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34933294-3f1a-4757-b8e6-896e08d674fb') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:43.187194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34933294-3f1a-4757-b8e6-896e08d674fb') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:43.200799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.206520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.207231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:43.207837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.231660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.270991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:43.271507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.274005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:43.274924 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:43.290501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.305183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Network': ['ID=88b6d215-4099-4c76-8cf0-5e48c552e336,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:43.335505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa974de3-bee5-4a81-9a0b-faa052564994 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.338126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aa974de3-bee5-4a81-9a0b-faa052564994 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.339272 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aa974de3-bee5-4a81-9a0b-faa052564994 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/74ed1ad1-8cca-43f3-a775-b68d2c458fca HTTP/1.1" status: 204 len: 168 time: 0.6318746 Mar 08 12:44:43.342749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37570) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:43.342939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 88b6d215-4099-4c76-8cf0-5e48c552e336 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:43.378850 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0038ca75-5197-4490-bf15-181b41d7745b tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8262203 Mar 08 12:44:43.380568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37572) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:43.385737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1520914169'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:43.388306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa974de3-bee5-4a81-9a0b-faa052564994 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed1ad1-8cca-43f3-a775-b68d2c458fca,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:43.421282 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:43.421612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.523644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.524023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,segment=NetworkSegment(7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01),segment_id=7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:43.524712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.541125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.542269 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/4242c29a-a512-405e-ac87-0b187d67e921 HTTP/1.1" status: 204 len: 168 time: 0.8998504 Mar 08 12:44:43.551155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37576) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:43.558506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239153354'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:43.570551 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:43.572351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Made reservation on behalf of 662c16e7b0334f8aa3bf124400772fef for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:43.578663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040aee3-1953-4c45-a333-0a09fee5efe7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=4242c29a-a512-405e-ac87-0b187d67e921,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:43.584575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.613305 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-91309491-55f2-421e-a727-7933f3ecb9ee tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2657812 Mar 08 12:44:43.636082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:43.637347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37578) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:43.659742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.659742 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Added segment f20e6731-fc98-4bcb-9218-c80528771cea of type vlan for network dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 Mar 08 12:44:43.660037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] DHCP port deletion for d7a566e8-a00d-4534-a9c0-5518305edcb4 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:43.700583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:41Z', 'revision_number': 8, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:43.717556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:43.722154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.740293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e290a-3502-469d-ac41-27c2ddd9a81f None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:41Z', 'revision_number': 8, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '553a2600-d85a-442b-a9ee-c6b1f9047e9a', 'name': '', 'network_id': '595a8f6d-d982-44b1-9603-9bf154474db2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:a5:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:15Z', 'updated_at': '2022-03-08T12:44:23Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'ab5e99e2-bfb7-4be1-b1f2-99972279ab9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:43.765513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-531af0f3-132e-4af0-8688-75a27426e984 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.766964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] Deleting port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:43.767135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.767345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.792949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-531af0f3-132e-4af0-8688-75a27426e984 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.836784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.resource_extend [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:44:43.840601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:43.853454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] For port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,segment=NetworkSegment(7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01),segment_id=7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:43.853912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.868007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] Calling delete_port for 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:43.884476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.884739 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment 08ef7298-3ca7-44af-8900-5814ef115d4d of type vlan for network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 Mar 08 12:44:43.909052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.923726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:43.923726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.927293 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.935661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.961309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.968897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:43.989429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] Pushing event deleted for resources: {'Port': ['ID=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:43.995311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b7bfc7-14b0-4b43-8c2d-75a77a6a568f None None] No DVR routers for this DVR port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:44.011917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=31eb523b-cf01-4aaf-b16a-9d88fb0c6cac,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:44.014748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Network': ['ID=dedc8f00-29ed-48a8-bd33-0424b5fc3cc7,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:44.016790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:44.026362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:44.062892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-531af0f3-132e-4af0-8688-75a27426e984 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.065649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-531af0f3-132e-4af0-8688-75a27426e984 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.066840 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-531af0f3-132e-4af0-8688-75a27426e984 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/b6478880-22ca-4cdf-bdd7-619e3e6de46f HTTP/1.1" status: 204 len: 168 time: 0.4284511 Mar 08 12:44:44.070241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37580) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:44.091365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531af0f3-132e-4af0-8688-75a27426e984 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6478880-22ca-4cdf-bdd7-619e3e6de46f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:44.103947 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.104135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.109976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:44.116446 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-07bd5c14-4a08-449c-b707-537733151d4c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7283850 Mar 08 12:44:44.126135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.128646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.162399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a566e8-a00d-4534-a9c0-5518305edcb4']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:44.173478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:44.175068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5a8494-2b1f-4b8b-acf8-118a0a8d3e01') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:44.186882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.213658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.231589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:44.232603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:44.237150 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:44.265450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37582) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:44.271654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'subnets': [{'network_id': '88b6d215-4099-4c76-8cf0-5e48c552e336', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--209776944', 'ip_version': 4}, {'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:44.272574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'subnet': {'network_id': '88b6d215-4099-4c76-8cf0-5e48c552e336', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--209776944', 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:44.272781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Request body: {'subnet': {'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:44.308168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=fbd68bbd-ec57-42b3-ace4-b74acbc7d757,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:44.318230 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f524a4d5-80f7-4b41-99a1-15b2426f31e7 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2420816 Mar 08 12:44:44.321336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37584) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:44.321475 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:44.324111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5af8a569-7249-45fb-b621-4feb26484970 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'tempest-secgroup--579461064'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:44.369733 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-077ba151-b70e-4363-8d51-d5608728fcfa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8174558 Mar 08 12:44:44.369986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37586) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:44.378257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:44.474618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.495339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.498919 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/d7a566e8-a00d-4534-a9c0-5518305edcb4 HTTP/1.1" status: 204 len: 168 time: 1.3753693 Mar 08 12:44:44.504982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37588) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:44.551992 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358f9e8-4a1d-4c95-bf12-2a27926a8b8b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=d7a566e8-a00d-4534-a9c0-5518305edcb4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:44.595767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5af8a569-7249-45fb-b621-4feb26484970 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.695181 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:44.731376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Made reservation on behalf of 662c16e7b0334f8aa3bf124400772fef for: {'subnet': 2} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:44.735972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.736413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.740046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:44.745814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:44.849764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:44.877191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:44.877863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 31eb523b-cf01-4aaf-b16a-9d88fb0c6cac not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:44.878733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 69986647-df1e-4bc8-b6bb-a23e25a67c5d no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:44.899764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 69986647-df1e-4bc8-b6bb-a23e25a67c5d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:44.900369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 69986647-df1e-4bc8-b6bb-a23e25a67c5d not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:45.219444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.236162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5af8a569-7249-45fb-b621-4feb26484970 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.309269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5af8a569-7249-45fb-b621-4feb26484970 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.329267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=4794b771-d9be-4f6f-a3c3-8fc2d6b9c158,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:45.331441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:45.341272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.349491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': '08ef7298-3ca7-44af-8900-5814ef115d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:45.349911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: fbd68bbd-ec57-42b3-ace4-b74acbc7d757, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:45.350439 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:45.369177 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:45.369785 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:45.377124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8a569-7249-45fb-b621-4feb26484970 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6926897-87ef-4749-b324-7df14dbb2911,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:45.403003 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:45.411504 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:45.412105 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:45.414195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.424585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c0a394fa-979f-45d1-b334-4ca42cafd6b3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/floatingips/2becef51-995d-4623-aaa5-8423f854fb28 HTTP/1.1" status: 200 len: 978 time: 2.6623781 Mar 08 12:44:45.428571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37592) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:45.444131 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:45.445074 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5a95c-9cc5-4873-8e8a-7a769c23146b None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:45.455500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:45.479576 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Subnet': ['ID=e635761a-254c-49fe-81ba-c147f71b9fd6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:45.495024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Checking segment: {'id': 'decece95-0173-463a-b688-dba42afede68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '88b6d215-4099-4c76-8cf0-5e48c552e336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:45.495380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network hostable DHCP agents. Network: 88b6d215-4099-4c76-8cf0-5e48c552e336, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:45.497946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5af8a569-7249-45fb-b621-4feb26484970 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.499182 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5af8a569-7249-45fb-b621-4feb26484970 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1788955 Mar 08 12:44:45.504119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37594) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:45.514624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7a478ff4-9ec2-4864-ae9b-aca661049cea tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:45.516769 dv-neutron-829486-2-hyperv neutron-server[104046]: WARNING neutron.api.v2.base [None req-7a478ff4-9ec2-4864-ae9b-aca661049cea tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 08 12:44:45.516769 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-7a478ff4-9ec2-4864-ae9b-aca661049cea tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] update failed (client error): There was a conflict when trying to complete your request. Mar 08 12:44:45.516769 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7a478ff4-9ec2-4864-ae9b-aca661049cea tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "PUT /v2.0/security-groups/c6926897-87ef-4749-b324-7df14dbb2911 HTTP/1.1" status: 409 len: 330 time: 0.0096369 Mar 08 12:44:45.519956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37596) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:45.538000 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, fbd68bbd-ec57-42b3-ace4-b74acbc7d757) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:45.548033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ede5d6-8880-4f83-aab0-93a4efd73730 None None] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:45.556586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:45.557176 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.594111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c800f9f7-dc17-4b3b-8116-8b495d588d85 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.610159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.620405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c800f9f7-dc17-4b3b-8116-8b495d588d85 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.629174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network 88b6d215-4099-4c76-8cf0-5e48c552e336 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:45.644120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 88b6d215-4099-4c76-8cf0-5e48c552e336) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:45.655863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.678761 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e2aa649-31a9-4c39-af23-dd6504fe3b3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3026578 Mar 08 12:44:45.678864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37600) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:45.686721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e02758d7-5cfd-4cb8-9715-c16b09b8bb36 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-556945289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:45.744741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event updated for resources: {'Subnet': ['ID=a2297b34-a3b9-47a9-9b1f-c2eb22114fe6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:45.746977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Checking segment: {'id': 'f20e6731-fc98-4bcb-9218-c80528771cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:45.747369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network hostable DHCP agents. Network: dedc8f00-29ed-48a8-bd33-0424b5fc3cc7, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:44:45.751606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11068807-1aa7-4fba-9330-91ab8564194c None None] Network 88b6d215-4099-4c76-8cf0-5e48c552e336 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:45.797677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c800f9f7-dc17-4b3b-8116-8b495d588d85 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.801792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c800f9f7-dc17-4b3b-8116-8b495d588d85 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.803462 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c800f9f7-dc17-4b3b-8116-8b495d588d85 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/c6926897-87ef-4749-b324-7df14dbb2911 HTTP/1.1" status: 204 len: 168 time: 0.2822919 Mar 08 12:44:45.807832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37606) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:45.832848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800f9f7-dc17-4b3b-8116-8b495d588d85 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6926897-87ef-4749-b324-7df14dbb2911,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:45.847788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port 06b9c9df-3a5f-41e4-b58d-dbb0f4693ab2 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:45.848695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.859411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-fbd68bbd-ec57-42b3-ace4-b74acbc7d757', 'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': '4794b771-d9be-4f6f-a3c3-8fc2d6b9c158'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:45.860460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.870487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e02758d7-5cfd-4cb8-9715-c16b09b8bb36 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.871843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e02758d7-5cfd-4cb8-9715-c16b09b8bb36 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:45.936580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Network dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:44:45.972709 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-891cae37-3bee-4cda-8cd5-1c447e227d1f tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1590226 Mar 08 12:44:45.972709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37614) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.012075 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-4e26cdf3-9c1b-4706-bc7a-9bf5f3f22a9a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] delete failed (client error): The resource could not be found. Mar 08 12:44:46.013392 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4e26cdf3-9c1b-4706-bc7a-9bf5f3f22a9a tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "DELETE /v2.0/security-groups/f78b0213-4961-499f-8cbb-39eb315fd629 HTTP/1.1" status: 404 len: 347 time: 0.0394194 Mar 08 12:44:46.020068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37620) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.055810 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-09a8e378-08a4-4244-a1d7-ed75556990ef tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] show failed (client error): The resource could not be found. Mar 08 12:44:46.057112 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-09a8e378-08a4-4244-a1d7-ed75556990ef tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-groups/5c1ed52f-3aac-407c-a052-b4364dc881ff HTTP/1.1" status: 404 len: 347 time: 0.0358248 Mar 08 12:44:46.060916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37622) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.071254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, dedc8f00-29ed-48a8-bd33-0424b5fc3cc7) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:46.091345 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-60314a61-392c-4581-8fd6-5fc546a7eef0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] show failed (client error): The resource could not be found. Mar 08 12:44:46.100637 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-60314a61-392c-4581-8fd6-5fc546a7eef0 tempest-NegativeSecGroupTest-1405715355 tempest-NegativeSecGroupTest-1405715355-project] 10.222.0.65 "GET /v2.0/security-group-rules/d112a394-3b74-4664-a09d-998e71574c6c HTTP/1.1" status: 404 len: 356 time: 0.0308075 Mar 08 12:44:46.102545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e02758d7-5cfd-4cb8-9715-c16b09b8bb36 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.103225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:46.103644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:46.104283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.155491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.155811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.207793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e02758d7-5cfd-4cb8-9715-c16b09b8bb36 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.213725 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ee81be25-d81e-4c6e-ac5e-11f22f22ca88 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9458196 Mar 08 12:44:46.215778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37626) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.239257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for 06b9c9df-3a5f-41e4-b58d-dbb0f4693ab2 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:46.247012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f206d689-1145-4a36-80d4-a28d0195687d None None] Network dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:46.324935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15467678-598f-4b91-b30b-2b5e40ee4fe4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:46.327012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15467678-598f-4b91-b30b-2b5e40ee4fe4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:46.329591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15467678-598f-4b91-b30b-2b5e40ee4fe4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:46.336565 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-15467678-598f-4b91-b30b-2b5e40ee4fe4 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1194973 Mar 08 12:44:46.337190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37630) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.426886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Deleting subnet e635761a-254c-49fe-81ba-c147f71b9fd6 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:46.432227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.485795 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.510667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-dedc8f00-29ed-48a8-bd33-0424b5fc3cc7', 'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7', 'tenant_id': '662c16e7b0334f8aa3bf124400772fef', 'fixed_ips': [{'subnet_id': 'a2297b34-a3b9-47a9-9b1f-c2eb22114fe6'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:46.511547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.531832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa835f5-a893-461a-bc4a-5ea9076789d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-88b6d215-4099-4c76-8cf0-5e48c552e336', 'network_id': '88b6d215-4099-4c76-8cf0-5e48c552e336', 'tenant_id': '662c16e7b0334f8aa3bf124400772fef', 'fixed_ips': [{'subnet_id': 'e635761a-254c-49fe-81ba-c147f71b9fd6'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:44:46.532653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-daa835f5-a893-461a-bc4a-5ea9076789d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.556618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.564900 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e02758d7-5cfd-4cb8-9715-c16b09b8bb36 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.570534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Allocated IP 2001:db8::2 (fbd68bbd-ec57-42b3-ace4-b74acbc7d757/4794b771-d9be-4f6f-a3c3-8fc2d6b9c158/4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:46.571145 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e02758d7-5cfd-4cb8-9715-c16b09b8bb36 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8915155 Mar 08 12:44:46.582680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37632) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.588407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'port': {'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757', 'name': 'tempest-RoutersIpV6Test-828589417'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:46.634576 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-00de8b1e-f4b2-4059-9944-1e2a851584a4 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432132191&fields=id&tenant_id=c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 267 time: 0.0831301 Mar 08 12:44:46.727966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 553a2600-d85a-442b-a9ee-c6b1f9047e9a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:46.728640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.731731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.788784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37636) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.803819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.822007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.828917 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/subnets/e635761a-254c-49fe-81ba-c147f71b9fd6 HTTP/1.1" status: 204 len: 168 time: 0.4880688 Mar 08 12:44:46.847443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Allocated IP 172.20.0.18 (dedc8f00-29ed-48a8-bd33-0424b5fc3cc7/a2297b34-a3b9-47a9-9b1f-c2eb22114fe6/e957f8f7-fca2-42ac-99ea-f2959b29f990) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:46.850889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37640) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:46.855823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:46.859712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:46.874022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537d5fd-7ba2-442f-b4e9-ac770e9de83a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Subnet': ['ID=e635761a-254c-49fe-81ba-c147f71b9fd6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server [None req-daa835f5-a893-461a-bc4a-5ea9076789d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e635761a-254c-49fe-81ba-c147f71b9fd6: This subnet is being modified by another concurrent operation. Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise exception Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e635761a-254c-49fe-81ba-c147f71b9fd6: This subnet is being modified by another concurrent operation. Mar 08 12:44:46.881448 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 12:44:46.891565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=06b9c9df-3a5f-41e4-b58d-dbb0f4693ab2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:46.891907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] device_id is not set on port d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:44:46.936486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e85329-dca9-4e2a-82af-5d53d5164867 None None] Network 88b6d215-4099-4c76-8cf0-5e48c552e336 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:47.003377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-a3c06f89-48d5-4903-bc9f-55481409883c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:47.004868 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-a3c06f89-48d5-4903-bc9f-55481409883c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 812 time: 0.3608747 Mar 08 12:44:47.010392 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-86802316-3c2c-4624-b290-c0b456fd05b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43518d376a6047d3bc693039cfadfb52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167530 Mar 08 12:44:47.010601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37642) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:47.043776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.044153 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 2becef51-995d-4623-aaa5-8423f854fb28 disassociated (deleted). External IP: 172.26.3.153, port: d6dac329-c7f9-494a-94ff-5b67277d7efe. Mar 08 12:44:47.054203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Deleting subnet a2297b34-a3b9-47a9-9b1f-c2eb22114fe6 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:47.056777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.068028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52f584ad-868e-428a-b60a-23fd359cdc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.090401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52f584ad-868e-428a-b60a-23fd359cdc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.097403 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-f1d688ca-7a3c-47f7-b137-a3dde3d37934 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/quotas/c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 375 time: 0.0776641 Mar 08 12:44:47.122710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 553a2600-d85a-442b-a9ee-c6b1f9047e9a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=553a2600-d85a-442b-a9ee-c6b1f9047e9a,segment=NetworkSegment(25fc4b2d-7a39-43dd-85e0-1d45265c802e),segment_id=25fc4b2d-7a39-43dd-85e0-1d45265c802e)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:47.123077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.161350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.179000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 553a2600-d85a-442b-a9ee-c6b1f9047e9a owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:47.203784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8::3b2 (fbd68bbd-ec57-42b3-ace4-b74acbc7d757/4794b771-d9be-4f6f-a3c3-8fc2d6b9c158/d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:47.216867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:47.223572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:47.228154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.234219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:47.234911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Pushing event updated for resources: {'Port': ['ID=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:47.257267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52f584ad-868e-428a-b60a-23fd359cdc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.261038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52f584ad-868e-428a-b60a-23fd359cdc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.264844 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-52f584ad-868e-428a-b60a-23fd359cdc71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a058b64e-d57c-4030-89d3-2c617afee282 HTTP/1.1" status: 204 len: 168 time: 0.2509274 Mar 08 12:44:47.297890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Attempting to bind port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:47.300077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Attempting to bind port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '08ef7298-3ca7-44af-8900-5814ef115d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:47.300716 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Attempting to bind port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 on network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:47.300853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f584ad-868e-428a-b60a-23fd359cdc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a058b64e-d57c-4030-89d3-2c617afee282,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:47.312366 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-a32ca6ba-1888-400f-8fc9-0369df716d2c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2063427 Mar 08 12:44:47.313086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.323450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.365201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:47.366228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Checking segment: {'id': '08ef7298-3ca7-44af-8900-5814ef115d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:47.366683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.367265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Bound using segment: {'id': '08ef7298-3ca7-44af-8900-5814ef115d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:47.368210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Bound port: 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ef7298-3ca7-44af-8900-5814ef115d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fbd68bbd-ec57-42b3-ace4-b74acbc7d757'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:47.368807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.416721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Network dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:47.420021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.421825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:47.428522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:47.431702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Pushing event updated for resources: {'Port': ['ID=e957f8f7-fca2-42ac-99ea-f2959b29f990,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:47.439078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.537100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Attempting to bind port e957f8f7-fca2-42ac-99ea-f2959b29f990 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:47.537453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Attempting to bind port e957f8f7-fca2-42ac-99ea-f2959b29f990 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f20e6731-fc98-4bcb-9218-c80528771cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:47.537822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Attempting to bind port e957f8f7-fca2-42ac-99ea-f2959b29f990 on network dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:47.540082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] For port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:47.551250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:47.551611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Checking segment: {'id': 'f20e6731-fc98-4bcb-9218-c80528771cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:47.552001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.552464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Bound using segment: {'id': 'f20e6731-fc98-4bcb-9218-c80528771cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:47.552942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Bound port: e957f8f7-fca2-42ac-99ea-f2959b29f990, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20e6731-fc98-4bcb-9218-c80528771cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'dedc8f00-29ed-48a8-bd33-0424b5fc3cc7'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:47.553203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.558268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] For port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,segment=NetworkSegment(08ef7298-3ca7-44af-8900-5814ef115d4d),segment_id=08ef7298-3ca7-44af-8900-5814ef115d4d)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:47.590032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.619943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.675746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:47.679333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] For port e957f8f7-fca2-42ac-99ea-f2959b29f990, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:47.682691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:47.686682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:47.695036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:47.696320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.699106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] For port e957f8f7-fca2-42ac-99ea-f2959b29f990, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e957f8f7-fca2-42ac-99ea-f2959b29f990,segment=NetworkSegment(f20e6731-fc98-4bcb-9218-c80528771cea),segment_id=f20e6731-fc98-4bcb-9218-c80528771cea)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:47.710182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:47.713342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2610e09-0c6d-4eb5-970a-bf356f2aada0 None None] Pushing event updated for resources: {'Port': ['ID=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:47.720142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:47.762896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.794068 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8c4a1676-583a-4885-af4e-6a272d8d047e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2103050 Mar 08 12:44:47.797747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37656) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:47.804060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:47.835105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37941-937a-463d-af34-0c4646f8deb8 None None] Pushing event updated for resources: {'Port': ['ID=e957f8f7-fca2-42ac-99ea-f2959b29f990,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:47.835280 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-8cce12a4-abbb-4404-ba89-28b25486a695 service neutron] 10.222.0.65 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882026 Mar 08 12:44:48.398745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:48.473470 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=553a2600-d85a-442b-a9ee-c6b1f9047e9a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:48.552593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.556990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:48.590918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-51c56718-36b5-424c-b5f7-95ec622390c5 service neutron] 10.222.0.65 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450056 Mar 08 12:44:48.605292 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37668) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:48.607479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:48.621683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:48.623358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:48.629531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:48.660535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:48.667780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:48.697316 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Subnet': ['ID=a2297b34-a3b9-47a9-9b1f-c2eb22114fe6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:48.731797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:48.741594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:48.761237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:48.762549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:48.839250 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2d3579a6-e082-421e-bf61-9aac7c20036a tempest-ServiceProvidersTest-598931040 tempest-ServiceProvidersTest-598931040-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2252071 Mar 08 12:44:48.839482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:48.839482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-798ebacb-7aad-4692-8051-79b6486eb058 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/subnets/a2297b34-a3b9-47a9-9b1f-c2eb22114fe6 HTTP/1.1" status: 204 len: 168 time: 1.9866478 Mar 08 12:44:48.846996 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ee743ba1-5ccd-42a9-826b-9f4710b98a91 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/floatingips/2becef51-995d-4623-aaa5-8423f854fb28 HTTP/1.1" status: 204 len: 168 time: 3.4165275 Mar 08 12:44:48.850324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37676) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:48.850582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37678) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:48.865291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:48.866657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba796af-cf73-4062-bcf7-ebaddce136b3 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:48.950870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:48.972710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a2c2f-ec2b-4208-b8c7-6a3395e8f85c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:48.974550 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4c0a2c2f-ec2b-4208-b8c7-6a3395e8f85c tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1228187 Mar 08 12:44:48.984464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37684) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:49.131801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e957f8f7-fca2-42ac-99ea-f2959b29f990 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:49.217880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.256354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e957f8f7-fca2-42ac-99ea-f2959b29f990 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:49.257022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.329177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port d6dac329-c7f9-494a-94ff-5b67277d7efe {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:49.329526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.382439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:49.421298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.429797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Deleting port e957f8f7-fca2-42ac-99ea-f2959b29f990 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:49.430427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.460847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port e957f8f7-fca2-42ac-99ea-f2959b29f990, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e957f8f7-fca2-42ac-99ea-f2959b29f990,segment=NetworkSegment(f20e6731-fc98-4bcb-9218-c80528771cea),segment_id=f20e6731-fc98-4bcb-9218-c80528771cea)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:49.543470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.553150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41281bc2-fa6b-447e-8102-54ed6b47c0f1 None None] Network dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:49.578345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.579362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:49.596394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.618443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.633695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for d6dac329-c7f9-494a-94ff-5b67277d7efe owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:49.671133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37696) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:49.679409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] For port e957f8f7-fca2-42ac-99ea-f2959b29f990, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e957f8f7-fca2-42ac-99ea-f2959b29f990,segment=NetworkSegment(f20e6731-fc98-4bcb-9218-c80528771cea),segment_id=f20e6731-fc98-4bcb-9218-c80528771cea)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:49.681486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:49.716464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586e7e2-2c95-43e3-8285-80849610c0ad None None] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:49.802385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Calling delete_port for e957f8f7-fca2-42ac-99ea-f2959b29f990 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:49.826954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:49.833674 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-06fb82cb-fbd7-40d1-b6ec-19efcf4cc8c6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3274536 Mar 08 12:44:49.840010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37702) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:49.842656 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:49.868546 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:49.869191 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:49.904102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:49.992393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3828-720d-493a-ba57-887da6c00ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.013637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.013637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.013974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.014215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.014531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.014858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.015293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.015618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.015943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.016260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.016581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.016897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:50.043518 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:50.072769 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet ab5e99e2-bfb7-4be1-b1f2-99972279ab9b {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:50.103144 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-30c17978-9d5e-4ed3-8196-df33d088e25b req-8fb3defc-8e36-4ef6-9ffa-1c70d6e64139 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.4139769 Mar 08 12:44:50.103366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.105793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.125533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-adece6f9-8655-4329-8490-22878008f701 None None] Provisioning complete for port e957f8f7-fca2-42ac-99ea-f2959b29f990 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:50.125949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-adece6f9-8655-4329-8490-22878008f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.137803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Port': ['ID=e957f8f7-fca2-42ac-99ea-f2959b29f990,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:50.144164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.164876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] No DVR routers for this DVR port e957f8f7-fca2-42ac-99ea-f2959b29f990 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:50.225120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-adece6f9-8655-4329-8490-22878008f701 None None] Port e957f8f7-fca2-42ac-99ea-f2959b29f990 was deleted so its status cannot be updated. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 08 12:44:50.229924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=e957f8f7-fca2-42ac-99ea-f2959b29f990,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:50.272710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.287924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.305817 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:47Z', 'revision_number': 9, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:50.332245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:50.332767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.341147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedc8f00-29ed-48a8-bd33-0424b5fc3cc7']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:50.342048 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:50.354256 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:50.355265 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:50.380308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20e6731-fc98-4bcb-9218-c80528771cea') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:50.383668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20e6731-fc98-4bcb-9218-c80528771cea') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:50.409634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ef874-668f-4d29-9b26-b1339fae5ec0 None None] DHCP port deletion for dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:50.419645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e0226f9e-8e48-4107-90b8-e99820ce3040 None None] Provisioning complete for port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:50.420092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0226f9e-8e48-4107-90b8-e99820ce3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.422821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.440936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.465162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.473227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:50.473756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:50.477116 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:50.480214 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:50.499272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.562384 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.575704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,segment=NetworkSegment(08ef7298-3ca7-44af-8900-5814ef115d4d),segment_id=08ef7298-3ca7-44af-8900-5814ef115d4d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:50.637821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=d6dac329-c7f9-494a-94ff-5b67277d7efe,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:50.641532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0226f9e-8e48-4107-90b8-e99820ce3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.673572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.737618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.748399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.754269 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/networks/dedc8f00-29ed-48a8-bd33-0424b5fc3cc7 HTTP/1.1" status: 204 len: 168 time: 1.7658970 Mar 08 12:44:50.764088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37708) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:50.767196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:50.785071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-e0226f9e-8e48-4107-90b8-e99820ce3040 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:44:50.785724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-e0226f9e-8e48-4107-90b8-e99820ce3040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:44:50.787098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129888c-add8-41da-a6e4-e5beef44fb08 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Network': ['ID=dedc8f00-29ed-48a8-bd33-0424b5fc3cc7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:50.843077 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:47Z', 'revision_number': 9, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:50.884367 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c26a3ce-be1c-4ff9-a8df-c5938524b0d5 None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:47Z', 'revision_number': 9, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '3892bc50-4f37-44f7-827f-fe8af4d4ea51', 'name': '', 'network_id': '5cb37d84-7d47-4442-85fe-6079d19ba2e2', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:98:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:03Z', 'updated_at': '2022-03-08T12:44:12Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': 'b6717eea-94dc-4c88-8e53-14dfb3889f1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:50.888597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e957f8f7-fca2-42ac-99ea-f2959b29f990 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:50.912414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.925183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: e957f8f7-fca2-42ac-99ea-f2959b29f990 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:50.925529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e957f8f7-fca2-42ac-99ea-f2959b29f990 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:50.950081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:50.994054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5e99e2-bfb7-4be1-b1f2-99972279ab9b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:51.001085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.004475 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ffa878-1cb3-4f7f-b374-5d7de7201df3 None None] Network 595a8f6d-d982-44b1-9603-9bf154474db2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:51.004800 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f43d203c-2548-45ed-abdf-bce9e9c4da08 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/ab5e99e2-bfb7-4be1-b1f2-99972279ab9b HTTP/1.1" status: 204 len: 168 time: 1.1571383 Mar 08 12:44:51.007356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37712) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:51.010452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.013608 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bdb944db-fba4-4b5f-921a-fde58dbebc4f tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/ports/d6dac329-c7f9-494a-94ff-5b67277d7efe HTTP/1.1" status: 204 len: 168 time: 2.1563280 Mar 08 12:44:51.016798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.022579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37714) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:51.027161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:51.107907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3828-720d-493a-ba57-887da6c00ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.139644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.210701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b0a96eb3-bafa-41d5-953a-d2878dec2d27 req-a4ea759a-10a8-4100-8678-8da0ce69cba7 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.0333433 Mar 08 12:44:51.237787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.242318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3828-720d-493a-ba57-887da6c00ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.253110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.289822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 555c9687-6ee7-46fe-9dc7-46557d060a2c {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:51.295792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.359247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b6d215-4099-4c76-8cf0-5e48c552e336']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:51.359452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] DHCP port deletion for 595a8f6d-d982-44b1-9603-9bf154474db2 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:51.383978 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eb7e3828-720d-493a-ba57-887da6c00ad6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91b9a84785b04f1fba7f92181226fa95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7039337 Mar 08 12:44:51.386103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decece95-0173-463a-b688-dba42afede68') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:51.386397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decece95-0173-463a-b688-dba42afede68') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:51.395416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37718) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:51.434951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] Deleting port 555c9687-6ee7-46fe-9dc7-46557d060a2c {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:51.435553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.437642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e3828-720d-493a-ba57-887da6c00ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55bcd5c-7cda-43c0-88eb-cb9b22ef984b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:51.443495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.445379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 555c9687-6ee7-46fe-9dc7-46557d060a2c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=555c9687-6ee7-46fe-9dc7-46557d060a2c,segment=NetworkSegment(25fc4b2d-7a39-43dd-85e0-1d45265c802e),segment_id=25fc4b2d-7a39-43dd-85e0-1d45265c802e)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:51.445877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.464425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 555c9687-6ee7-46fe-9dc7-46557d060a2c owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:51.492853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.531602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:51.532004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:51.536059 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:51.557681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] For port 555c9687-6ee7-46fe-9dc7-46557d060a2c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=555c9687-6ee7-46fe-9dc7-46557d060a2c,segment=NetworkSegment(25fc4b2d-7a39-43dd-85e0-1d45265c802e),segment_id=25fc4b2d-7a39-43dd-85e0-1d45265c802e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:51.557681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.573120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] Calling delete_port for 555c9687-6ee7-46fe-9dc7-46557d060a2c owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:51.575194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-625fbd9d-42ee-439d-a32e-44ce6426aee6 None None] Provisioning complete for port d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:51.575564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-625fbd9d-42ee-439d-a32e-44ce6426aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.640186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69c5f9f5-c212-4213-afb9-6dd18313b2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.661403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-625fbd9d-42ee-439d-a32e-44ce6426aee6 None None] Port d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:51.670278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.683871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69c5f9f5-c212-4213-afb9-6dd18313b2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.687394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-625fbd9d-42ee-439d-a32e-44ce6426aee6 None None] Provisioning complete for port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:51.687763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-625fbd9d-42ee-439d-a32e-44ce6426aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.720144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.728831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.737454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.740706 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/networks/88b6d215-4099-4c76-8cf0-5e48c552e336 HTTP/1.1" status: 204 len: 168 time: 0.9689670 Mar 08 12:44:51.744449 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37720) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:51.750836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50b63e-af1d-4292-a7d2-1d70276b71c2 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Network': ['ID=88b6d215-4099-4c76-8cf0-5e48c552e336,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:51.760317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.786383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.817609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] Pushing event deleted for resources: {'Port': ['ID=555c9687-6ee7-46fe-9dc7-46557d060a2c,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:51.822980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247a8c1-86f1-41d4-83ed-63f03962c09b None None] No DVR routers for this DVR port 555c9687-6ee7-46fe-9dc7-46557d060a2c on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:51.841701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a519cc6-bf60-45a5-8096-13448d94c79c None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 12:44:51.857665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69c5f9f5-c212-4213-afb9-6dd18313b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.860481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69c5f9f5-c212-4213-afb9-6dd18313b2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.862644 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-69c5f9f5-c212-4213-afb9-6dd18313b2a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f55bcd5c-7cda-43c0-88eb-cb9b22ef984b HTTP/1.1" status: 204 len: 168 time: 0.4646211 Mar 08 12:44:51.863629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.864657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.868606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port 555c9687-6ee7-46fe-9dc7-46557d060a2c on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:51.879866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f9f5-c212-4213-afb9-6dd18313b2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55bcd5c-7cda-43c0-88eb-cb9b22ef984b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:51.885043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=555c9687-6ee7-46fe-9dc7-46557d060a2c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:51.952325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:51.966137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.26.3.93 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/44e52155-9c6c-4857-a3a5-9bf5bdbaeb98) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:51.966537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:52.030173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.034403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:52.035648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:52.044435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a519cc6-bf60-45a5-8096-13448d94c79c None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 12:44:52.091900 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595a8f6d-d982-44b1-9603-9bf154474db2']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.193958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fc4b2d-7a39-43dd-85e0-1d45265c802e') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.194551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fc4b2d-7a39-43dd-85e0-1d45265c802e') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.218623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.222744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.263923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.265186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 01c1d1a0-a731-4cdb-b62a-72aae2cb50d5 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:44:52.272001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.284539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:52.285060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:52.289217 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:52.296781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3be80f-5dfb-4241-985a-1ecbdfa25a3b') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.297074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3be80f-5dfb-4241-985a-1ecbdfa25a3b') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.359796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.397068 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd400b26-8cc3-4e22-87dd-4fcad2a6d8a8 req-0f16f38b-9ed6-4a18-9bed-5cbb7cf74337 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.1026530 Mar 08 12:44:52.420745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.422472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.432111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:52.432516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:52.436900 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:52.448168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:52.465716 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-84a660ef-4b5c-43af-9dc8-cf696c6e640b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/01c1d1a0-a731-4cdb-b62a-72aae2cb50d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6641638 Mar 08 12:44:52.465975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] Sync routers for ids ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:52.466097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37734) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:52.478724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] Routers {'01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:52.479252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.523717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.533151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] Routers {'01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:52.534016 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.537301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f8447-5bc0-469e-88b7-bd4bc72ef3bb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:52.545070 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f61f8447-5bc0-469e-88b7-bd4bc72ef3bb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports/d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 HTTP/1.1" status: 200 len: 983 time: 0.0763066 Mar 08 12:44:52.545709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37736) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:52.574491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:52.575620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33609a18-b896-49a6-b5a2-e4072726c905 None None] The sync data for ids ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:52.575767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.590412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.593610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/595a8f6d-d982-44b1-9603-9bf154474db2 HTTP/1.1" status: 204 len: 168 time: 1.5852661 Mar 08 12:44:52.600560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37740) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:52.665772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0709d3-e824-4ea6-a26e-e5886ad21112 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=595a8f6d-d982-44b1-9603-9bf154474db2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:52.685587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.736366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.742959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/networks/8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4 HTTP/1.1" status: 204 len: 168 time: 0.9972618 Mar 08 12:44:52.745992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37742) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:52.784363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.785489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a7b8f-a797-4914-b31a-c91cbf4addd8 tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Network': ['ID=8db9e576-5c5e-4c05-9c1e-1e3fe8b47db4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:52.854099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-cb132055-bf1e-4b2d-bd7d-b3a2ddff33d4 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:52.855786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-cb132055-bf1e-4b2d-bd7d-b3a2ddff33d4 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 812 time: 0.3660207 Mar 08 12:44:52.873313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:44:52.875159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7df04e12-3281-4f47-860d-9dd2c6a07405 None None] Provisioning complete for port d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:52.875620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7df04e12-3281-4f47-860d-9dd2c6a07405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:52.927020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:52.962328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7df04e12-3281-4f47-860d-9dd2c6a07405 None None] Port d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:52.980306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:52.980306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:53.080703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:53.166972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 555c9687-6ee7-46fe-9dc7-46557d060a2c no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:53.189791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 555c9687-6ee7-46fe-9dc7-46557d060a2c {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:53.191086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 555c9687-6ee7-46fe-9dc7-46557d060a2c not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:53.191685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 553a2600-d85a-442b-a9ee-c6b1f9047e9a no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:53.214569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 553a2600-d85a-442b-a9ee-c6b1f9047e9a {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:44:53.215242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 553a2600-d85a-442b-a9ee-c6b1f9047e9a not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:44:53.334348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:53.334802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:53.362442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:53.407558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:53.482270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=44e52155-9c6c-4857-a3a5-9bf5bdbaeb98,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:53.535830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:53.577114 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-b530e08f-0403-4b58-999b-f44cd4f65f90 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 379 time: 0.6659265 Mar 08 12:44:53.604915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e7503f48-fd23-4c3c-9b38-55f5f55cba6a req-1b0dfd1c-0b09-474f-af96-56d8fcf75320 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.0562906 Mar 08 12:44:53.611429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'port': {'device_id': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'admin_state_up': True, 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'security_groups': ['e7892789-e615-4ade-97ee-be9c5e8b8eb1']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:53.832849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:53.845413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:53.880302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:53.883135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:53.922954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e666aa1e-6b75-4807-9213-a7f70e7c9f4e']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:53.938788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232c20b8-b573-4b07-83c8-2a5060f0d1f2') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:53.939073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232c20b8-b573-4b07-83c8-2a5060f0d1f2') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:53.961472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.007445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.015971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:54.016323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.020591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:54.022631 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:54.111090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Made reservation on behalf of c681faacec2c49369e1292020a9e19f2 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:54.115174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.134058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.174768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=d3d62ce4-0ca8-4eb5-8c46-a6823ade1c20,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:54.277894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.315920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.319049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] 10.222.0.65 "DELETE /v2.0/networks/e666aa1e-6b75-4807-9213-a7f70e7c9f4e HTTP/1.1" status: 204 len: 168 time: 1.5697882 Mar 08 12:44:54.347248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b06c31-7bac-44d8-bdc8-0caf9109403a tempest-BulkNetworkOpsTest-1840541962 tempest-BulkNetworkOpsTest-1840541962-project] Pushing event deleted for resources: {'Network': ['ID=e666aa1e-6b75-4807-9213-a7f70e7c9f4e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:54.375320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.456139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37774) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:54.467955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.546406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Allocated IP 172.20.0.3 (70c6fa82-02d6-44c4-98e6-d63da42c5908/7fc36bd6-02f0-4b14-ab5a-c61232eedba2/875d3445-1e25-4565-b8d9-6526c134dbcf) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:54.621353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.638371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 01c1d1a0-a731-4cdb-b62a-72aae2cb50d5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:54.722196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.819240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:54.827251 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-907c5c52-7184-4983-8084-7557d259defe tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/01c1d1a0-a731-4cdb-b62a-72aae2cb50d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2777920 Mar 08 12:44:54.827463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37780) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:54.827563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--1671096421', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:54.838154 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] Sync routers for ids ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:54.850660 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] Routers {'01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:54.851283 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:54.861102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e650d3ee-27db-410f-9106-f9a4d2330528 req-3fc3b7e7-dd4e-449a-9ecd-e1be8543e843 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.1324837 Mar 08 12:44:54.947507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=44e52155-9c6c-4857-a3a5-9bf5bdbaeb98,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:54.957513 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:54.976187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:54.980376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] Routers {'01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:54.981187 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:54.996260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.011886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:55.015659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.029050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37784) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:55.041057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.099704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.101029 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e991526d-cc32-4298-9057-e1a25c7cf689 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0772505 Mar 08 12:44:55.109255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37788) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:55.114109 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-8d9092f4-73d0-4eca-b4f5-299498edeb1a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] remove_router_interface failed (client error): The resource could not be found. Mar 08 12:44:55.123891 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8d9092f4-73d0-4eca-b4f5-299498edeb1a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/01c1d1a0-a731-4cdb-b62a-72aae2cb50d5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2952590 Mar 08 12:44:55.124478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37790) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:55.125211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'port': {'network_id': 'e3e970f8-3a38-4db6-9104-f01979df1f15', 'name': 'tempest-FloatingIPTestJSON-123139921'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:55.188467 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-727f7739-a09d-4245-aa02-cda9b030211c tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=01c1d1a0-a731-4cdb-b62a-72aae2cb50d5 HTTP/1.1" status: 200 len: 205 time: 0.0628068 Mar 08 12:44:55.190325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37792) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:55.193889 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:55.194905 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d1481-6d65-48dd-8c64-5e66b118d682 None None] The sync data for ids ['01c1d1a0-a731-4cdb-b62a-72aae2cb50d5'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:55.238833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.281293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05af0c1e-fa10-4937-9cbb-d2ebc3b1e58d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.368125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:55.398866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:55.400278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.419058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=875d3445-1e25-4565-b8d9-6526c134dbcf,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:55.419058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:55.432249 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ea621acb-0e28-4bca-91c1-83f10b658e3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=662c16e7b0334f8aa3bf124400772fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973460 Mar 08 12:44:55.441780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37794) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:55.459468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.486228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05af0c1e-fa10-4937-9cbb-d2ebc3b1e58d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.488155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 3892bc50-4f37-44f7-827f-fe8af4d4ea51 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:55.488489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.491514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05af0c1e-fa10-4937-9cbb-d2ebc3b1e58d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.569918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc79244b-0f43-43e6-88cd-2d48c3e3219f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.580106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.599092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc79244b-0f43-43e6-88cd-2d48c3e3219f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.605860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:55.606542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.656770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05af0c1e-fa10-4937-9cbb-d2ebc3b1e58d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.661117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af0c1e-fa10-4937-9cbb-d2ebc3b1e58d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Fanout notify agent at l3_agent the message router_deleted on router 01c1d1a0-a731-4cdb-b62a-72aae2cb50d5 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:44:55.672685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e867c-93f8-46e3-a1f3-2992f1fea835,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:55.676853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05af0c1e-fa10-4937-9cbb-d2ebc3b1e58d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.678025 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05af0c1e-fa10-4937-9cbb-d2ebc3b1e58d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/01c1d1a0-a731-4cdb-b62a-72aae2cb50d5 HTTP/1.1" status: 204 len: 168 time: 0.4857664 Mar 08 12:44:55.681276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37796) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:55.683784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:55.692952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:55.698012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.716178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-78a0127c-3610-48e7-b87c-70633adb3acc None None] Provisioning complete for port 875d3445-1e25-4565-b8d9-6526c134dbcf triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:44:55.716544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78a0127c-3610-48e7-b87c-70633adb3acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.724116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 3892bc50-4f37-44f7-827f-fe8af4d4ea51, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3892bc50-4f37-44f7-827f-fe8af4d4ea51,segment=NetworkSegment(1fb13b86-2d0d-42dc-ad23-ae71bc151580),segment_id=1fb13b86-2d0d-42dc-ad23-ae71bc151580)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:55.724116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.728049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.728385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment b6ffbcb5-dffd-4333-bd0f-23bdcddeec27 of type vlan for network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 Mar 08 12:44:55.755103 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-7fd5a5a0-b0f6-469c-9210-e1324ba4309a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1566448 Mar 08 12:44:55.755988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 3892bc50-4f37-44f7-827f-fe8af4d4ea51 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:55.758185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] device_id is not set on port cb1e7feb-ed03-4da0-90a2-2455d223c62e yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:44:55.777372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet 4794b771-d9be-4f6f-a3c3-8fc2d6b9c158 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:55.781420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.793270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-78a0127c-3610-48e7-b87c-70633adb3acc None None] Port 875d3445-1e25-4565-b8d9-6526c134dbcf cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:44:55.838945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc79244b-0f43-43e6-88cd-2d48c3e3219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.842138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc79244b-0f43-43e6-88cd-2d48c3e3219f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.842819 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dc79244b-0f43-43e6-88cd-2d48c3e3219f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/892a14af-ee46-473e-8929-0d7e29d582a2 HTTP/1.1" status: 204 len: 168 time: 0.4000914 Mar 08 12:44:55.856813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.859632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79244b-0f43-43e6-88cd-2d48c3e3219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a14af-ee46-473e-8929-0d7e29d582a2,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:55.890633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Request body: {'port': {'device_id': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:55.961277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:55.998256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.130314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.183617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.212782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb809f-5e1e-4f76-9a9d-c7669963fed1 req-450b07e8-b603-43bb-be86-ed85c932cc5e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:56.214595 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5abb809f-5e1e-4f76-9a9d-c7669963fed1 req-450b07e8-b603-43bb-be86-ed85c932cc5e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 931 time: 0.2303040 Mar 08 12:44:56.215312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.221406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:56.222131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.231075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=4794b771-d9be-4f6f-a3c3-8fc2d6b9c158,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:56.247376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815cda4c-38be-43d9-8a85-7f3ec8f8c22d None None] Network fbd68bbd-ec57-42b3-ace4-b74acbc7d757 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:44:56.262336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.272782 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a2e70796-18eb-40e1-95c9-dc906e925827 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/4794b771-d9be-4f6f-a3c3-8fc2d6b9c158 HTTP/1.1" status: 204 len: 168 time: 0.5876117 Mar 08 12:44:56.272987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37806) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:56.376131 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9159625 Mar 08 12:44:56.380206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37812) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:56.385010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:56.391327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.5 (e3e970f8-3a38-4db6-9104-f01979df1f15/a2390ec1-6fec-405f-9eab-d9e70cbacbf0/cb1e7feb-ed03-4da0-90a2-2455d223c62e) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:56.438870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.485219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e901be-57a4-4b3e-ac24-139f0b57be65 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=634796b2-a8e4-4ebe-9a03-5b0e9f782b08,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:56.488924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.489866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.505431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:56.530208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5abb809f-5e1e-4f76-9a9d-c7669963fed1 req-d3735519-68ab-4606-9735-4ce1f3482659 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898951 Mar 08 12:44:56.577641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.597738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:56.598364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.610753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] DHCP port deletion for fbd68bbd-ec57-42b3-ace4-b74acbc7d757 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:44:56.733079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] Deleting port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:44:56.733420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.750984 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.853804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] For port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,segment=NetworkSegment(08ef7298-3ca7-44af-8900-5814ef115d4d),segment_id=08ef7298-3ca7-44af-8900-5814ef115d4d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:56.856227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:56.871331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:44:56.922977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] Calling delete_port for 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:57.001901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,segment=NetworkSegment(08ef7298-3ca7-44af-8900-5814ef115d4d),segment_id=08ef7298-3ca7-44af-8900-5814ef115d4d)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:57.003671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.033773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.058355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.068157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:44:57.098249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,segment=NetworkSegment(08ef7298-3ca7-44af-8900-5814ef115d4d),segment_id=08ef7298-3ca7-44af-8900-5814ef115d4d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:44:57.165774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.232267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=3892bc50-4f37-44f7-827f-fe8af4d4ea51,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:57.272672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.321457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37826) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:57.329611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:57.339196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.351369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] No DVR routers for this DVR port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:57.383733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.384818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.385486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.385746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.386176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.386578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.388411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.389029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.390873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.391733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.392351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.393754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:44:57.425834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9fd1d-fb71-4221-9fb5-181141a9c63b None None] Pushing event deleted for resources: {'Port': ['ID=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:57.433010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:57.445405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.475948 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No DVR routers for this DVR port 4ff0a956-b4c3-4bc3-bbd8-41b3bda891f8 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:44:57.589859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1483267325'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:57.701519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875d3445-1e25-4565-b8d9-6526c134dbcf {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:44:57.707854 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.714695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.724026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.749860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.751809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Transition to ACTIVE for port object 875d3445-1e25-4565-b8d9-6526c134dbcf will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:44:57.771381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea151e6-5926-414f-aed1-181609844e08 req-202e339b-5a2e-4cb8-aae7-03be0d81db91 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:57.773195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cea151e6-5926-414f-aed1-181609844e08 req-202e339b-5a2e-4cb8-aae7-03be0d81db91 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 931 time: 0.1357827 Mar 08 12:44:57.780035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd68bbd-ec57-42b3-ace4-b74acbc7d757']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:57.823923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Made reservation on behalf of 04d2f5e31dc84d0788f9416298eb199a for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:57.827473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.834524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ef7298-3ca7-44af-8900-5814ef115d4d') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:57.834817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ef7298-3ca7-44af-8900-5814ef115d4d') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:57.855283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.875837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.888478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.897620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.903465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network e3e970f8-3a38-4db6-9104-f01979df1f15 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:57.915978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:57.917313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.924153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=cb1e7feb-ed03-4da0-90a2-2455d223c62e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:57.928603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:57.928942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.943029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:44:57.943567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: self.session.flush() Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:44:57.949027 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:44:58.036314 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cea151e6-5926-414f-aed1-181609844e08 req-82f0bf3b-224e-429d-b3f6-be87a809a4d7 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398214 Mar 08 12:44:58.079294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:58.080783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.122488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Pushing event updated for resources: {'Port': ['ID=875d3445-1e25-4565-b8d9-6526c134dbcf,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:58.167812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.170733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.172189 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.206 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/340f68cc-b53a-4f71-86b5-76bab27e4146) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:44:58.180012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.183284 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/fbd68bbd-ec57-42b3-ace4-b74acbc7d757 HTTP/1.1" status: 204 len: 168 time: 1.9093742 Mar 08 12:44:58.188566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37832) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:58.202565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1259387634'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:58.213470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9837a0-5f0f-42b2-af8e-434c87dfac95 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=fbd68bbd-ec57-42b3-ace4-b74acbc7d757,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:58.237249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Attempting to bind port 875d3445-1e25-4565-b8d9-6526c134dbcf on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:44:58.237956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Attempting to bind port 875d3445-1e25-4565-b8d9-6526c134dbcf by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:44:58.238537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Attempting to bind port 875d3445-1e25-4565-b8d9-6526c134dbcf on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:58.242663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:44:58.248848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.251064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Port 875d3445-1e25-4565-b8d9-6526c134dbcf on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:44:58.251377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Attempting to bind port 875d3445-1e25-4565-b8d9-6526c134dbcf on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:44:58.259045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:44:58.259649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Checking segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:44:58.260190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Bound using segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:44:58.260785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Bound port: 875d3445-1e25-4565-b8d9-6526c134dbcf, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:44:58.261308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.277185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-795ebc40-f184-42a7-91ec-ef6d973d1192 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1667068 Mar 08 12:44:58.281693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37834) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:58.289353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'port_id': 'cb1e7feb-ed03-4da0-90a2-2455d223c62e'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:58.319228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:58.329620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:58.334265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.354350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d850c9d6-0e62-4f68-ba76-a00d630f7fb8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:58.367577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.367850 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Added segment 9f05fe91-b184-4924-aea1-923b65757e5a of type vlan for network aa539b80-7a81-4c10-a61c-2be0f1eee782 Mar 08 12:44:58.421948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.443596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.445036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:44:58.447764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.465387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.465646 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment c020a5ba-e4ae-4b6a-81e4-956d63a191a3 of type vlan for network c94da98d-73b7-4c98-b5b1-43a4e32e06df Mar 08 12:44:58.523260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] For port 875d3445-1e25-4565-b8d9-6526c134dbcf, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:44:58.535842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.556317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:44:58.566945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a7126c72-c5f2-4416-b7ad-3969fb3ea8db tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9653444 Mar 08 12:44:58.569060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] For port 875d3445-1e25-4565-b8d9-6526c134dbcf, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=875d3445-1e25-4565-b8d9-6526c134dbcf,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:44:58.569612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37836) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:58.571330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:44:58.587829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:58.588712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:58.633694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet b6717eea-94dc-4c88-8e53-14dfb3889f1b {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:44:58.637319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.686147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.708223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.713667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:58.714674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.725157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.726949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.732347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:58.732938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.739742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.879711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:44:58.894275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event updated for resources: {'Network': ['ID=aa539b80-7a81-4c10-a61c-2be0f1eee782,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:58.902714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:44:58.902998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:58.905255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:44:58.939549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:58.940859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:58.942521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-6630e896-2e84-436c-bace-614bce10dbba service neutron] 10.222.0.45 "PUT /v2.0/ports/875d3445-1e25-4565-b8d9-6526c134dbcf HTTP/1.1" status: 200 len: 1093 time: 3.1770110 Mar 08 12:44:58.946686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:44:58.946686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:44:58.955023 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630e896-2e84-436c-bace-614bce10dbba service neutron] Pushing event updated for resources: {'Port': ['ID=875d3445-1e25-4565-b8d9-6526c134dbcf,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:59.006352 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5dee0560-068d-4e4e-a8f2-7939aa53ad7d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6732655 Mar 08 12:44:59.010518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37842) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:59.036911 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8487356 Mar 08 12:44:59.039200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=340f68cc-b53a-4f71-86b5-76bab27e4146,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:59.040498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network aa539b80-7a81-4c10-a61c-2be0f1eee782 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:59.045823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37844) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:44:59.051665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': 'c94da98d-73b7-4c98-b5b1-43a4e32e06df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:59.107457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Request body: {'subnet': {'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:44:59.193705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d832d492-720b-4525-9b07-4189059ff967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:59.288526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:59.298339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b10b7a-3239-44b2-b612-b1396e680667 x-openstack-request-id: req-d5b10b7a-3239-44b2-b612-b1396e680667 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:44:59.298635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:44:59.299403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5b10b7a-3239-44b2-b612-b1396e680667 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:44:59.300436 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'status': 'completed', 'code': 200} Mar 08 12:44:59.334827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b126977-4143-47ad-83f8-fd7e9c9040ec tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=c94da98d-73b7-4c98-b5b1-43a4e32e06df,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:44:59.347454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:56Z', 'revision_number': 10, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:59.380070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:44:59.384258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:44:59.448218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:44:59.449228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:59.561307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:44:59.722922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-19a137b8-c171-4664-852f-8a51d840941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:59.725128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-19a137b8-c171-4664-852f-8a51d840941c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 1096 time: 0.6150093 Mar 08 12:44:59.775366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b35881-e6dd-4282-90a0-67ae318c0495 req-4771a080-d5fc-4454-a58f-324ead0e6f05 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:44:59.776535 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88b35881-e6dd-4282-90a0-67ae318c0495 req-4771a080-d5fc-4454-a58f-324ead0e6f05 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 943 time: 0.5870674 Mar 08 12:44:59.815332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:56Z', 'revision_number': 10, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:44:59.822688 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-a27c768f-c541-4c6f-b8d6-627ab267c688 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875d3445-1e25-4565-b8d9-6526c134dbcf HTTP/1.1" status: 200 len: 217 time: 0.0905383 Mar 08 12:44:59.836960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:59.850281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1366042-6800-4600-ba4a-6bb70f221298 None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:44:56Z', 'revision_number': 10, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None, '_interfaces': [{'id': '8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683', 'name': '', 'network_id': '7c0ab8e4-4697-42e1-b9d1-4be46cd8441f', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'mac_address': 'fa:16:3e:e5:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:51Z', 'updated_at': '2022-03-08T12:44:01Z', 'revision_number': 5, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'subnets': [{'id': '08e42b4b-17e3-4326-84aa-c91bb4a5a105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:44:59.888859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:59.892320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:59.920474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:44:59.930373 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88b35881-e6dd-4282-90a0-67ae318c0495 req-7ab51a91-2344-4209-af6a-bb71e8ce6700 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186788 Mar 08 12:44:59.931380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Made reservation on behalf of 04d2f5e31dc84d0788f9416298eb199a for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:44:59.936249 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.029183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-b5ededb2-1982-4ca0-bf5c-6d7e630d247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:00.029183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-b5ededb2-1982-4ca0-bf5c-6d7e630d247f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.1936598 Mar 08 12:45:00.163744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.196580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-8a83de78-85f6-40bc-94a6-ec139dd3380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:00.198118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-8a83de78-85f6-40bc-94a6-ec139dd3380e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1553888 Mar 08 12:45:00.199183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 0fabb5fd-8a23-46d0-9758-973856a0b12b associated. External IP: 172.26.3.93, port: cb1e7feb-ed03-4da0-90a2-2455d223c62e. Mar 08 12:45:00.228145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=b6717eea-94dc-4c88-8e53-14dfb3889f1b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:00.231970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.235309 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f369e3ef-57ad-4c97-93af-7e64495fc681 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/b6717eea-94dc-4c88-8e53-14dfb3889f1b HTTP/1.1" status: 204 len: 168 time: 1.6642544 Mar 08 12:45:00.239680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37848) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:00.252305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6797b-b325-40be-a693-63ccbc022265 None None] Network 5cb37d84-7d47-4442-85fe-6079d19ba2e2 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:00.421331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.461147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.474284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-664bda12-041e-49f0-9546-3d434fe92718 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321391 Mar 08 12:45:00.481538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] DHCP port deletion for 5cb37d84-7d47-4442-85fe-6079d19ba2e2 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:45:00.559209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] Deleting port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:00.559665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.573374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.608459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.627674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] For port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,segment=NetworkSegment(1fb13b86-2d0d-42dc-ad23-ae71bc151580),segment_id=1fb13b86-2d0d-42dc-ad23-ae71bc151580)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:00.628205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.641787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] Calling delete_port for e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:00.700307 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:00.700561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.718007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=27f02037-dfb2-42e3-9ba4-34e8d5449837,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:00.728531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35df24d7-d7de-45d4-80e9-c2893366a8b4 req-1072feaf-48ec-4706-bb22-347d8645f25e service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459021 Mar 08 12:45:00.740278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': 'c020a5ba-e4ae-4b6a-81e4-956d63a191a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c94da98d-73b7-4c98-b5b1-43a4e32e06df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:00.740278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: c94da98d-73b7-4c98-b5b1-43a4e32e06df, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:00.747539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:00.803875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event updated for resources: {'Subnet': ['ID=6a3d9691-995e-4d8a-8df9-9ac3a8942f1b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:00.812353 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:45:00.837711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3892bc50-4f37-44f7-827f-fe8af4d4ea51 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:00.859713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 3892bc50-4f37-44f7-827f-fe8af4d4ea51 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:00.859713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3892bc50-4f37-44f7-827f-fe8af4d4ea51 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:00.866575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:00.869214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,segment=NetworkSegment(1fb13b86-2d0d-42dc-ad23-ae71bc151580),segment_id=1fb13b86-2d0d-42dc-ad23-ae71bc151580)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:00.869581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.883413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:00.885398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Checking segment: {'id': '9f05fe91-b184-4924-aea1-923b65757e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:00.885762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Network hostable DHCP agents. Network: aa539b80-7a81-4c10-a61c-2be0f1eee782, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:00.888767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.893525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:00.896031 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:00.899448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.901431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:00.909475 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:00.912745 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:00.922672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:00.951013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] Pushing event deleted for resources: {'Port': ['ID=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:00.954625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No active binding found for port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 {{(pid=104047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 12:45:00.955108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:00.957216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03a5ac-990e-4b6d-8a2a-c506f80447a6 None None] No DVR routers for this DVR port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:00.983233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-db0631f6-ddd7-4086-ad1b-0c7cce65439a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/floatingips/0fabb5fd-8a23-46d0-9758-973856a0b12b HTTP/1.1" status: 200 len: 976 time: 2.6979811 Mar 08 12:45:00.983546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37852) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:00.988306 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:01.005396 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:01.006272 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:01.047844 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:01.049859 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570959dd-5df5-41de-8853-4ec2f242735a None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:01.063282 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.074455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Network aa539b80-7a81-4c10-a61c-2be0f1eee782 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:01.074641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-69407dbf-6e71-4af0-b0f5-fa957eedb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:01.076223 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-69407dbf-6e71-4af0-b0f5-fa957eedb0ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 1096 time: 0.1461556 Mar 08 12:45:01.107857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, c94da98d-73b7-4c98-b5b1-43a4e32e06df) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:01.109979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, aa539b80-7a81-4c10-a61c-2be0f1eee782) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:01.111490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=e9a8650c-1d77-4a11-83ef-8a2beeb4bc13,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:01.114552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port e9a8650c-1d77-4a11-83ef-8a2beeb4bc13 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:01.118262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:01.119443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.125503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e31834-8a38-4dc5-821e-c1c08ca05bbb None None] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:01.130145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649a185-91b8-4448-ba1e-355e6a4a9553 None None] Network aa539b80-7a81-4c10-a61c-2be0f1eee782 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:01.136884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:01.137114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.248187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.259373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415367e-d641-4525-8198-4f1774c8d07a req-e9e8f9dd-0a57-4289-9b76-fd6a0613d35e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:01.260899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0415367e-d641-4525-8198-4f1774c8d07a req-e9e8f9dd-0a57-4289-9b76-fd6a0613d35e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 943 time: 0.2315431 Mar 08 12:45:01.267084 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1fcaa808-5e35-48de-af77-54bb4230d6cb tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2326043 Mar 08 12:45:01.274684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37854) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:01.280061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Request body: {'port': {'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782', 'name': 'tempest-TagsExtTest-1744701091'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:01.305718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb37d84-7d47-4442-85fe-6079d19ba2e2']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:01.325830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port cb1e7feb-ed03-4da0-90a2-2455d223c62e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:01.326200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.329252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-05f530d4-e160-4a3b-89ef-6ed072f27b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:01.331383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-05f530d4-e160-4a3b-89ef-6ed072f27b09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.2358115 Mar 08 12:45:01.337185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4173ba31-6903-46e0-b65a-ee3aa90bbb41 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2878368 Mar 08 12:45:01.338542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37856) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:01.344968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c2caa201-ded9-4035-a5ad-5beb93e3021e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1626917660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:01.348800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb13b86-2d0d-42dc-ad23-ae71bc151580') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:01.349091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb13b86-2d0d-42dc-ad23-ae71bc151580') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:01.376243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.408352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.421352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:01.422067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:01.424738 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:01.427752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-aa539b80-7a81-4c10-a61c-2be0f1eee782', 'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782', 'tenant_id': '04d2f5e31dc84d0788f9416298eb199a', 'fixed_ips': [{'subnet_id': '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:01.428819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.441249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-c94da98d-73b7-4c98-b5b1-43a4e32e06df', 'network_id': 'c94da98d-73b7-4c98-b5b1-43a4e32e06df', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': '27f02037-dfb2-42e3-9ba4-34e8d5449837'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:01.442250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.495602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 0eda2d56-78ce-412c-b07b-25216f772818 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:45:01.573995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.613545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.619796 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/5cb37d84-7d47-4442-85fe-6079d19ba2e2 HTTP/1.1" status: 204 len: 168 time: 1.3774564 Mar 08 12:45:01.625208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Made reservation on behalf of 04d2f5e31dc84d0788f9416298eb199a for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:01.629797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.642516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37858) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:01.661791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c62f8-4e7b-4d58-935a-a44ced7dd78a tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=5cb37d84-7d47-4442-85fe-6079d19ba2e2,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:01.730992 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-f7ff1ca9-41fc-4571-8ac3-12e1056636d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875d3445-1e25-4565-b8d9-6526c134dbcf HTTP/1.1" status: 200 len: 217 time: 0.3904679 Mar 08 12:45:01.741430 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0415367e-d641-4525-8198-4f1774c8d07a req-17205f0d-3cc9-49e0-b7df-19a71f3e1c63 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4533718 Mar 08 12:45:01.745953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] device_id is not set on port afed9df2-7971-4ed9-8a82-3ace30922069 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:45:01.756129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:01.786020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Sync routers for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:01.839142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.842731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-ba1a9f76-26db-4b08-93dc-9d030592b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:01.844217 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-ba1a9f76-26db-4b08-93dc-9d030592b0b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0990350 Mar 08 12:45:01.850822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2caa201-ded9-4035-a5ad-5beb93e3021e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.851878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2caa201-ded9-4035-a5ad-5beb93e3021e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.862149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:01.863587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:44:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:01.918331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19b5f700-ba12-40fd-8593-23a6a6c510de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.928424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:01.932317 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c2d2fbf5-f323-4437-b951-ebef39621e26 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5497079 Mar 08 12:45:01.932470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Allocated IP 172.20.0.2 (aa539b80-7a81-4c10-a61c-2be0f1eee782/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/db2df386-b694-46d8-bced-928244f377bb) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:01.944210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37860) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:01.953348 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Allocated IP 2001:db8::2 (c94da98d-73b7-4c98-b5b1-43a4e32e06df/27f02037-dfb2-42e3-9ba4-34e8d5449837/df4ff07b-50a2-4bc4-93b9-1d5875a2dd24) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:02.095498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.116426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:02.130333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.131149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.131149 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 0fabb5fd-8a23-46d0-9758-973856a0b12b disassociated. External IP: 172.26.3.93, port: cb1e7feb-ed03-4da0-90a2-2455d223c62e. Mar 08 12:45:02.131461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for cb1e7feb-ed03-4da0-90a2-2455d223c62e owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:02.179229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2caa201-ded9-4035-a5ad-5beb93e3021e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.265181 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2caa201-ded9-4035-a5ad-5beb93e3021e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.272189 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f9bcf33d-e4d7-4daa-a69e-c30dd318963b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3268888 Mar 08 12:45:02.274509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-102b9ac5-61d4-470a-9ea0-7776a5107036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:02.275917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37864) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:02.276231 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-102b9ac5-61d4-470a-9ea0-7776a5107036 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4185553 Mar 08 12:45:02.389433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.398732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2caa201-ded9-4035-a5ad-5beb93e3021e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.402606 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c2caa201-ded9-4035-a5ad-5beb93e3021e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0606785 Mar 08 12:45:02.406148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37866) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:02.432904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.460726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:44:59Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:02.496365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.505519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Checking router: 0eda2d56-78ce-412c-b07b-25216f772818 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:02.505953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Updating router 0eda2d56-78ce-412c-b07b-25216f772818 port 340f68cc-b53a-4f71-86b5-76bab27e4146 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:45:02.515210 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-df4b36fc-f831-44ad-9631-84f57e356edb service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307329 Mar 08 12:45:02.557668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.564036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Network aa539b80-7a81-4c10-a61c-2be0f1eee782 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:02.586700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.589165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:02.592205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:02.607255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.646308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Pushing event updated for resources: {'Port': ['ID=db2df386-b694-46d8-bced-928244f377bb,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:02.688391 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=cb1e7feb-ed03-4da0-90a2-2455d223c62e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:02.696169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:02.708881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:02.712325 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:02.714011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.828789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Pushing event updated for resources: {'Port': ['ID=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:02.842159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Attempting to bind port db2df386-b694-46d8-bced-928244f377bb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:02.842518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Attempting to bind port db2df386-b694-46d8-bced-928244f377bb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9f05fe91-b184-4924-aea1-923b65757e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:02.842872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Attempting to bind port db2df386-b694-46d8-bced-928244f377bb on network aa539b80-7a81-4c10-a61c-2be0f1eee782 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:02.882694 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:02.883438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Checking segment: {'id': '9f05fe91-b184-4924-aea1-923b65757e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:02.883575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.883882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Bound using segment: {'id': '9f05fe91-b184-4924-aea1-923b65757e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:02.884360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Bound port: db2df386-b694-46d8-bced-928244f377bb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05fe91-b184-4924-aea1-923b65757e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'aa539b80-7a81-4c10-a61c-2be0f1eee782'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:02.884732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.888231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef1c8fa-17aa-4c93-93e3-5fb6f635dce9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:02.896431 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cef1c8fa-17aa-4c93-93e3-5fb6f635dce9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6156554 Mar 08 12:45:02.896666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37870) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:02.901780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Attempting to bind port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:02.902158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Attempting to bind port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c020a5ba-e4ae-4b6a-81e4-956d63a191a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c94da98d-73b7-4c98-b5b1-43a4e32e06df'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:02.902508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Attempting to bind port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 on network c94da98d-73b7-4c98-b5b1-43a4e32e06df {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:02.904885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Allocated IP 172.20.0.3 (aa539b80-7a81-4c10-a61c-2be0f1eee782/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/afed9df2-7971-4ed9-8a82-3ace30922069) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:02.921256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:02.921624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Checking segment: {'id': 'c020a5ba-e4ae-4b6a-81e4-956d63a191a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c94da98d-73b7-4c98-b5b1-43a4e32e06df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:02.922045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.922434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Bound using segment: {'id': 'c020a5ba-e4ae-4b6a-81e4-956d63a191a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c94da98d-73b7-4c98-b5b1-43a4e32e06df'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:02.922891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Bound port: df4ff07b-50a2-4bc4-93b9-1d5875a2dd24, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c020a5ba-e4ae-4b6a-81e4-956d63a191a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c94da98d-73b7-4c98-b5b1-43a4e32e06df'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:02.923262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:02.957987 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7fa91521-550b-4948-a9ed-37b560c75b72 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589972 Mar 08 12:45:02.963791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37872) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:02.976254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2009030110', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:02.981149 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b45146db-5b9e-4c2d-a7ff-5ced16f84dfb req-71c12625-f2e7-4b35-b162-b425b3267ed9 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534376 Mar 08 12:45:02.995403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:02.996142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.079273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] For port db2df386-b694-46d8-bced-928244f377bb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:03.087135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] For port db2df386-b694-46d8-bced-928244f377bb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=db2df386-b694-46d8-bced-928244f377bb,segment=NetworkSegment(9f05fe91-b184-4924-aea1-923b65757e5a),segment_id=9f05fe91-b184-4924-aea1-923b65757e5a)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:03.087802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43faeaa-8f61-4770-8336-dbefe5f393c3 req-e839d7f6-59d8-46d6-ac9a-408b44e3789d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:03.089365 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d43faeaa-8f61-4770-8336-dbefe5f393c3 req-e839d7f6-59d8-46d6-ac9a-408b44e3789d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 943 time: 0.2289772 Mar 08 12:45:03.093313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.113590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:03.120379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] For port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:03.125096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] For port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,segment=NetworkSegment(c020a5ba-e4ae-4b6a-81e4-956d63a191a3),segment_id=c020a5ba-e4ae-4b6a-81e4-956d63a191a3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:03.162706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.206835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.218441 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d43faeaa-8f61-4770-8336-dbefe5f393c3 req-4240f499-3b3a-4b66-bbbd-189ed48551dc tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213109 Mar 08 12:45:03.249615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,segment=NetworkSegment(103b5718-8c8a-4a50-9bf0-5db9cf7803d0),segment_id=103b5718-8c8a-4a50-9bf0-5db9cf7803d0)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:03.250023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.282899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:03.289596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10731eee-1e14-4415-9c55-e8d9f2ee2c0c None None] Pushing event updated for resources: {'Port': ['ID=db2df386-b694-46d8-bced-928244f377bb,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:03.303862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.317236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.364654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:03.368218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.385180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f8fd-ed98-4cb7-a456-3bb1e01f0a75 None None] Pushing event updated for resources: {'Port': ['ID=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:03.402639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.434050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:03.449061 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:03.466155 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:03.470603 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:03.491893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Attempting to bind port 340f68cc-b53a-4f71-86b5-76bab27e4146 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:03.492533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Attempting to bind port 340f68cc-b53a-4f71-86b5-76bab27e4146 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:03.493152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Attempting to bind port 340f68cc-b53a-4f71-86b5-76bab27e4146 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:03.503367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d270f-b49d-4728-9b7c-111bf322cd01 None None] Pushing event updated for resources: {'Port': ['ID=340f68cc-b53a-4f71-86b5-76bab27e4146,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:03.509635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:03.510234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:03.511873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.512442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:03.513162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Bound port: 340f68cc-b53a-4f71-86b5-76bab27e4146, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:03.513721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.525633 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:03.552018 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:03.552827 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:03.586578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.593479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f3fb1f94-4ad3-4caa-b1cb-f36b11f60b53 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/ports/cb1e7feb-ed03-4da0-90a2-2455d223c62e HTTP/1.1" status: 204 len: 168 time: 2.6054430 Mar 08 12:45:03.599547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8::1 (c94da98d-73b7-4c98-b5b1-43a4e32e06df/27f02037-dfb2-42e3-9ba4-34e8d5449837/e0da5574-80f2-4fa1-bc43-f99411fa35bc) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:03.601552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37874) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:03.631155 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:03.632071 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2759408-0a03-4c31-a0ef-d6c1b3e8091f None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:03.681350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] For port 340f68cc-b53a-4f71-86b5-76bab27e4146, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:03.688525 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-690357cd-84e5-46b9-9f10-087a1f06745e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "GET /v2.0/floatingips/0fabb5fd-8a23-46d0-9758-973856a0b12b HTTP/1.1" status: 200 len: 687 time: 0.0857978 Mar 08 12:45:03.692750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37876) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:03.694880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] For port 340f68cc-b53a-4f71-86b5-76bab27e4146, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=340f68cc-b53a-4f71-86b5-76bab27e4146,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:03.814118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.858936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.961235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:03.977307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d270f-b49d-4728-9b7c-111bf322cd01 None None] Pushing event updated for resources: {'Port': ['ID=340f68cc-b53a-4f71-86b5-76bab27e4146,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:03.988613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:03.989301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:04.019484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event updated for resources: {'Port': ['ID=afed9df2-7971-4ed9-8a82-3ace30922069,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:04.027197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.061853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Network aa539b80-7a81-4c10-a61c-2be0f1eee782 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:04.076917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.086428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:04.100587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:04.176147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:04.193658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=135abdab-7df8-4063-b584-40b2aea84da8,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:04.262447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.274468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:04.274829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: 634796b2-a8e4-4ebe-9a03-5b0e9f782b08, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:04.317517 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:04.323059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:04.323966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.336200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port 44e52155-9c6c-4857-a3a5-9bf5bdbaeb98 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:04.336830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.403856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.440272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.491860 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-63a6ba8e-c9b2-4b8d-9c34-8adc2018b465 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2157521 Mar 08 12:45:04.497409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37880) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:04.524269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154890db-c5fb-460e-a4cb-f01899ce829b req-3f21198e-e0b4-4148-bd69-a6a1179b8111 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:04.528785 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-154890db-c5fb-460e-a4cb-f01899ce829b req-3f21198e-e0b4-4148-bd69-a6a1179b8111 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 943 time: 0.2042401 Mar 08 12:45:04.532398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:04.547332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:04.551446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:04.552006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.558146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-85ad58bd-83ea-4cea-814a-9a6eb84217f6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2086983832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:04.577782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:04.586434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.591470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:44:59Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:04.626017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7228ce6-556f-4ece-a5cb-1ba18b7248b2 None None] The sync data for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv is: [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:44:59Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:04.690436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=e0da5574-80f2-4fa1-bc43-f99411fa35bc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:04.699664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.699992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.727969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for 44e52155-9c6c-4857-a3a5-9bf5bdbaeb98 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:04.753379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-154890db-c5fb-460e-a4cb-f01899ce829b req-377d6e67-6c42-444d-8bf7-dc89a9c2fa5d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151895 Mar 08 12:45:04.795182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-85ad58bd-83ea-4cea-814a-9a6eb84217f6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.796143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-85ad58bd-83ea-4cea-814a-9a6eb84217f6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.845573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 634796b2-a8e4-4ebe-9a03-5b0e9f782b08) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:04.857038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9b3e2f-2b40-4efc-ab60-076f136eaeac None None] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:04.899646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-85ad58bd-83ea-4cea-814a-9a6eb84217f6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.914748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:04.914748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:04.920097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.025266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-85ad58bd-83ea-4cea-814a-9a6eb84217f6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.044887 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0a8e457a-c39a-4ea5-8654-6ecfefda3fd3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0769813 Mar 08 12:45:05.050466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37882) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:05.166675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378541c-6201-4748-8583-ddcad3fd27d2 None None] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:05.199366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device db2df386-b694-46d8-bced-928244f377bb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:05.279507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:05.327324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3b5bdc39-904e-48d5-919f-3fafb7b68aa4 None None] Provisioning complete for port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:05.327793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b5bdc39-904e-48d5-919f-3fafb7b68aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.334079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.363299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:05.363561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-85ad58bd-83ea-4cea-814a-9a6eb84217f6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.365915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.373083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37884) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:05.374019 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-85ad58bd-83ea-4cea-814a-9a6eb84217f6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8750613 Mar 08 12:45:05.553021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port db2df386-b694-46d8-bced-928244f377bb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:05.553275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.556012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:05.573319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.581625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8f73f84c-ed4f-400a-b21e-b654d60091fe tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-835883661', 'prefixes': ['172.20.0.0/16']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:05.591779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=44e52155-9c6c-4857-a3a5-9bf5bdbaeb98,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:05.609590 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-41a257c7-ed89-40b0-9745-cb910010be44 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9632795 Mar 08 12:45:05.609812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:05.613887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:05.620146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7432cc0-740a-48cf-be10-81abef398273 None None] Network aa539b80-7a81-4c10-a61c-2be0f1eee782 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:05.665240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.666116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.677919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting subnet 08e42b4b-17e3-4326-84aa-c91bb4a5a105 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:05.684673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.768710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:05.769405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:05.770528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.779961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=e0da5574-80f2-4fa1-bc43-f99411fa35bc,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:05.875339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.875339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:05.875339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-48823eb9-8c69-4e1b-ab80-ddc11ce96194 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/floatingips/0fabb5fd-8a23-46d0-9758-973856a0b12b HTTP/1.1" status: 204 len: 168 time: 2.1777401 Mar 08 12:45:05.886277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37890) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:05.913815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Allocated IP 172.20.0.2 (634796b2-a8e4-4ebe-9a03-5b0e9f782b08/135abdab-7df8-4063-b584-40b2aea84da8/8fea4a90-d382-4b97-a360-db8ee9116eb1) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:05.923473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'c4e06dc2-1758-4e5a-bc9c-7396c9c157dc'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:05.981592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:06.004705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc840eb-4b0d-4f3e-861f-d121dba090e2 req-a8521bee-f10d-4a4f-95a6-403d3054fe77 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:06.006242 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ebc840eb-4b0d-4f3e-861f-d121dba090e2 req-a8521bee-f10d-4a4f-95a6-403d3054fe77 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 943 time: 0.1409819 Mar 08 12:45:06.044062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.060411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:06.063652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.070911 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ebc840eb-4b0d-4f3e-861f-d121dba090e2 req-bb0356fc-d6fd-4b82-97b9-9416d4dca370 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586286 Mar 08 12:45:06.074911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b5bdc39-904e-48d5-919f-3fafb7b68aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.080721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:06.082589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 11, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:06.137858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:06.139399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.201293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.219793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8f73f84c-ed4f-400a-b21e-b654d60091fe tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for subnetpool, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.225262 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8f73f84c-ed4f-400a-b21e-b654d60091fe tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6446996 Mar 08 12:45:06.226693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:06.230714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-556d6f2e-a035-402d-bdb7-a5f2d4ecd3e6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', 'tempest-TagsExtTest-Tag-1598746742') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:06.232432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:06.233078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:06.295684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.331389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Subnet': ['ID=08e42b4b-17e3-4326-84aa-c91bb4a5a105,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:06.336815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.347039 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0ae5c5bb-ccf6-4999-918c-3332c0394061 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/08e42b4b-17e3-4326-84aa-c91bb4a5a105 HTTP/1.1" status: 204 len: 168 time: 0.7255507 Mar 08 12:45:06.347039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37894) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:06.466918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.496890 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.529003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c029211d-d0cf-45cc-aaad-655e2ef36d34 None None] Network 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:06.542110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-556d6f2e-a035-402d-bdb7-a5f2d4ecd3e6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags/tempest-TagsExtTest-Tag-1598746742 HTTP/1.1" status: 201 len: 201 time: 0.3127713 Mar 08 12:45:06.550418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37896) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:06.555369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-16f6cf40-bbc3-4cb0-bd73-d56da3cf0a1c tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', 'tempest-TagsExtTest-Tag-1173476169') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:06.615566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3b5bdc39-904e-48d5-919f-3fafb7b68aa4 None None] For port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,segment=NetworkSegment(c020a5ba-e4ae-4b6a-81e4-956d63a191a3),segment_id=c020a5ba-e4ae-4b6a-81e4-956d63a191a3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:06.623089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:06.631820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router c85d8223-809c-4fc7-8284-e39dcdfc77a7 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:45:06.676236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port db2df386-b694-46d8-bced-928244f377bb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=db2df386-b694-46d8-bced-928244f377bb,segment=NetworkSegment(9f05fe91-b184-4924-aea1-923b65757e5a),segment_id=9f05fe91-b184-4924-aea1-923b65757e5a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:06.706051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Deleting port f3c12a71-5874-4809-a7af-c4d85e208d89 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:06.706051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.760335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b5bdc39-904e-48d5-919f-3fafb7b68aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.770696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 11, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:06.801994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] For port f3c12a71-5874-4809-a7af-c4d85e208d89, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f3c12a71-5874-4809-a7af-c4d85e208d89,segment=NetworkSegment(103b5718-8c8a-4a50-9bf0-5db9cf7803d0),segment_id=103b5718-8c8a-4a50-9bf0-5db9cf7803d0)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:06.802301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.815563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe482a6-f814-4aa0-8321-b928f3e2a377 None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 11, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:06.844869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:06.844869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:06.913351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:06.923719 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-86c147c2-a3a8-4ddf-a1ad-5bab0f150a84 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/c85d8223-809c-4fc7-8284-e39dcdfc77a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5100453 Mar 08 12:45:06.927282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37898) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:06.928717 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] Sync routers for ids ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:06.942277 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] Routers {'c85d8223-809c-4fc7-8284-e39dcdfc77a7'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:06.943034 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:06.982512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.26.3.26 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/a82d6158-4721-425e-87b5-4165a0392da3) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:06.991328 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:07.003933 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] Routers {'c85d8223-809c-4fc7-8284-e39dcdfc77a7'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:07.005221 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:07.044493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bdc39-904e-48d5-919f-3fafb7b68aa4 None None] Pushing event updated for resources: {'Port': ['ID=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:07.046196 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:07.046920 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44afaf1a-021f-4b8d-9bca-14a472ad6191 None None] The sync data for ids ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:07.074399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-626f72be-4cb0-4cab-8298-65eba68cc3a6 None None] Provisioning complete for port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:07.074775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-626f72be-4cb0-4cab-8298-65eba68cc3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.127725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.187225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.213589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:07.218953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.316532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.348714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.354594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Calling delete_port for f3c12a71-5874-4809-a7af-c4d85e208d89 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:07.413973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=db2df386-b694-46d8-bced-928244f377bb,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:07.423412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c3f16-6b11-4ff4-b38b-a20ad9971565 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:07.428971 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-250c3f16-6b11-4ff4-b38b-a20ad9971565 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports/e0da5574-80f2-4fa1-bc43-f99411fa35bc HTTP/1.1" status: 200 len: 911 time: 0.4940481 Mar 08 12:45:07.433569 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37902) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:07.446303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0736a4-b511-43ee-9f9e-dacb31ee3210 req-062d2009-45ea-499e-b21b-1930acd8b0db tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:07.448089 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fb0736a4-b511-43ee-9f9e-dacb31ee3210 req-062d2009-45ea-499e-b21b-1930acd8b0db tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 943 time: 0.1743023 Mar 08 12:45:07.459272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:07.470352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:07.481573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:07.485706 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-16f6cf40-bbc3-4cb0-bd73-d56da3cf0a1c tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags/tempest-TagsExtTest-Tag-1173476169 HTTP/1.1" status: 201 len: 201 time: 0.9334407 Mar 08 12:45:07.497792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:07.499946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37904) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:07.503381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=a82d6158-4721-425e-87b5-4165a0392da3,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:07.511258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-627fafff-59a6-476c-94da-172bbc112f84 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', 'tempest-TagsExtTest-Tag-1578838789') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:07.514609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (634796b2-a8e4-4ebe-9a03-5b0e9f782b08/135abdab-7df8-4063-b584-40b2aea84da8/6debe416-618d-4889-8ed8-6b0ec60246f7) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:07.520963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-626f72be-4cb0-4cab-8298-65eba68cc3a6 None None] Provisioning complete for port db2df386-b694-46d8-bced-928244f377bb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:07.523665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-626f72be-4cb0-4cab-8298-65eba68cc3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.582740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] DHCP port deletion for 7c0ab8e4-4697-42e1-b9d1-4be46cd8441f request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:45:07.591924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:07.595906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:07.639702 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fb0736a4-b511-43ee-9f9e-dacb31ee3210 req-2e1d6f1e-6982-4a4f-8e5e-82cae12e4dea tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766133 Mar 08 12:45:07.672733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Pushing event updated for resources: {'Port': ['ID=8fea4a90-d382-4b97-a360-db8ee9116eb1,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:07.784896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.803964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Attempting to bind port 8fea4a90-d382-4b97-a360-db8ee9116eb1 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:07.804327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Attempting to bind port 8fea4a90-d382-4b97-a360-db8ee9116eb1 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:07.804692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Attempting to bind port 8fea4a90-d382-4b97-a360-db8ee9116eb1 on network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:07.822652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:07.823416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Checking segment: {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:07.823416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.823784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Bound using segment: {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:07.824256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Bound port: 8fea4a90-d382-4b97-a360-db8ee9116eb1, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:07.824627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.830526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Port': ['ID=f3c12a71-5874-4809-a7af-c4d85e208d89,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:07.844054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-626f72be-4cb0-4cab-8298-65eba68cc3a6 None None] Provisioning complete for port e0da5574-80f2-4fa1-bc43-f99411fa35bc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:07.844426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-626f72be-4cb0-4cab-8298-65eba68cc3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.848422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No DVR routers for this DVR port f3c12a71-5874-4809-a7af-c4d85e208d89 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:07.869428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] Deleting port f3c12a71-5874-4809-a7af-c4d85e208d89 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:07.869797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:07.875409 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-627fafff-59a6-476c-94da-172bbc112f84 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags/tempest-TagsExtTest-Tag-1578838789 HTTP/1.1" status: 201 len: 201 time: 0.3685887 Mar 08 12:45:07.878177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37906) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:07.885745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-710c9cff-af58-4dab-9fed-cc8c1164e33d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', 'tempest-TagsExtTest-Tag-1857765146') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:07.973199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-626f72be-4cb0-4cab-8298-65eba68cc3a6 None None] Port e0da5574-80f2-4fa1-bc43-f99411fa35bc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:07.993684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] For port f3c12a71-5874-4809-a7af-c4d85e208d89, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:07.994107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.014308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] Calling delete_port for f3c12a71-5874-4809-a7af-c4d85e208d89 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:08.018410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.018581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] Port f3c12a71-5874-4809-a7af-c4d85e208d89 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:45:08.020002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] For port 8fea4a90-d382-4b97-a360-db8ee9116eb1, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:08.023659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] For port 8fea4a90-d382-4b97-a360-db8ee9116eb1, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8fea4a90-d382-4b97-a360-db8ee9116eb1,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:08.024596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.050427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] Pushing event deleted for resources: {'Port': ['ID=f3c12a71-5874-4809-a7af-c4d85e208d89,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:08.055013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24477d-801b-4acb-86f1-4c9172a9b5de None None] No DVR routers for this DVR port f3c12a71-5874-4809-a7af-c4d85e208d89 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:08.091231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.104072 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Provisioning complete for port db2df386-b694-46d8-bced-928244f377bb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:08.104586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.114517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-710c9cff-af58-4dab-9fed-cc8c1164e33d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags/tempest-TagsExtTest-Tag-1857765146 HTTP/1.1" status: 201 len: 201 time: 0.2327077 Mar 08 12:45:08.116123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37908) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:08.122572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-af32505e-6d85-4352-a5ed-530a88a63765 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:08.126092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0ab8e4-4697-42e1-b9d1-4be46cd8441f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:08.148225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 340f68cc-b53a-4f71-86b5-76bab27e4146 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:08.153430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.173743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103b5718-8c8a-4a50-9bf0-5db9cf7803d0') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:08.174246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103b5718-8c8a-4a50-9bf0-5db9cf7803d0') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:08.199907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.200151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.241900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.278731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:08.280773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.287918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e05c66-6a2c-4d72-8bb0-2dfce6f9836e None None] Pushing event updated for resources: {'Port': ['ID=8fea4a90-d382-4b97-a360-db8ee9116eb1,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:08.349103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 340f68cc-b53a-4f71-86b5-76bab27e4146 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:08.349737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:08.359521 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:08.375493 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.423253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Provisioning complete for port afed9df2-7971-4ed9-8a82-3ace30922069 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:08.423840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.495570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:08.499461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=6debe416-618d-4889-8ed8-6b0ec60246f7,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:08.522960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:08.532929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:08.540833 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-af32505e-6d85-4352-a5ed-530a88a63765 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags HTTP/1.1" status: 200 len: 241 time: 0.4195621 Mar 08 12:45:08.542427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37910) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:08.543710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Port afed9df2-7971-4ed9-8a82-3ace30922069 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:08.548580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-85340aa1-9092-4400-952e-f0db5705fee6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', 'tempest-TagsExtTest-Tag-1598746742') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:08.574322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Provisioning complete for port e0da5574-80f2-4fa1-bc43-f99411fa35bc triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:08.575079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.592061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.616385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.636840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.648860 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/networks/7c0ab8e4-4697-42e1-b9d1-4be46cd8441f HTTP/1.1" status: 204 len: 168 time: 2.3023579 Mar 08 12:45:08.651867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37912) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:08.657950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 340f68cc-b53a-4f71-86b5-76bab27e4146, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=340f68cc-b53a-4f71-86b5-76bab27e4146,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:08.658577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'routes': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:08.661821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e76b3f60-6111-4087-8189-798b8218f7c0 None None] Port e0da5574-80f2-4fa1-bc43-f99411fa35bc cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:08.672489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1bebc-1c37-4603-86b5-73d8625518a6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Pushing event deleted for resources: {'Network': ['ID=7c0ab8e4-4697-42e1-b9d1-4be46cd8441f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:08.688963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.730166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.730166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device db2df386-b694-46d8-bced-928244f377bb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:08.755168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.807870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.874678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=340f68cc-b53a-4f71-86b5-76bab27e4146,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:08.911944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port db2df386-b694-46d8-bced-928244f377bb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:08.912383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.933020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Added routes are [] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 08 12:45:08.933428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Removed routes are [] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 08 12:45:08.933879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:08.950106 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-85340aa1-9092-4400-952e-f0db5705fee6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags/tempest-TagsExtTest-Tag-1598746742 HTTP/1.1" status: 204 len: 168 time: 0.4024277 Mar 08 12:45:08.982180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37916) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:08.987257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-225fe035-f403-4868-ba93-8e2e8f45dd4a tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', 'tempest-TagsExtTest-Tag-1598746742') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:09.029201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:09.038103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95da87-b743-4f9f-a503-8e4d04fd3c28 req-99b58f5c-5f1c-4b14-af57-0bf427cb628f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:09.039683 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f95da87-b743-4f9f-a503-8e4d04fd3c28 req-99b58f5c-5f1c-4b14-af57-0bf427cb628f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 943 time: 0.2336874 Mar 08 12:45:09.078550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:09.078847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.113314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.173177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f95da87-b743-4f9f-a503-8e4d04fd3c28 req-cccc3795-8f7d-44f1-9624-cbc451967c7d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048963 Mar 08 12:45:09.217871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.230401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.252491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:09.274018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:09.274359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8bbd9bd6-4b3e-42f7-9cb7-b1b4380ab683 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:09.274779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f3c12a71-5874-4809-a7af-c4d85e208d89 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:09.319675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f3c12a71-5874-4809-a7af-c4d85e208d89 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:09.320341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f3c12a71-5874-4809-a7af-c4d85e208d89 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:09.365644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 2d2e1769-852e-42da-b5fa-8a7233103646 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:09.371522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.385218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 875d3445-1e25-4565-b8d9-6526c134dbcf details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:45:09.425783 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-225fe035-f403-4868-ba93-8e2e8f45dd4a tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags/tempest-TagsExtTest-Tag-1598746742 HTTP/1.1" status: 204 len: 168 time: 0.4415579 Mar 08 12:45:09.432267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37918) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:09.437963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-1d038197-503e-4ea1-9c89-0c5977562f3e tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:09.507013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.519912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 875d3445-1e25-4565-b8d9-6526c134dbcf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=875d3445-1e25-4565-b8d9-6526c134dbcf,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:09.528364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:09.528540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port e0da5574-80f2-4fa1-bc43-f99411fa35bc {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:09.528790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.557669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] Sync routers for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:09.560867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.561556 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fe7e5d44-55c6-4716-b966-87b7c92778f6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 200 len: 700 time: 0.9078386 Mar 08 12:45:09.565447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'port_id': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'mac_address': 'fa:16:3e:d7:33:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:45:09.566666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37920) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:09.624826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=a82d6158-4721-425e-87b5-4165a0392da3,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:09.632796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:09.634000 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:09.636478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.644327 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-db9b9778-1e2c-4268-a688-1108f607437f tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 200 len: 205 time: 0.0453439 Mar 08 12:45:09.646480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37922) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:09.748850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d038197-503e-4ea1-9c89-0c5977562f3e tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags HTTP/1.1" status: 200 len: 205 time: 0.3153319 Mar 08 12:45:09.751867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37924) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:09.760403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-ff9c407d-d4df-4beb-a67a-43052b1f1441 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:09.760646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.777239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00d91408-6828-4945-8068-65c2b5dee97d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.782463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.795908 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 8222c108-11c5-4711-9e21-1befec296cbc associated. External IP: 172.26.3.26, port: c4e06dc2-1758-4e5a-bc9c-7396c9c157dc. Mar 08 12:45:09.827328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.849259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6836e2-add8-436d-a1f1-604a3c5a075c None None] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:09.887898 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ff9c407d-d4df-4beb-a67a-43052b1f1441 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags HTTP/1.1" status: 200 len: 241 time: 0.1351542 Mar 08 12:45:09.888192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for e0da5574-80f2-4fa1-bc43-f99411fa35bc owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:09.894249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37926) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:09.897791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-fba5ff82-5fe7-4174-9530-0a3e67402834 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', 'tempest-TagsExtTest-Tag-1173476169') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:09.917566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a8a34d48-1458-4e92-827e-674294147991 None None] Provisioning complete for port 8fea4a90-d382-4b97-a360-db8ee9116eb1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:09.918099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d48-1458-4e92-827e-674294147991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.957706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:09.977790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875d3445-1e25-4565-b8d9-6526c134dbcf {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:45:10.012827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:10.013649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fba5ff82-5fe7-4174-9530-0a3e67402834 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags/tempest-TagsExtTest-Tag-1173476169 HTTP/1.1" status: 204 len: 168 time: 0.1196136 Mar 08 12:45:10.016261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37928) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:10.021283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-87389d37-347b-4123-9a56-69284fae0ccf tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', 'tempest-TagsExtTest-Tag-1173476169') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.043717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.099986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 11, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.108997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=6debe416-618d-4889-8ed8-6b0ec60246f7,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:10.110373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 875d3445-1e25-4565-b8d9-6526c134dbcf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=875d3445-1e25-4565-b8d9-6526c134dbcf,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:10.113995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 340f68cc-b53a-4f71-86b5-76bab27e4146 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:10.121216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:10.164484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] Checking router: 2d2e1769-852e-42da-b5fa-8a7233103646 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:10.234526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] Routers {'2d2e1769-852e-42da-b5fa-8a7233103646'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:10.235170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['2d2e1769-852e-42da-b5fa-8a7233103646'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.275121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-87389d37-347b-4123-9a56-69284fae0ccf tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags/tempest-TagsExtTest-Tag-1173476169 HTTP/1.1" status: 204 len: 168 time: 0.2547650 Mar 08 12:45:10.276508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37932) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:10.280063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-29f0bd45-4b38-4702-ba09-f0ba5bf9e343 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.288393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.326227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d48-1458-4e92-827e-674294147991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.348952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:10.367471 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:10.379927 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:10.380823 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.388775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] Set router 2d2e1769-852e-42da-b5fa-8a7233103646 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:10.419221 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.422657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a5dd9-5bb0-48d6-b50e-f6d554c2429c req-8d329853-2257-46cb-b1ea-d65c66b79889 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:10.431628 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:10.432487 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.435860 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e82a5dd9-5bb0-48d6-b50e-f6d554c2429c req-8d329853-2257-46cb-b1ea-d65c66b79889 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 944 time: 0.1252625 Mar 08 12:45:10.467770 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.468790 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997dd80f-be0c-469f-bcac-bb8607695d92 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:10.472363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 11, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.489044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.511333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00d91408-6828-4945-8068-65c2b5dee97d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.523718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00d91408-6828-4945-8068-65c2b5dee97d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.544293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5dc9f0-4537-4d67-880b-d2690bd8949b None None] The sync data for ids ['2d2e1769-852e-42da-b5fa-8a7233103646'] in dv-neutron-829486-2-hyperv is: [{'id': '2d2e1769-852e-42da-b5fa-8a7233103646', 'name': 'tempest-RoutersTest-router-446548615', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:46Z', 'updated_at': '2022-03-08T12:45:03Z', 'revision_number': 11, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:10.546948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a8a34d48-1458-4e92-827e-674294147991 None None] For port 8fea4a90-d382-4b97-a360-db8ee9116eb1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8fea4a90-d382-4b97-a360-db8ee9116eb1,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:10.548070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=875d3445-1e25-4565-b8d9-6526c134dbcf,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:10.551866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 340f68cc-b53a-4f71-86b5-76bab27e4146 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:10.552231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.575695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['875d3445-1e25-4565-b8d9-6526c134dbcf'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:45:10.636141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d48-1458-4e92-827e-674294147991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.735349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a34d48-1458-4e92-827e-674294147991 None None] Pushing event updated for resources: {'Port': ['ID=8fea4a90-d382-4b97-a360-db8ee9116eb1,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:10.742322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:10.744708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00d91408-6828-4945-8068-65c2b5dee97d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.745743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d91408-6828-4945-8068-65c2b5dee97d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Fanout notify agent at l3_agent the message router_deleted on router 2d2e1769-852e-42da-b5fa-8a7233103646 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:10.747848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:10.758586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-00d91408-6828-4945-8068-65c2b5dee97d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.763469 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-00d91408-6828-4945-8068-65c2b5dee97d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 204 len: 168 time: 1.1101294 Mar 08 12:45:10.769964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37934) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:10.775730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0d88aaf3-434d-4ea8-a843-ee5f9a266448 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-958235418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:10.832614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8fea4a90-d382-4b97-a360-db8ee9116eb1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:10.866747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:10.904975 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e82a5dd9-5bb0-48d6-b50e-f6d554c2429c req-c24881b7-6cde-46ea-9764-e6e2ee48e93b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4688714 Mar 08 12:45:10.916477 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-29f0bd45-4b38-4702-ba09-f0ba5bf9e343 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags HTTP/1.1" status: 200 len: 205 time: 0.6346829 Mar 08 12:45:10.916477 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8a97676f-81db-4303-b8b4-610c176c33ab tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.0087681 Mar 08 12:45:10.920632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37936) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:10.920950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37938) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:10.932647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2118856657'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:10.940051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-a7a4d61d-3d19-4288-9caf-662e5ac44ae5 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:10.944746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=e0da5574-80f2-4fa1-bc43-f99411fa35bc,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:11.007625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8fea4a90-d382-4b97-a360-db8ee9116eb1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:11.014599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.069029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d88aaf3-434d-4ea8-a843-ee5f9a266448 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.069029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d88aaf3-434d-4ea8-a843-ee5f9a266448 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.210943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:11.215353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.215570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8a563e97-fedb-4429-8154-740912cf391d None None] Provisioning complete for port 6debe416-618d-4889-8ed8-6b0ec60246f7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:11.215976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a563e97-fedb-4429-8154-740912cf391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.247988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.262376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8a563e97-fedb-4429-8154-740912cf391d None None] Port 6debe416-618d-4889-8ed8-6b0ec60246f7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:11.274337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8a563e97-fedb-4429-8154-740912cf391d None None] Provisioning complete for port 8fea4a90-d382-4b97-a360-db8ee9116eb1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:11.275123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a563e97-fedb-4429-8154-740912cf391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.302127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d88aaf3-434d-4ea8-a843-ee5f9a266448 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.307319 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a7a4d61d-3d19-4288-9caf-662e5ac44ae5 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags HTTP/1.1" status: 200 len: 241 time: 0.3779285 Mar 08 12:45:11.307722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37942) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.311760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 0eda2d56-78ce-412c-b07b-25216f772818 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:11.315656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-b3c00c6d-8b31-4b2d-a054-95623a446365 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', 'tempest-TagsExtTest-Tag-1578838789') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.361326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:11.413390 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d88aaf3-434d-4ea8-a843-ee5f9a266448 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.418660 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b3c00c6d-8b31-4b2d-a054-95623a446365 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags/tempest-TagsExtTest-Tag-1578838789 HTTP/1.1" status: 204 len: 168 time: 0.1096296 Mar 08 12:45:11.421395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.421546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37944) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.421748 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Added segment 7baa45c4-e7a8-4b33-9f2a-e37a6f124d45 of type vlan for network 703460fb-de63-4cd4-9114-3e24a48371c4 Mar 08 12:45:11.426876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-a3fb9f2d-6eae-485e-83f2-d276ed33c8d4 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', 'tempest-TagsExtTest-Tag-1578838789') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.516010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2a9a0968-0803-4371-bb13-546ac37d7e1d None None] Provisioning complete for port 6debe416-618d-4889-8ed8-6b0ec60246f7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:11.517017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0968-0803-4371-bb13-546ac37d7e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.548850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d88aaf3-434d-4ea8-a843-ee5f9a266448 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.550216 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0d88aaf3-434d-4ea8-a843-ee5f9a266448 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7792573 Mar 08 12:45:11.552983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37946) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.556273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.558567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-428d0f97-bc92-4221-991f-c79315695b6b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:11.582671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a0968-0803-4371-bb13-546ac37d7e1d None None] Port 6debe416-618d-4889-8ed8-6b0ec60246f7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:11.608645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a3fb9f2d-6eae-485e-83f2-d276ed33c8d4 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags/tempest-TagsExtTest-Tag-1578838789 HTTP/1.1" status: 204 len: 168 time: 0.1859777 Mar 08 12:45:11.612278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37948) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.615668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-84023dfc-3b13-480c-9898-5015f3ec8a38 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.646030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router c85d8223-809c-4fc7-8284-e39dcdfc77a7 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:11.669859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:11.678523 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-535a34a0-d3b4-49de-beec-fa7e554677f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/0eda2d56-78ce-412c-b07b-25216f772818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6250124 Mar 08 12:45:11.679136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37950) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.681620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Sync routers for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:11.704448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:11.706418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.754273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c6b7b914-7b50-4e1a-8aa2-430f4009c6f9 None None] Provisioning complete for port 6debe416-618d-4889-8ed8-6b0ec60246f7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:11.754725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c6b7b914-7b50-4e1a-8aa2-430f4009c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.767001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:11.779649 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] Sync routers for ids ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:11.792624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-84023dfc-3b13-480c-9898-5015f3ec8a38 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags HTTP/1.1" status: 200 len: 205 time: 0.1781816 Mar 08 12:45:11.792872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37952) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.795987 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] Routers {'c85d8223-809c-4fc7-8284-e39dcdfc77a7'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:11.796846 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.798693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-5b4dc582-5411-4beb-add2-d5bd17311e10 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.838036 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.851532 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] Routers {'c85d8223-809c-4fc7-8284-e39dcdfc77a7'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:11.852676 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.886138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-428d0f97-bc92-4221-991f-c79315695b6b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.896095 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.897130 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5bb5e-02f2-401f-86d4-d9d24cc626ac None None] The sync data for ids ['c85d8223-809c-4fc7-8284-e39dcdfc77a7'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:11.907757 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5b4dc582-5411-4beb-add2-d5bd17311e10 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags HTTP/1.1" status: 200 len: 241 time: 0.1127539 Mar 08 12:45:11.910540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37954) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.915240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-a3d85606-0452-4c28-9840-067ea2fa4090 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', 'tempest-TagsExtTest-Tag-1857765146') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.946937 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-63512387-8a32-460e-8374-90a64c21fdcc tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/c85d8223-809c-4fc7-8284-e39dcdfc77a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5122268 Mar 08 12:45:11.947974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.950017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a3d85606-0452-4c28-9840-067ea2fa4090 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags/tempest-TagsExtTest-Tag-1857765146 HTTP/1.1" status: 204 len: 168 time: 0.0363553 Mar 08 12:45:11.952300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37958) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.952946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37960) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:11.956078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:11.956892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:11.958551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-e03f2b68-2432-475c-922e-20c58f770c73 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', 'tempest-TagsExtTest-Tag-1857765146') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:11.976267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-428d0f97-bc92-4221-991f-c79315695b6b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.009964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-22718eb0-a4fc-47b8-9e2b-dff2cf435f43 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=c85d8223-809c-4fc7-8284-e39dcdfc77a7 HTTP/1.1" status: 200 len: 205 time: 0.0457275 Mar 08 12:45:12.011058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37962) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.048641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8fea4a90-d382-4b97-a360-db8ee9116eb1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:12.074667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c6b7b914-7b50-4e1a-8aa2-430f4009c6f9 None None] Port 6debe416-618d-4889-8ed8-6b0ec60246f7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:12.094993 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1692665 Mar 08 12:45:12.101783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37964) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.101957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:12.105445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.105931 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.106392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.106850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.107299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.107746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.108213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.108628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.109067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.109505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.114792 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4599048d-bf83-4a6a-bc87-c0af1a45bb0d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7011 time: 0.4310074 Mar 08 12:45:12.115706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'subnet': {'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:12.119158 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5e4ae-f42a-4fa3-88a4-853bfefe0b88 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Network': ['ID=703460fb-de63-4cd4-9114-3e24a48371c4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:12.122270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37966) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.135855 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 703460fb-de63-4cd4-9114-3e24a48371c4 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:12.219950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-143cfb75-d2b7-4eb5-974e-097c744f8427 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.266598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8fea4a90-d382-4b97-a360-db8ee9116eb1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:12.266988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.286984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.287432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.287883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.288318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.288754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.289194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.289626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.290083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.290514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.295091 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-44907466-79e6-4168-86c3-0f3e84586116 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5801 time: 0.1691582 Mar 08 12:45:12.296109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37968) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.360308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d758ac7-06cc-446d-8a8e-9b22d5905513 req-bc84e400-678b-4bb3-a740-668cacd61b20 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:12.362768 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d758ac7-06cc-446d-8a8e-9b22d5905513 req-bc84e400-678b-4bb3-a740-668cacd61b20 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 944 time: 0.3422475 Mar 08 12:45:12.416021 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e03f2b68-2432-475c-922e-20c58f770c73 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags/tempest-TagsExtTest-Tag-1857765146 HTTP/1.1" status: 204 len: 168 time: 0.4598079 Mar 08 12:45:12.418373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37970) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.423637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-5cdbd6c6-fe52-44af-8794-8838db0fe04f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:12.454691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:12.455779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:09Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:12.458959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.465259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-143cfb75-d2b7-4eb5-974e-097c744f8427 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.471655 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-143cfb75-d2b7-4eb5-974e-097c744f8427 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.483888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Checking router: 0eda2d56-78ce-412c-b07b-25216f772818 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:12.484316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Updating router 0eda2d56-78ce-412c-b07b-25216f772818 port 6debe416-618d-4889-8ed8-6b0ec60246f7 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:45:12.514637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.530863 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d758ac7-06cc-446d-8a8e-9b22d5905513 req-60e13e21-c067-4212-8ca2-8e1e54f1400c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271133 Mar 08 12:45:12.554561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428d0f97-bc92-4221-991f-c79315695b6b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Router 8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:45:12.584265 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5cdbd6c6-fe52-44af-8794-8838db0fe04f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags HTTP/1.1" status: 200 len: 205 time: 0.1648474 Mar 08 12:45:12.594659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37972) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.599665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-0809924a-b377-4843-a474-d8659aaa5135 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:12.635678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-143cfb75-d2b7-4eb5-974e-097c744f8427 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.636160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143cfb75-d2b7-4eb5-974e-097c744f8427 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Fanout notify agent at l3_agent the message router_deleted on router c85d8223-809c-4fc7-8284-e39dcdfc77a7 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:12.650851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-143cfb75-d2b7-4eb5-974e-097c744f8427 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.653819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-143cfb75-d2b7-4eb5-974e-097c744f8427 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/c85d8223-809c-4fc7-8284-e39dcdfc77a7 HTTP/1.1" status: 204 len: 168 time: 0.6401761 Mar 08 12:45:12.654317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 37974) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.654914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428d0f97-bc92-4221-991f-c79315695b6b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:12.663690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-428d0f97-bc92-4221-991f-c79315695b6b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.666986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] Sync routers for ids ['8b8f1bb5-c905-4075-8d5b-4c62bbb4c979'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:12.668089 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-428d0f97-bc92-4221-991f-c79315695b6b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "PUT /v2.0/routers/8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 HTTP/1.1" status: 200 len: 693 time: 1.1137855 Mar 08 12:45:12.668758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37976) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.715074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] Routers {'8b8f1bb5-c905-4075-8d5b-4c62bbb4c979'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:12.715880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8b8f1bb5-c905-4075-8d5b-4c62bbb4c979'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:12.757743 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f47a0290-a870-4dd2-9990-4757b04f036d tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/routers/8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 HTTP/1.1" status: 200 len: 699 time: 0.0848219 Mar 08 12:45:12.762034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37978) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.792116 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-18f91a7b-b8c7-483b-b11a-9a6588f46f19 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 HTTP/1.1" status: 200 len: 205 time: 0.0267313 Mar 08 12:45:12.792345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37980) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:12.805453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] Set router 8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:12.870845 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f1bb5-c905-4075-8d5b-4c62bbb4c979', 'name': 'tempest-RoutersTest-router-958235418', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:11Z', 'updated_at': '2022-03-08T12:45:11Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:12.878025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-961fc7a2-75ce-4e16-a548-f36aa65e42f1 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:12.905623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] Checking router: 8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:12.931572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] Routers {'8b8f1bb5-c905-4075-8d5b-4c62bbb4c979'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:12.932187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8b8f1bb5-c905-4075-8d5b-4c62bbb4c979'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:13.012869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] Set router 8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:13.053003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-961fc7a2-75ce-4e16-a548-f36aa65e42f1 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.055349 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-961fc7a2-75ce-4e16-a548-f36aa65e42f1 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.089139 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0809924a-b377-4843-a474-d8659aaa5135 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags HTTP/1.1" status: 204 len: 168 time: 0.4912047 Mar 08 12:45:13.093888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37982) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.096890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8f1bb5-c905-4075-8d5b-4c62bbb4c979', 'name': 'tempest-RoutersTest-router-958235418', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:11Z', 'updated_at': '2022-03-08T12:45:11Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:13.098702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-c86e8088-099c-44d6-8682-c6569ad053c0 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:13.109961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet 27f02037-dfb2-42e3-9ba4-34e8d5449837 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:13.120589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.130391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d93618-f2fb-4bff-9954-291e8f4c3436 None None] The sync data for ids ['8b8f1bb5-c905-4075-8d5b-4c62bbb4c979'] in dv-neutron-829486-2-hyperv is: [{'id': '8b8f1bb5-c905-4075-8d5b-4c62bbb4c979', 'name': 'tempest-RoutersTest-router-958235418', 'tenant_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:11Z', 'updated_at': '2022-03-08T12:45:11Z', 'revision_number': 2, 'project_id': '6aad4f82084748b4b3a0f5566a0d82d8', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:13.151865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.185354 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c86e8088-099c-44d6-8682-c6569ad053c0 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags HTTP/1.1" status: 204 len: 168 time: 0.0912194 Mar 08 12:45:13.188223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37984) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.193572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-4a28f9c2-e7a2-40c1-9bdd-c933162bbbb5 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:13.211235 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-93066c1c-328b-4cfd-9b35-f6be363a277b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5349 time: 0.9148142 Mar 08 12:45:13.218751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-961fc7a2-75ce-4e16-a548-f36aa65e42f1 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.219366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961fc7a2-75ce-4e16-a548-f36aa65e42f1 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Fanout notify agent at l3_agent the message router_deleted on router 8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:13.219958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.228895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-961fc7a2-75ce-4e16-a548-f36aa65e42f1 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.235353 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-961fc7a2-75ce-4e16-a548-f36aa65e42f1 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 HTTP/1.1" status: 204 len: 168 time: 0.4369171 Mar 08 12:45:13.237374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37988) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.243803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.273436 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-783e8451-60aa-4911-b789-8039ae956ba4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 HTTP/1.1" status: 200 len: 205 time: 0.0346575 Mar 08 12:45:13.275856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37990) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.318295 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-fb645992-829a-4817-95dd-55abad47a836 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] delete failed (client error): The resource could not be found. Mar 08 12:45:13.321787 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fb645992-829a-4817-95dd-55abad47a836 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/8b8f1bb5-c905-4075-8d5b-4c62bbb4c979 HTTP/1.1" status: 404 len: 336 time: 0.0426657 Mar 08 12:45:13.322847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37992) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.329159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095f07b-0a69-49c3-822a-f8bc62945d76 None None] Pushing event updated for resources: {'Port': ['ID=6debe416-618d-4889-8ed8-6b0ec60246f7,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:13.355728 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ebc155-bccd-4ea3-b772-26d7bf33d9c7 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:13.356268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ebc155-bccd-4ea3-b772-26d7bf33d9c7 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:13.365280 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-56ebc155-bccd-4ea3-b772-26d7bf33d9c7 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/ff79d17b-bdb7-4709-8b9b-eec2443b4b0c HTTP/1.1" status: 404 len: 337 time: 0.0405829 Mar 08 12:45:13.367803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37994) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.407378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Attempting to bind port 6debe416-618d-4889-8ed8-6b0ec60246f7 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:13.407378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Attempting to bind port 6debe416-618d-4889-8ed8-6b0ec60246f7 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:13.407923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Attempting to bind port 6debe416-618d-4889-8ed8-6b0ec60246f7 on network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:13.412368 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.413621 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f6f2d3-6556-41e6-b606-eb215b62d8c3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:13.413788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f6f2d3-6556-41e6-b606-eb215b62d8c3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:13.413986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:13.414438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Checking segment: {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:13.414899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.415429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Bound using segment: {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:13.415884 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Bound port: 6debe416-618d-4889-8ed8-6b0ec60246f7, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:13.416323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.422650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-97f6f2d3-6556-41e6-b606-eb215b62d8c3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/ab5e99e2-bfb7-4be1-b1f2-99972279ab9b HTTP/1.1" status: 404 len: 337 time: 0.0486484 Mar 08 12:45:13.422650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4a28f9c2-e7a2-40c1-9bdd-c933162bbbb5 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags HTTP/1.1" status: 204 len: 168 time: 0.2302268 Mar 08 12:45:13.422934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 875d3445-1e25-4565-b8d9-6526c134dbcf up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:13.423491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37996) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.423762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 37998) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.429360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-34986112-263b-4b76-9b88-57fff1d74439 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:13.523889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.525425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-83da1ae3-9e4c-4258-ac32-515eadd95e52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:13.525952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83da1ae3-9e4c-4258-ac32-515eadd95e52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:13.535066 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-83da1ae3-9e4c-4258-ac32-515eadd95e52 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/b6717eea-94dc-4c88-8e53-14dfb3889f1b HTTP/1.1" status: 404 len: 337 time: 0.1088476 Mar 08 12:45:13.539150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38000) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.570652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] For port 6debe416-618d-4889-8ed8-6b0ec60246f7, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:13.575862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7d8a03-4dea-4b38-a221-5a93f8a9b425 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:13.576030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] For port 6debe416-618d-4889-8ed8-6b0ec60246f7, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6debe416-618d-4889-8ed8-6b0ec60246f7,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:13.576146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7d8a03-4dea-4b38-a221-5a93f8a9b425 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:13.585891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8f7d8a03-4dea-4b38-a221-5a93f8a9b425 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/08e42b4b-17e3-4326-84aa-c91bb4a5a105 HTTP/1.1" status: 404 len: 337 time: 0.0445130 Mar 08 12:45:13.589506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38004) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.605642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Subnet': ['ID=e4fae2ef-1670-4f6e-af8c-5199181e0bc7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:13.620231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.628699 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-21cde657-9f77-4860-a2af-0bf9fc1bfcb6 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 200 len: 205 time: 0.0336497 Mar 08 12:45:13.633045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38006) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.653113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 875d3445-1e25-4565-b8d9-6526c134dbcf completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:45:13.657606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 875d3445-1e25-4565-b8d9-6526c134dbcf triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:13.669007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.672051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=27f02037-dfb2-42e3-9ba4-34e8d5449837,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:13.684822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.690003 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0a259358-eb63-4e05-b8d3-fceb98d0d049 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/27f02037-dfb2-42e3-9ba4-34e8d5449837 HTTP/1.1" status: 204 len: 168 time: 1.0339794 Mar 08 12:45:13.692673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38008) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.699421 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ca5f7-9a9e-46d2-9b21-4a3c9cbabe28 None None] Network c94da98d-73b7-4c98-b5b1-43a4e32e06df requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:13.719573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.724731 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-ef89681d-326d-4705-a6d3-1d6b04240a1e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] delete failed (client error): The resource could not be found. Mar 08 12:45:13.725698 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ef89681d-326d-4705-a6d3-1d6b04240a1e tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/2d2e1769-852e-42da-b5fa-8a7233103646 HTTP/1.1" status: 404 len: 336 time: 0.0931630 Mar 08 12:45:13.738163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38010) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.772766 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-19c3304c-4b42-49c1-9d42-62cc02f1a213 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=907c0940-3a0a-421b-a30d-3b41f188ba96 HTTP/1.1" status: 200 len: 205 time: 0.0373094 Mar 08 12:45:13.776796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38012) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.828840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Checking segment: {'id': '7baa45c4-e7a8-4b33-9f2a-e37a6f124d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:13.829546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network hostable DHCP agents. Network: 703460fb-de63-4cd4-9114-3e24a48371c4, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:13.843124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095f07b-0a69-49c3-822a-f8bc62945d76 None None] Pushing event updated for resources: {'Port': ['ID=6debe416-618d-4889-8ed8-6b0ec60246f7,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:13.849279 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-34986112-263b-4b76-9b88-57fff1d74439 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.4242735 Mar 08 12:45:13.851698 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-13b5d5ee-9671-4fcb-87e7-a0c051cb4b33 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] delete failed (client error): The resource could not be found. Mar 08 12:45:13.853048 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-13b5d5ee-9671-4fcb-87e7-a0c051cb4b33 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/907c0940-3a0a-421b-a30d-3b41f188ba96 HTTP/1.1" status: 404 len: 336 time: 0.0741844 Mar 08 12:45:13.853675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38014) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.860024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:13.867774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38016) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.877367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-ac3c114e-cc20-412f-bb3a-19bc16d0d4f2 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', 'tempest-TagsExtTest-Tag-1342133371') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:13.916497 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c56247-6c75-43b8-b2b2-5762710d601b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:13.917214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c56247-6c75-43b8-b2b2-5762710d601b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:13.920838 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b6c56247-6c75-43b8-b2b2-5762710d601b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/b734eb92-174e-422f-b969-e9ef0da73159 HTTP/1.1" status: 404 len: 337 time: 0.0388377 Mar 08 12:45:13.926495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38018) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:13.956417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e97fd-c8e2-47c6-a109-d122f989d9e2 req-77bd95a7-ea0b-473e-844e-09bb766db0aa tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:13.958062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-136e97fd-c8e2-47c6-a109-d122f989d9e2 req-77bd95a7-ea0b-473e-844e-09bb766db0aa tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 944 time: 0.2424650 Mar 08 12:45:13.980425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6b667735-5a1d-42b2-851c-f27270e2c196 None None] Provisioning complete for port 6debe416-618d-4889-8ed8-6b0ec60246f7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:13.980796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6b667735-5a1d-42b2-851c-f27270e2c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.003082 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dbf8fbe9-0ea4-476c-9650-0980bf3981a4 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d5a0096-05d9-462c-901b-2c471150b6cc HTTP/1.1" status: 200 len: 205 time: 0.0621710 Mar 08 12:45:14.003682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38020) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.009679 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 703460fb-de63-4cd4-9114-3e24a48371c4 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:14.035330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:14.035977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:14.062788 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-136e97fd-c8e2-47c6-a109-d122f989d9e2 req-1296893a-7131-487d-8fcc-94d7619933a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847981 Mar 08 12:45:14.068218 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-f9e7c360-39a7-4474-a032-3c48d0ac98ad tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] delete failed (client error): The resource could not be found. Mar 08 12:45:14.072127 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f9e7c360-39a7-4474-a032-3c48d0ac98ad tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/9d5a0096-05d9-462c-901b-2c471150b6cc HTTP/1.1" status: 404 len: 336 time: 0.0670705 Mar 08 12:45:14.072767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38022) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.098016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:14.106058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.110101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38024) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.115493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-05b9396e-48d3-4755-a851-c0535b6f72e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434217485', 'description': 'tempest-secgroup-smoke-1434217485 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:14.139807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 703460fb-de63-4cd4-9114-3e24a48371c4) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:14.146157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:14.146845 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.159054 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5903fecc-812e-4f0c-b38d-f91e17c23898 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=f068c002-b98a-4ae1-b1d1-b346644de2e5 HTTP/1.1" status: 200 len: 205 time: 0.0842535 Mar 08 12:45:14.159697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38026) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.167036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a358d61-f992-45ca-806e-098cf0ed5f41 None None] Network 703460fb-de63-4cd4-9114-3e24a48371c4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:14.202596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ac3c114e-cc20-412f-bb3a-19bc16d0d4f2 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags/tempest-TagsExtTest-Tag-1342133371 HTTP/1.1" status: 201 len: 201 time: 0.3472164 Mar 08 12:45:14.205987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38028) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.211502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-893d6a99-14bc-409c-8f6a-20f66ba58849 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', 'tempest-TagsExtTest-Tag-1678360706') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:14.238631 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-94e8b92f-c7b3-455e-a8d3-af84379b8f5b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] delete failed (client error): The resource could not be found. Mar 08 12:45:14.240873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05b9396e-48d3-4755-a851-c0535b6f72e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.242235 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-94e8b92f-c7b3-455e-a8d3-af84379b8f5b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/f068c002-b98a-4ae1-b1d1-b346644de2e5 HTTP/1.1" status: 404 len: 336 time: 0.0766153 Mar 08 12:45:14.248924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38030) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.290515 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-299ecf7b-d3ea-43cf-9e2f-f9688d619aaf tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:14.290919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299ecf7b-d3ea-43cf-9e2f-f9688d619aaf tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:14.298385 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-299ecf7b-d3ea-43cf-9e2f-f9688d619aaf tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/8276d712-a33e-4058-9108-04eb9621c5d4 HTTP/1.1" status: 404 len: 337 time: 0.0470419 Mar 08 12:45:14.298385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38032) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.316703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,segment=NetworkSegment(c020a5ba-e4ae-4b6a-81e4-956d63a191a3),segment_id=c020a5ba-e4ae-4b6a-81e4-956d63a191a3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:14.318103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.325744 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-58c44cdc-2a1f-4d69-95ea-f8d9e6dd8969 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2226539 Mar 08 12:45:14.347002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38034) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.351720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1607044921', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:14.379241 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4dec9e86-2536-4ab9-b517-26cbbb47b5df tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=e803560f-cc5c-44c7-bb71-b737fbbbb011 HTTP/1.1" status: 200 len: 205 time: 0.0776272 Mar 08 12:45:14.379881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38036) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.390372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:14.439000 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-6d8886fa-9f71-4ee9-ae6e-a73c31f5700b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] delete failed (client error): The resource could not be found. Mar 08 12:45:14.443108 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6d8886fa-9f71-4ee9-ae6e-a73c31f5700b tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/e803560f-cc5c-44c7-bb71-b737fbbbb011 HTTP/1.1" status: 404 len: 336 time: 0.0587890 Mar 08 12:45:14.446206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38038) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.457283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.458496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.513695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.570783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.573421 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b6c25e-7586-4acb-9208-8bb4ec1d7424 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:14.573893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b6c25e-7586-4acb-9208-8bb4ec1d7424 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:14.579777 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-15b6c25e-7586-4acb-9208-8bb4ec1d7424 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/be954925-107c-404e-9b72-91137f1e01f3 HTTP/1.1" status: 404 len: 337 time: 0.1300259 Mar 08 12:45:14.581616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38040) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.618590 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e6cf60af-e7c1-4b50-80b9-e88121f360b3 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b21129c-26a9-48e0-a7ce-aee193504c55 HTTP/1.1" status: 200 len: 205 time: 0.0357454 Mar 08 12:45:14.622407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38042) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.631758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:14.655804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 875d3445-1e25-4565-b8d9-6526c134dbcf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=875d3445-1e25-4565-b8d9-6526c134dbcf,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:14.676379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-998b8beb-4315-4aeb-a2f3-3c7af4bbbabc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] delete failed (client error): The resource could not be found. Mar 08 12:45:14.679844 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-998b8beb-4315-4aeb-a2f3-3c7af4bbbabc tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/routers/7b21129c-26a9-48e0-a7ce-aee193504c55 HTTP/1.1" status: 404 len: 336 time: 0.0534470 Mar 08 12:45:14.680838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38044) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.691423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:45:14.693713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d523a47-28fe-4cba-a98f-7c25a6d8e432" -d '{"events": [{"server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "name": "network-vif-plugged", "status": "completed", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:45:14.713285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6b667735-5a1d-42b2-851c-f27270e2c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.743776 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb783eeb-01b2-477e-baef-275099c341af tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:14.744321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb783eeb-01b2-477e-baef-275099c341af tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:14.749798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cb783eeb-01b2-477e-baef-275099c341af tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/16e84a94-dcd8-4cd0-9abd-004e85d2ba2d HTTP/1.1" status: 404 len: 337 time: 0.0639606 Mar 08 12:45:14.751529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38050) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.758551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] DHCP port deletion for c94da98d-73b7-4c98-b5b1-43a4e32e06df request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:45:14.794893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05b9396e-48d3-4755-a851-c0535b6f72e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.796539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fca377-5527-48b4-bb17-25bcd3d63142 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:14.797042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fca377-5527-48b4-bb17-25bcd3d63142 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:14.801016 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c5fca377-5527-48b4-bb17-25bcd3d63142 tempest-RoutersTest-1340379459 tempest-RoutersTest-1340379459-project] 10.222.0.65 "DELETE /v2.0/subnets/8365f631-bae3-4a48-a844-c59b1cb84fbb HTTP/1.1" status: 404 len: 337 time: 0.0499096 Mar 08 12:45:14.808280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.818941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.857925 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-893d6a99-14bc-409c-8f6a-20f66ba58849 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags/tempest-TagsExtTest-Tag-1678360706 HTTP/1.1" status: 201 len: 201 time: 0.6508152 Mar 08 12:45:14.860742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38054) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:14.868479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-89c2f669-94e0-4b14-8a28-5d9b92ddcc29 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', 'tempest-TagsExtTest-Tag-1562424073') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:14.889142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.893760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702df234-5919-44ad-9655-2152c39e1d6a x-openstack-request-id: req-702df234-5919-44ad-9655-2152c39e1d6a {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:45:14.894170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "name": "network-vif-plugged", "status": "completed", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:45:14.894471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-702df234-5919-44ad-9655-2152c39e1d6a {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:45:14.894714 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'code': 200} Mar 08 12:45:14.911551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05b9396e-48d3-4755-a851-c0535b6f72e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.943785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6b667735-5a1d-42b2-851c-f27270e2c196 None None] For port 6debe416-618d-4889-8ed8-6b0ec60246f7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6debe416-618d-4889-8ed8-6b0ec60246f7,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:14.989986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9396e-48d3-4755-a851-c0535b6f72e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e2df51-80fb-409d-a215-9d6f4e4745b9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:14.991354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-703460fb-de63-4cd4-9114-3e24a48371c4', 'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4', 'tenant_id': 'a5a23681705a4683982f391d8d997a76', 'fixed_ips': [{'subnet_id': 'e4fae2ef-1670-4f6e-af8c-5199181e0bc7'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:14.992185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:14.997752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=875d3445-1e25-4565-b8d9-6526c134dbcf,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:15.002842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:15.014748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-05b9396e-48d3-4755-a851-c0535b6f72e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.016041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-05b9396e-48d3-4755-a851-c0535b6f72e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9047327 Mar 08 12:45:15.019397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38056) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.020322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No DVR routers for this DVR port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:15.026619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-77560143-4c91-4334-906d-dd3658323952 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '57e2df51-80fb-409d-a215-9d6f4e4745b9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:15.048057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6b667735-5a1d-42b2-851c-f27270e2c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.098249 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-89c2f669-94e0-4b14-8a28-5d9b92ddcc29 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags/tempest-TagsExtTest-Tag-1562424073 HTTP/1.1" status: 201 len: 201 time: 0.2355247 Mar 08 12:45:15.101759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38060) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.108861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-c37e935f-d4fb-49b1-8700-e88b92a89dec tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', 'tempest-TagsExtTest-Tag-1552647638') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.167688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.174446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] Deleting port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:15.174820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.199559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94da98d-73b7-4c98-b5b1-43a4e32e06df']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.215403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77560143-4c91-4334-906d-dd3658323952 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.219974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c020a5ba-e4ae-4b6a-81e4-956d63a191a3') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.220267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c020a5ba-e4ae-4b6a-81e4-956d63a191a3') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.242980 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c37e935f-d4fb-49b1-8700-e88b92a89dec tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags/tempest-TagsExtTest-Tag-1552647638 HTTP/1.1" status: 201 len: 201 time: 0.1400480 Mar 08 12:45:15.245441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38062) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.245989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.257348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-2efc9f4c-5c7a-44dc-a1f3-7a9ee11c2633 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', {'tags': ['tempest-TagsExtTest-Tag-1938111642', 'tempest-TagsExtTest-Tag-1913446833', 'tempest-TagsExtTest-Tag-660275013']}) {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.303162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0616a5-fa44-41ad-8410-6bb354cd0cb7 req-96805d0f-546a-454f-9474-8b2f4f0adabd tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:15.307245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] For port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:15.307631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.311336 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b0616a5-fa44-41ad-8410-6bb354cd0cb7 req-96805d0f-546a-454f-9474-8b2f4f0adabd tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 945 time: 0.1336796 Mar 08 12:45:15.312749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b667735-5a1d-42b2-851c-f27270e2c196 None None] Pushing event updated for resources: {'Port': ['ID=6debe416-618d-4889-8ed8-6b0ec60246f7,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:15.314223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77560143-4c91-4334-906d-dd3658323952 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.315764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.326202 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:15.326781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:15.330786 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:15.357408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9284e80e-d794-4c02-aaed-374cc88fd34b None None] Provisioning complete for port 6debe416-618d-4889-8ed8-6b0ec60246f7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:15.357771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9284e80e-d794-4c02-aaed-374cc88fd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.364213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] Calling delete_port for df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:15.381747 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b0616a5-fa44-41ad-8410-6bb354cd0cb7 req-9229b1fd-b95b-4353-86e0-db1ef7b05fbf tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692518 Mar 08 12:45:15.397623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] Port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:45:15.418122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Allocated IP 172.20.0.2 (703460fb-de63-4cd4-9114-3e24a48371c4/e4fae2ef-1670-4f6e-af8c-5199181e0bc7/b89483d9-46d3-41f0-b6e6-a6e4c7599038) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:15.420211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.451500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77560143-4c91-4334-906d-dd3658323952 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.462617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2efc9f4c-5c7a-44dc-a1f3-7a9ee11c2633 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags HTTP/1.1" status: 200 len: 317 time: 0.2156334 Mar 08 12:45:15.469086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38066) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.476358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-35757361-f395-4546-95a8-547d8e69123a tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.480457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] Pushing event deleted for resources: {'Port': ['ID=df4ff07b-50a2-4bc4-93b9-1d5875a2dd24,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:15.489251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b6036-a9c1-4be2-98b0-fe2c46dd97fd None None] No DVR routers for this DVR port df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:15.508020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560143-4c91-4334-906d-dd3658323952 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cb4baa-0cc5-4200-b463-d1d99a459509,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:15.511751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.527365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff066e64-bdba-4421-a353-005753ebaa9a req-7a0c7e57-b768-4296-8b5d-a9219c12eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:15.529690 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff066e64-bdba-4421-a353-005753ebaa9a req-7a0c7e57-b768-4296-8b5d-a9219c12eceb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 1098 time: 0.1374896 Mar 08 12:45:15.537578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.551311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:13Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.563078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38068) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.592548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f7ff6-a1b6-4a17-8910-522d2237d28b None None] The sync data for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv is: [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:13Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:15.597853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77560143-4c91-4334-906d-dd3658323952 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.602647 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-77560143-4c91-4334-906d-dd3658323952 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5800123 Mar 08 12:45:15.602851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38072) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.608270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff066e64-bdba-4421-a353-005753ebaa9a req-f8bb5495-4aac-4246-86cb-36d160ee346c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726006 Mar 08 12:45:15.618192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-577e2ab2-9177-41ab-ba92-dc9fd0192b5d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '57e2df51-80fb-409d-a215-9d6f4e4745b9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:15.653768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.714487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.718459 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/c94da98d-73b7-4c98-b5b1-43a4e32e06df HTTP/1.1" status: 204 len: 168 time: 2.0245922 Mar 08 12:45:15.724741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38074) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.732861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1833926690', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:15.745021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f5157-0339-4c54-858d-10d3d430e9ae tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=c94da98d-73b7-4c98-b5b1-43a4e32e06df,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:15.764650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.26.3.25 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/50ab8d6a-515e-409a-b58b-8e9fda474108) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:15.780457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.792190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-577e2ab2-9177-41ab-ba92-dc9fd0192b5d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.809192 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-35757361-f395-4546-95a8-547d8e69123a tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.3339651 Mar 08 12:45:15.809192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38076) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.811756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-fbf5201e-5f66-4d29-9140-93f510a4953b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', 'tempest-TagsExtTest-Tag-1938111642') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:15.928810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.942569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dd1aa0ab-15b9-4780-b3e4-19c2b2b2b208 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6aad4f82084748b4b3a0f5566a0d82d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725233 Mar 08 12:45:15.945835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.952097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38078) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.964595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-577e2ab2-9177-41ab-ba92-dc9fd0192b5d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.989798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-fbf5201e-5f66-4d29-9140-93f510a4953b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:15.993781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fbf5201e-5f66-4d29-9140-93f510a4953b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags/tempest-TagsExtTest-Tag-1938111642 HTTP/1.1" status: 404 len: 329 time: 0.1833656 Mar 08 12:45:15.994811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38080) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:15.995436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:15.996414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.003051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-85f0763e-790b-4191-9a94-0dc509d38e5b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', 'tempest-TagsExtTest-Tag-1913446833') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:16.004182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Network 703460fb-de63-4cd4-9114-3e24a48371c4 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:16.044417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:16.052512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:16.053071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4f1ef767-98d3-4e66-8c47-f809c7439114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.056939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Pushing event updated for resources: {'Port': ['ID=b89483d9-46d3-41f0-b6e6-a6e4c7599038,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:16.059626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6debe416-618d-4889-8ed8-6b0ec60246f7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:16.082098 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-85f0763e-790b-4191-9a94-0dc509d38e5b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:16.088262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38082) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:16.088588 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-85f0763e-790b-4191-9a94-0dc509d38e5b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags/tempest-TagsExtTest-Tag-1913446833 HTTP/1.1" status: 404 len: 329 time: 0.0915480 Mar 08 12:45:16.091421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.108231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-adae3048-dcf9-49ca-b65c-0ca95804fb86 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b', 'tempest-TagsExtTest-Tag-660275013') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:16.108937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.110860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-577e2ab2-9177-41ab-ba92-dc9fd0192b5d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.170338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4f1ef767-98d3-4e66-8c47-f809c7439114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.180955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e2ab2-9177-41ab-ba92-dc9fd0192b5d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749a8e22-09ce-4105-ae77-6995772ec1ca,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:16.181210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:16.184235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:16.193639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:16.201203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=50ab8d6a-515e-409a-b58b-8e9fda474108,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:16.208458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Attempting to bind port b89483d9-46d3-41f0-b6e6-a6e4c7599038 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:16.208830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Attempting to bind port b89483d9-46d3-41f0-b6e6-a6e4c7599038 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '7baa45c4-e7a8-4b33-9f2a-e37a6f124d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:16.209188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Attempting to bind port b89483d9-46d3-41f0-b6e6-a6e4c7599038 on network 703460fb-de63-4cd4-9114-3e24a48371c4 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:16.214858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:16.215273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Checking segment: {'id': '7baa45c4-e7a8-4b33-9f2a-e37a6f124d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:16.215687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.216059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Bound using segment: {'id': '7baa45c4-e7a8-4b33-9f2a-e37a6f124d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:16.216537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Bound port: b89483d9-46d3-41f0-b6e6-a6e4c7599038, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baa45c4-e7a8-4b33-9f2a-e37a6f124d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:16.216896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.235232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6debe416-618d-4889-8ed8-6b0ec60246f7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:16.235597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.288389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-577e2ab2-9177-41ab-ba92-dc9fd0192b5d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.289085 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-577e2ab2-9177-41ab-ba92-dc9fd0192b5d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6849217 Mar 08 12:45:16.293362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38084) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:16.301884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6b8e4139-4a65-4664-8985-6e88ab2dd1c4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '57e2df51-80fb-409d-a215-9d6f4e4745b9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:16.334177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] For port b89483d9-46d3-41f0-b6e6-a6e4c7599038, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:16.338019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] For port b89483d9-46d3-41f0-b6e6-a6e4c7599038, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b89483d9-46d3-41f0-b6e6-a6e4c7599038,segment=NetworkSegment(7baa45c4-e7a8-4b33-9f2a-e37a6f124d45),segment_id=7baa45c4-e7a8-4b33-9f2a-e37a6f124d45)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:16.395109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.457969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.467759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-adae3048-dcf9-49ca-b65c-0ca95804fb86 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:16.468812 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-adae3048-dcf9-49ca-b65c-0ca95804fb86 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags/tempest-TagsExtTest-Tag-660275013 HTTP/1.1" status: 404 len: 328 time: 0.3795960 Mar 08 12:45:16.475182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38088) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:16.483971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-ec1a93d7-02a7-4571-ac84-affc94ae1709 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', {'tags': ['tempest-TagsExtTest-Tag-778448537', 'tempest-TagsExtTest-Tag-2089179896', 'tempest-TagsExtTest-Tag-108394250']}) {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:16.496555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0c65e-d6be-4fb9-84cf-d6d33f6b6145 None None] Pushing event updated for resources: {'Port': ['ID=b89483d9-46d3-41f0-b6e6-a6e4c7599038,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:16.537786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:16.584303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:16.584643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device df4ff07b-50a2-4bc4-93b9-1d5875a2dd24 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:16.603448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de291-452b-457a-a6c7-16b2f949dfde req-bb34ed99-fcdc-4c55-89f6-d6d4c3d9874e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:16.605881 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-755de291-452b-457a-a6c7-16b2f949dfde req-bb34ed99-fcdc-4c55-89f6-d6d4c3d9874e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 945 time: 0.1040103 Mar 08 12:45:16.613405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4f1ef767-98d3-4e66-8c47-f809c7439114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.615574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4f1ef767-98d3-4e66-8c47-f809c7439114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.619505 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4f1ef767-98d3-4e66-8c47-f809c7439114 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9203008-97c4-4500-82ad-cf490e5073ad HTTP/1.1" status: 204 len: 168 time: 0.6629906 Mar 08 12:45:16.700178 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-755de291-452b-457a-a6c7-16b2f949dfde req-3c8da3d2-d1d2-4134-b278-64c779466e99 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491965 Mar 08 12:45:16.705105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ef767-98d3-4e66-8c47-f809c7439114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9203008-97c4-4500-82ad-cf490e5073ad,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:16.709791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4139-4a65-4664-8985-6e88ab2dd1c4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:16.860651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4139-4a65-4664-8985-6e88ab2dd1c4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.037315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4139-4a65-4664-8985-6e88ab2dd1c4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.040957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.089292 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ec1a93d7-02a7-4571-ac84-affc94ae1709 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags HTTP/1.1" status: 200 len: 316 time: 0.6129179 Mar 08 12:45:17.092039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38092) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.098136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-794cc299-fef3-4c01-b684-86244e2bc961 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:17.100393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4139-4a65-4664-8985-6e88ab2dd1c4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61d44d7-c9aa-49b4-89bc-98aa68b82334,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:17.103622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.153634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4139-4a65-4664-8985-6e88ab2dd1c4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.155384 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6b8e4139-4a65-4664-8985-6e88ab2dd1c4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8591845 Mar 08 12:45:17.156400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.158919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38094) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.165676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a634cfe4-b3d0-4efb-b290-366e8b7a3124 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '57e2df51-80fb-409d-a215-9d6f4e4745b9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:17.307049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 172.26.3.170 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/e254ecd5-937f-4145-bb51-0b36c993afc4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:17.328872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a634cfe4-b3d0-4efb-b290-366e8b7a3124 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.340662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.378057 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-794cc299-fef3-4c01-b684-86244e2bc961 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags HTTP/1.1" status: 204 len: 168 time: 0.2841420 Mar 08 12:45:17.380817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38096) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.387139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-d9cffda4-3f7d-44dc-be4e-39fa64397c24 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', 'tempest-TagsExtTest-Tag-778448537') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:17.466479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.481671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a634cfe4-b3d0-4efb-b290-366e8b7a3124 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.486921 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-d9cffda4-3f7d-44dc-be4e-39fa64397c24 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:17.491005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d9cffda4-3f7d-44dc-be4e-39fa64397c24 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags/tempest-TagsExtTest-Tag-778448537 HTTP/1.1" status: 404 len: 328 time: 0.1063900 Mar 08 12:45:17.491824 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38098) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.497378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-07357123-87eb-4c3b-bd02-5a2d831a5c05 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', 'tempest-TagsExtTest-Tag-2089179896') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:17.546802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a634cfe4-b3d0-4efb-b290-366e8b7a3124 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.581986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634cfe4-b3d0-4efb-b290-366e8b7a3124 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84547a7-e843-4f5c-9961-c6e8a26c9b36,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:17.598444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.598728 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-07357123-87eb-4c3b-bd02-5a2d831a5c05 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:17.598843 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-07357123-87eb-4c3b-bd02-5a2d831a5c05 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags/tempest-TagsExtTest-Tag-2089179896 HTTP/1.1" status: 404 len: 329 time: 0.1064236 Mar 08 12:45:17.601702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38100) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.607265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-e7d7df6f-1e61-470c-a742-61f7f4a3aca6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069', 'tempest-TagsExtTest-Tag-108394250') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:17.651475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:17.653396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a634cfe4-b3d0-4efb-b290-366e8b7a3124 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.654573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:17.654694 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a634cfe4-b3d0-4efb-b290-366e8b7a3124 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4929338 Mar 08 12:45:17.657731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:17.663165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38102) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.664059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '57e2df51-80fb-409d-a215-9d6f4e4745b9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:17.679871 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-e7d7df6f-1e61-470c-a742-61f7f4a3aca6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:17.681214 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e7d7df6f-1e61-470c-a742-61f7f4a3aca6 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags/tempest-TagsExtTest-Tag-108394250 HTTP/1.1" status: 404 len: 328 time: 0.0785413 Mar 08 12:45:17.683520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:45:17.685156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38104) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.695152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-f3de929a-5865-4204-a136-17336c3472bf tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', {'tags': ['tempest-TagsExtTest-Tag-552008954', 'tempest-TagsExtTest-Tag-1167459158', 'tempest-TagsExtTest-Tag-1161602801']}) {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:17.701980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=e254ecd5-937f-4145-bb51-0b36c993afc4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:17.830309 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:45:17.839905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2166144-6673-4745-bf13-1870586d1ca0 None None] Network 703460fb-de63-4cd4-9114-3e24a48371c4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:17.841244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.883747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a84d79-a6c9-46cb-a1c5-22908dad16c8 req-0d2fecd2-f4c0-4948-b6c0-87b506e62fe5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:17.886033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78a84d79-a6c9-46cb-a1c5-22908dad16c8 req-0d2fecd2-f4c0-4948-b6c0-87b506e62fe5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 945 time: 0.0742941 Mar 08 12:45:17.938024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78a84d79-a6c9-46cb-a1c5-22908dad16c8 req-a4daedf9-8df6-4fa4-b47a-138769502865 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440004 Mar 08 12:45:17.941030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38108) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:17.941253 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f3de929a-5865-4204-a136-17336c3472bf tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags HTTP/1.1" status: 200 len: 317 time: 0.2529414 Mar 08 12:45:17.946796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-55261392-0d20-431c-aa3c-d2dbd7f6727d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:17.972979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9b15b7cf-ca16-416c-b94d-378f637a415c None None] Provisioning complete for port b89483d9-46d3-41f0-b6e6-a6e4c7599038 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:17.973564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b15b7cf-ca16-416c-b94d-378f637a415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:17.993559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:17.996225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.005450 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] Sync routers for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:18.021741 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:18.022386 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:18.078796 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:18.080124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.090154 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:18.090757 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:18.098661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b89483d9-46d3-41f0-b6e6-a6e4c7599038 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:18.115095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e3a901-875d-4a87-9d50-6c56be5a8491,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:18.127484 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:18.128337 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cc663-b050-417e-9b34-ecfbb261b391 None None] The sync data for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:18.128910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.132742 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e9c68a1f-05dc-403f-ae78-079c74ffb31a tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7822456 Mar 08 12:45:18.137535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38112) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:18.191055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b15b7cf-ca16-416c-b94d-378f637a415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.217091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b89483d9-46d3-41f0-b6e6-a6e4c7599038 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:18.217711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.221341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.222806 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5541fa0b-e84f-4a5a-86c0-f63a875d8c79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5636752 Mar 08 12:45:18.226336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38114) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:18.235248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '57e2df51-80fb-409d-a215-9d6f4e4745b9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:18.256507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f665bc-cf42-42bc-b6c6-234092123554 req-a532bdc6-fa4f-4a52-97f9-115c0131dc6c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:18.258091 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-91f665bc-cf42-42bc-b6c6-234092123554 req-a532bdc6-fa4f-4a52-97f9-115c0131dc6c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 945 time: 0.1776028 Mar 08 12:45:18.261456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.287509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9b15b7cf-ca16-416c-b94d-378f637a415c None None] For port b89483d9-46d3-41f0-b6e6-a6e4c7599038, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b89483d9-46d3-41f0-b6e6-a6e4c7599038,segment=NetworkSegment(7baa45c4-e7a8-4b33-9f2a-e37a6f124d45),segment_id=7baa45c4-e7a8-4b33-9f2a-e37a6f124d45)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:18.338228 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-55261392-0d20-431c-aa3c-d2dbd7f6727d tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags HTTP/1.1" status: 204 len: 168 time: 0.3955822 Mar 08 12:45:18.341654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38116) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:18.348321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-008abb27-6655-46a1-a74a-3a076f8e1e7f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', 'tempest-TagsExtTest-Tag-552008954') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:18.352308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.363991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b15b7cf-ca16-416c-b94d-378f637a415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.384449 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:45:18.394189 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.463604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15b7cf-ca16-416c-b94d-378f637a415c None None] Pushing event updated for resources: {'Port': ['ID=b89483d9-46d3-41f0-b6e6-a6e4c7599038,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:18.468283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:45:18.468627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:45:18.484826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-694455a1-8a40-41f7-8e4a-085f415f7752 None None] Provisioning complete for port b89483d9-46d3-41f0-b6e6-a6e4c7599038 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:18.485195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-694455a1-8a40-41f7-8e4a-085f415f7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.500486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.594602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.629168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c254532d-1649-4ef2-80bf-6a3d2b540e30,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:18.714361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.725127 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8710d58f-4ab9-47ae-976b-a170d8cbf768 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4878097 Mar 08 12:45:18.744880 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-91f665bc-cf42-42bc-b6c6-234092123554 req-b093f262-bef1-4c7b-a026-9d4b9b26691e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4723878 Mar 08 12:45:18.777419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38120) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:18.831583 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-008abb27-6655-46a1-a74a-3a076f8e1e7f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:18.832632 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-008abb27-6655-46a1-a74a-3a076f8e1e7f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags/tempest-TagsExtTest-Tag-552008954 HTTP/1.1" status: 404 len: 328 time: 0.4886897 Mar 08 12:45:18.837449 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38124) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:18.842050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-acb8863b-717a-4d19-bdcf-447a23bc9300 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', 'tempest-TagsExtTest-Tag-1167459158') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:18.874762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.995100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-acb8863b-717a-4d19-bdcf-447a23bc9300 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:18.996107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-acb8863b-717a-4d19-bdcf-447a23bc9300 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags/tempest-TagsExtTest-Tag-1167459158 HTTP/1.1" status: 404 len: 329 time: 0.1577327 Mar 08 12:45:18.999529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:18.999683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38136) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.005395 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-bcb2085e-2b00-4f7c-a3f4-4b9c88d995e9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434217485&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0852768 Mar 08 12:45:19.041620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-62d823b1-35dd-4b69-9981-3df167804f5b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af', 'tempest-TagsExtTest-Tag-1161602801') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.182618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c00ee8-6a96-4d29-afa8-009e2c07f892 tempest-TestVolumeBootPattern-1831193190 tempest-TestVolumeBootPattern-1831193190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:19.184033 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-18c00ee8-6a96-4d29-afa8-009e2c07f892 tempest-TestVolumeBootPattern-1831193190 tempest-TestVolumeBootPattern-1831193190-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 1093 time: 0.4055567 Mar 08 12:45:19.188162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38138) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.192967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:19.201216 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-62d823b1-35dd-4b69-9981-3df167804f5b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:19.202245 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-62d823b1-35dd-4b69-9981-3df167804f5b tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags/tempest-TagsExtTest-Tag-1161602801 HTTP/1.1" status: 404 len: 329 time: 0.1799376 Mar 08 12:45:19.205412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38140) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.211670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-edf2e9b5-e8a0-490b-bcac-47b85ac016de tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', {'tags': ['tempest-TagsExtTest-Tag-232184727', 'tempest-TagsExtTest-Tag-1499333635', 'tempest-TagsExtTest-Tag-1354927113']}) {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.215312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-76fa2a75-a7eb-404b-80d1-69b745ae382d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:19.216768 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-76fa2a75-a7eb-404b-80d1-69b745ae382d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08 HTTP/1.1" status: 200 len: 797 time: 0.1713455 Mar 08 12:45:19.244557 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-27cf326d-a26c-4b50-8dad-a674d46929ad tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0181968 Mar 08 12:45:19.288380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:19.324255 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-eb832b9d-01d9-40ce-8fd1-0f8da2f83317 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726473 Mar 08 12:45:19.359690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 8c656258-dc14-4ad1-a940-941d125c77d1 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:45:19.554180 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-81a95225-65ac-4109-a2ea-5e2748cb3b4d service neutron] 10.222.0.65 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957898 Mar 08 12:45:19.559638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.1 (703460fb-de63-4cd4-9114-3e24a48371c4/e4fae2ef-1670-4f6e-af8c-5199181e0bc7/39d5b253-8a62-4966-a5e2-eca4b18896fb) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:19.631151 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-edf2e9b5-e8a0-490b-bcac-47b85ac016de tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "PUT /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags HTTP/1.1" status: 200 len: 317 time: 0.4250627 Mar 08 12:45:19.635236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:19.635812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38142) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.643854 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-cc6c59c2-9195-41fd-b2a9-08d57e466537 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.646719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] Sync routers for ids ['8c656258-dc14-4ad1-a940-941d125c77d1'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:19.653589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:19.661881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] Routers {'8c656258-dc14-4ad1-a940-941d125c77d1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:19.662699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8c656258-dc14-4ad1-a940-941d125c77d1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.701765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:19.704636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.716202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] Routers {'8c656258-dc14-4ad1-a940-941d125c77d1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:19.716819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8c656258-dc14-4ad1-a940-941d125c77d1'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.734741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-329b1b15-1673-4775-9471-84a2a02f3f27 service neutron] 10.222.0.65 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716895 Mar 08 12:45:19.748525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:19.750181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.750866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b8417-d8d8-457c-aadd-feae772fdcee None None] The sync data for ids ['8c656258-dc14-4ad1-a940-941d125c77d1'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:19.755730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38144) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.756070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-455ddde3-0d10-4332-a9bf-00a7dc8c4c6f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0278490 Mar 08 12:45:19.812665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Allocated IP 172.26.3.13 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/84e56bd4-2501-46e9-9222-fe853e69f836) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:19.854411 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cc6c59c2-9195-41fd-b2a9-08d57e466537 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags HTTP/1.1" status: 204 len: 168 time: 0.2173691 Mar 08 12:45:19.859010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38146) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.863392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-39a961b2-f170-42c3-bd57-6ebafad542e5 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', 'tempest-TagsExtTest-Tag-232184727') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.890108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:19.908551 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c690cc0c-babc-4a0f-ad70-f8e77ffb7129 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/routers/8c656258-dc14-4ad1-a940-941d125c77d1 HTTP/1.1" status: 200 len: 885 time: 0.1476943 Mar 08 12:45:19.930072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38148) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.935464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:19.941318 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-39a961b2-f170-42c3-bd57-6ebafad542e5 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:19.942307 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-39a961b2-f170-42c3-bd57-6ebafad542e5 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags/tempest-TagsExtTest-Tag-232184727 HTTP/1.1" status: 404 len: 328 time: 0.0825274 Mar 08 12:45:19.945461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38150) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:19.952706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-36627a49-25b5-4e26-a275-aeb2e27600bc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', 'tempest-TagsExtTest-Tag-1499333635') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:19.954195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b89483d9-46d3-41f0-b6e6-a6e4c7599038 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:20.001225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-36627a49-25b5-4e26-a275-aeb2e27600bc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:20.003925 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-36627a49-25b5-4e26-a275-aeb2e27600bc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags/tempest-TagsExtTest-Tag-1499333635 HTTP/1.1" status: 404 len: 329 time: 0.0555966 Mar 08 12:45:20.011999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b89483d9-46d3-41f0-b6e6-a6e4c7599038 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:20.012768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.013297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 703460fb-de63-4cd4-9114-3e24a48371c4 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:20.014073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38154) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:20.022007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-94bdff35-7110-4005-9807-0ae60d883ee8 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3', 'tempest-TagsExtTest-Tag-1354927113') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:20.033033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:20.043105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:20.084513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d309bea6-b55c-454b-9174-a5d4feb62ffa req-78d55cce-3c54-48f0-8278-1f12945f15a6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 210 time: 0.0277369 Mar 08 12:45:20.089013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=39d5b253-8a62-4966-a5e2-eca4b18896fb,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:20.105044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.160191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.163858 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-94bdff35-7110-4005-9807-0ae60d883ee8 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] show failed (client error): The resource could not be found. Mar 08 12:45:20.163985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:20.165153 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-94bdff35-7110-4005-9807-0ae60d883ee8 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags/tempest-TagsExtTest-Tag-1354927113 HTTP/1.1" status: 404 len: 329 time: 0.1472032 Mar 08 12:45:20.166982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:20.168651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38158) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:20.176629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-c6f01bdf-559c-4baf-9ecf-203e2db2d53c tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b815f21-37fc-4df5-981f-c19f7a322eb3') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:20.184056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:20.221611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=84e56bd4-2501-46e9-9222-fe853e69f836,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:20.263012 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c6f01bdf-559c-4baf-9ecf-203e2db2d53c tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0893369 Mar 08 12:45:20.265560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38164) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:20.292739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-bc332c6e-81f3-453f-83fe-3c932e824143 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4362cc6b-4410-4599-a3fb-8d3fd70ff3af') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:20.391392 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0b8cf4c8-c1cb-47c5-a305-3ed27233bbe5 None None] Provisioning complete for port 39d5b253-8a62-4966-a5e2-eca4b18896fb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:20.391751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf4c8-c1cb-47c5-a305-3ed27233bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.428702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cf4c8-c1cb-47c5-a305-3ed27233bbe5 None None] Port 39d5b253-8a62-4966-a5e2-eca4b18896fb cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:20.476983 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bc332c6e-81f3-453f-83fe-3c932e824143 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af/tags HTTP/1.1" status: 204 len: 168 time: 0.2081811 Mar 08 12:45:20.483836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38166) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:20.488375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.tag.tag_plugin [None req-eab95887-b069-43a7-b95d-774e66f96920 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'afed9df2-7971-4ed9-8a82-3ace30922069') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:20.541344 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-86ee9103-f53f-43aa-95de-c91fa8c6ed76 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6101732 Mar 08 12:45:20.543939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38168) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:20.548159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9e27bbfc-8911-4234-82d6-d4996dd9ebf6 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1833926690'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:20.628923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.630688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.714040 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eab95887-b069-43a7-b95d-774e66f96920 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069/tags HTTP/1.1" status: 204 len: 168 time: 0.2291307 Mar 08 12:45:20.716758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38170) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:20.722125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.tag.tag_plugin [None req-196a0e24-57ed-4785-9d5d-9c4dcc70297f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a3d9691-995e-4d8a-8df9-9ac3a8942f1b') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:20.782350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-196a0e24-57ed-4785-9d5d-9c4dcc70297f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b/tags HTTP/1.1" status: 204 len: 168 time: 0.0643442 Mar 08 12:45:20.789725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38172) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:20.858217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.979745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2f49d6e-dfb9-445d-ab39-45070f6469b7 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for subnetpool, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:20.982003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d2f49d6e-dfb9-445d-ab39-45070f6469b7 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnetpools/9b815f21-37fc-4df5-981f-c19f7a322eb3 HTTP/1.1" status: 204 len: 168 time: 0.1901782 Mar 08 12:45:20.988764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38176) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:21.023771 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-25dd0817-6a87-475b-8878-cef0a49dcd17 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "GET /v2.0/ports?device_id=4362cc6b-4410-4599-a3fb-8d3fd70ff3af HTTP/1.1" status: 200 len: 205 time: 0.0339036 Mar 08 12:45:21.026159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38178) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:21.091631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e27bbfc-8911-4234-82d6-d4996dd9ebf6 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.122208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2e231c4-3e9f-4c15-bae6-7674b68cd222 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.136157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.176904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e27bbfc-8911-4234-82d6-d4996dd9ebf6 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.215570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.222390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.227304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-72632688-2ded-4657-9a29-f1a99992dd11 req-ab52dc78-d3a4-4873-89ae-10458f0410cf tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 210 time: 0.0716505 Mar 08 12:45:21.306816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.319279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.326140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2e231c4-3e9f-4c15-bae6-7674b68cd222 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.331802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2e231c4-3e9f-4c15-bae6-7674b68cd222 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.454444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=84e56bd4-2501-46e9-9222-fe853e69f836,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:21.463530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.515679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2e231c4-3e9f-4c15-bae6-7674b68cd222 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.518460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e231c4-3e9f-4c15-bae6-7674b68cd222 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Fanout notify agent at l3_agent the message router_deleted on router 4362cc6b-4410-4599-a3fb-8d3fd70ff3af {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:21.532490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d2e231c4-3e9f-4c15-bae6-7674b68cd222 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.536931 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d2e231c4-3e9f-4c15-bae6-7674b68cd222 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/routers/4362cc6b-4410-4599-a3fb-8d3fd70ff3af HTTP/1.1" status: 204 len: 168 time: 0.5074074 Mar 08 12:45:21.539513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38182) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:21.584798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=39d5b253-8a62-4966-a5e2-eca4b18896fb,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:21.663166 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Floating IP 6598cb79-a182-41a6-bfe7-a2340937de4a associated. External IP: 172.26.3.13, port: 875d3445-1e25-4565-b8d9-6526c134dbcf. Mar 08 12:45:21.668716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e27bbfc-8911-4234-82d6-d4996dd9ebf6 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 8c656258-dc14-4ad1-a940-941d125c77d1 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:21.753243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 703460fb-de63-4cd4-9114-3e24a48371c4 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:21.756230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:21.776585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Deleting port afed9df2-7971-4ed9-8a82-3ace30922069 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:21.776787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.889389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27bbfc-8911-4234-82d6-d4996dd9ebf6 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:21.901555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e27bbfc-8911-4234-82d6-d4996dd9ebf6 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:21.902781 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9e27bbfc-8911-4234-82d6-d4996dd9ebf6 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/8c656258-dc14-4ad1-a940-941d125c77d1 HTTP/1.1" status: 200 len: 892 time: 1.3579378 Mar 08 12:45:21.905373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38184) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:21.910715 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] Sync routers for ids ['8c656258-dc14-4ad1-a940-941d125c77d1'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:21.947632 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] Routers {'8c656258-dc14-4ad1-a940-941d125c77d1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:21.954879 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8c656258-dc14-4ad1-a940-941d125c77d1'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:21.981751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:22.038861 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.058432 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] Routers {'8c656258-dc14-4ad1-a940-941d125c77d1'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:22.059425 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8c656258-dc14-4ad1-a940-941d125c77d1'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.131073 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-336382f5-c472-49f7-8d33-c8bc03b5dace tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/routers/8c656258-dc14-4ad1-a940-941d125c77d1 HTTP/1.1" status: 200 len: 892 time: 0.2245412 Mar 08 12:45:22.133661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38186) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:22.137560 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.138490 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2191c-ae8c-4a4b-ab35-ffdab0c99d04 None None] The sync data for ids ['8c656258-dc14-4ad1-a940-941d125c77d1'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:22.169446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b6bc3237-7577-476d-a75b-0ecf30fca68f None None] Provisioning complete for port 39d5b253-8a62-4966-a5e2-eca4b18896fb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:22.170519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3237-7577-476d-a75b-0ecf30fca68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:22.194700 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cb4c8e9a-bf06-4104-ae83-3164c8bf2a18 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c656258-dc14-4ad1-a940-941d125c77d1 HTTP/1.1" status: 200 len: 205 time: 0.0576010 Mar 08 12:45:22.197563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38188) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:22.219754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc3237-7577-476d-a75b-0ecf30fca68f None None] Port 39d5b253-8a62-4966-a5e2-eca4b18896fb cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:22.264877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:22.272333 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d49a49dc-5cd3-4b89-86c3-1a06035a2dfc tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/routers/d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1325836 Mar 08 12:45:22.276703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38192) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:22.286037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'port': {'network_id': '703460fb-de63-4cd4-9114-3e24a48371c4', 'name': 'tempest-FloatingIPTestJSON-862580557'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:22.299807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] Sync routers for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:22.332176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:22.334063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.407259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:22.413216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:22.416250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.435597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:22.436225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.449069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5114019-9e8e-4620-872c-de6e360c627e req-b95e19ec-b9b3-42c9-bb78-9897edcc46fc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 210 time: 0.0689011 Mar 08 12:45:22.450650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Calling delete_port for afed9df2-7971-4ed9-8a82-3ace30922069 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:22.481328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:22.489431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.490543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfe020-d5d5-4491-b54f-8e9ec48ab5ce None None] The sync data for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:22.560925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:22.623344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Made reservation on behalf of a5a23681705a4683982f391d8d997a76 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:22.629469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:22.653755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] device_id is not set on port f44efef7-c8a2-48f8-89cd-0d341abb29f0 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:45:22.816641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Allocated IP 172.20.0.9 (703460fb-de63-4cd4-9114-3e24a48371c4/e4fae2ef-1670-4f6e-af8c-5199181e0bc7/f44efef7-c8a2-48f8-89cd-0d341abb29f0) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:22.820906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-25500c5f-2960-4d50-9d3d-0fe9dbb3bddc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:22.822462 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-25500c5f-2960-4d50-9d3d-0fe9dbb3bddc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08 HTTP/1.1" status: 200 len: 797 time: 0.2890954 Mar 08 12:45:22.825480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port e254ecd5-937f-4145-bb51-0b36c993afc4 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:22.825480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:22.865089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:22.880095 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:22.894188 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:22.896157 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:22.903773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-fc5ff260-3df0-49b7-a968-dc06fdeeb769 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 380 time: 0.0706558 Mar 08 12:45:22.915130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['57e2df51-80fb-409d-a215-9d6f4e4745b9']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:22.934954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:22.978430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.005343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.021341 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:23.027853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for e254ecd5-937f-4145-bb51-0b36c993afc4 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:23.040273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event deleted for resources: {'Port': ['ID=afed9df2-7971-4ed9-8a82-3ace30922069,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:23.067049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e2493e3c-b35b-4c7e-b788-477e8f0c208e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8772531 Mar 08 12:45:23.090897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:45:23.093365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f181a5-a5ce-42b6-9082-bf6dca89593b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:45:23.135791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.181739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f1dbff-d8dd-41ec-b25b-27d168d09432 x-openstack-request-id: req-c7f1dbff-d8dd-41ec-b25b-27d168d09432 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:45:23.182188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:45:23.182561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7f1dbff-d8dd-41ec-b25b-27d168d09432 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:45:23.183033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'status': 'completed', 'code': 200} Mar 08 12:45:23.200816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.207917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3acf6858-28ed-4117-98fa-54d7825f573f tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/ports/afed9df2-7971-4ed9-8a82-3ace30922069 HTTP/1.1" status: 204 len: 168 time: 1.6669528 Mar 08 12:45:23.208278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38202) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:23.500668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Deleting subnet 6a3d9691-995e-4d8a-8df9-9ac3a8942f1b {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:23.500668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:23.500668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.500668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.502803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-9c7cb757-ad6b-44c9-bc14-e062bbc1991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:23.502803 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-9c7cb757-ad6b-44c9-bc14-e062bbc1991c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 1098 time: 0.1499286 Mar 08 12:45:23.503395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.503502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '6598cb79-a182-41a6-bfe7-a2340937de4a', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:d7:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:20Z', 'updated_at': '2022-03-08T12:45:20Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:23.503502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:23.503502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:23.503502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:23.559172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.9 (634796b2-a8e4-4ebe-9a03-5b0e9f782b08/135abdab-7df8-4063-b584-40b2aea84da8/ee4185ab-f3bb-46b0-b6ec-546303a45211) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:23.564722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.589151 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:23.657189 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2790d0f3-d1e3-4505-ba20-a1b6ecd0fcf9 req-1f41043d-767c-4ec6-a2cb-9ff558f6ad1b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 210 time: 0.0381536 Mar 08 12:45:23.716460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.736668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.746617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3d9691-995e-4d8a-8df9-9ac3a8942f1b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:23.750984 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.754517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-17238525-0618-4014-9af3-4869a49934dc tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/subnets/6a3d9691-995e-4d8a-8df9-9ac3a8942f1b HTTP/1.1" status: 204 len: 168 time: 0.5451000 Mar 08 12:45:23.760052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38206) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:23.767608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3ebc9-f96b-4219-a7ea-824d417239ec None None] Network aa539b80-7a81-4c10-a61c-2be0f1eee782 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:23.843290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:23.850136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Network 703460fb-de63-4cd4-9114-3e24a48371c4 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:23.908718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:23.918660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:23.983553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event updated for resources: {'Port': ['ID=f44efef7-c8a2-48f8-89cd-0d341abb29f0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:24.012496 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '6598cb79-a182-41a6-bfe7-a2340937de4a', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:d7:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:20Z', 'updated_at': '2022-03-08T12:45:20Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:24.016834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.027863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] DHCP port deletion for aa539b80-7a81-4c10-a61c-2be0f1eee782 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:45:24.040231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-59035931-d367-4a4f-b7ef-fbc1edb2949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:24.041763 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-59035931-d367-4a4f-b7ef-fbc1edb2949b service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.6664264 Mar 08 12:45:24.069753 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.087197 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16a5d2-5e9d-4a99-8bc2-9f2b809e3646 None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '6598cb79-a182-41a6-bfe7-a2340937de4a', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:d7:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:20Z', 'updated_at': '2022-03-08T12:45:20Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:24.106743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=e254ecd5-937f-4145-bb51-0b36c993afc4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:24.107959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] Deleting port db2df386-b694-46d8-bced-928244f377bb {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:24.108317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.151068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.208084 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] For port db2df386-b694-46d8-bced-928244f377bb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=db2df386-b694-46d8-bced-928244f377bb,segment=NetworkSegment(9f05fe91-b184-4924-aea1-923b65757e5a),segment_id=9f05fe91-b184-4924-aea1-923b65757e5a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:24.208777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.218725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:24.222870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:24.227339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:24.232503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] Calling delete_port for db2df386-b694-46d8-bced-928244f377bb owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:24.233796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=ee4185ab-f3bb-46b0-b6ec-546303a45211,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:24.236254 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-72ae1033-5b42-49b9-a058-9bd919a2ede8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875d3445-1e25-4565-b8d9-6526c134dbcf HTTP/1.1" status: 200 len: 998 time: 0.1737995 Mar 08 12:45:24.266209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:24.266556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.279219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.300206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:24.301096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.326915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-69b7b1d6-7594-4723-8b46-12e070820bc9 None None] Provisioning complete for port f44efef7-c8a2-48f8-89cd-0d341abb29f0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:24.327272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-69b7b1d6-7594-4723-8b46-12e070820bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.379280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-69b7b1d6-7594-4723-8b46-12e070820bc9 None None] Port f44efef7-c8a2-48f8-89cd-0d341abb29f0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:24.397294 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-cb4a990c-5bde-4f98-a0dc-054ee085d10c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4865863 Mar 08 12:45:24.411224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Request body: {'port': {'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:24.452105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.455833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.458687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-3db9beda-8452-46dc-aae9-8b49f3380a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:24.463211 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-3db9beda-8452-46dc-aae9-8b49f3380a25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.1900957 Mar 08 12:45:24.463364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354af4f-7886-41f9-b393-c54ec75d448a None None] New status for floating IP 6598cb79-a182-41a6-bfe7-a2340937de4a: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:45:24.480843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.537398 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.544646 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2aecd955-876d-4e47-b534-be9a871cdad0 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2667027 Mar 08 12:45:24.547461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38208) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:24.556199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Request body: {'floatingip': {'port_id': 'f44efef7-c8a2-48f8-89cd-0d341abb29f0'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:24.575200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] Pushing event deleted for resources: {'Port': ['ID=db2df386-b694-46d8-bced-928244f377bb,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:24.597034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a86a98e-6d80-4bc8-a9f7-23122f0ecc0e None None] No DVR routers for this DVR port db2df386-b694-46d8-bced-928244f377bb on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:24.625469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-16a86af3-d17a-4859-b74d-26d0985cb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:24.627150 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-16a86af3-d17a-4859-b74d-26d0985cb123 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1452460 Mar 08 12:45:24.632689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Deleting port db2df386-b694-46d8-bced-928244f377bb {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:24.633147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.696199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.705921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.706702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Fanout notify agent at l3_agent the message router_deleted on router 8c656258-dc14-4ad1-a940-941d125c77d1 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:24.743053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6948765c-5224-4f23-a4c4-4ed876df79ee None None] Provisioning complete for port ee4185ab-f3bb-46b0-b6ec-546303a45211 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:24.743882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6948765c-5224-4f23-a4c4-4ed876df79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.752829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.757702 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eb147dc0-da6c-4e83-9059-93c386e7dc53 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/8c656258-dc14-4ad1-a940-941d125c77d1 HTTP/1.1" status: 204 len: 168 time: 2.5556130 Mar 08 12:45:24.764843 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38212) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:24.769623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-958860814'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:24.795881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] For port db2df386-b694-46d8-bced-928244f377bb, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:24.796159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.803423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6948765c-5224-4f23-a4c4-4ed876df79ee None None] Port ee4185ab-f3bb-46b0-b6ec-546303a45211 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:24.821397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Calling delete_port for db2df386-b694-46d8-bced-928244f377bb owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:24.825123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Port db2df386-b694-46d8-bced-928244f377bb was not found and therefore no delete operation was performed {{(pid=104045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:45:24.831961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.868381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event deleted for resources: {'Port': ['ID=db2df386-b694-46d8-bced-928244f377bb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:24.871817 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-aac4efff-d88a-4a6e-8e42-e4098f6830fa service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358761 Mar 08 12:45:24.874337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] No DVR routers for this DVR port db2df386-b694-46d8-bced-928244f377bb on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:24.917834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:24.921195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:24.976017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb9e09-3719-4c45-a3f4-028d730cdee2 req-25834e51-f9e6-42ac-9c59-048f3b4ada12 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:24.977541 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44cb9e09-3719-4c45-a3f4-028d730cdee2 req-25834e51-f9e6-42ac-9c59-048f3b4ada12 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 931 time: 0.2192466 Mar 08 12:45:25.029942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.048230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:25.076893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.077237 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment 5a683e4f-f998-430a-b364-a25bcd70bff8 of type vlan for network d9b839b6-e13e-4151-8372-249ba0378198 Mar 08 12:45:25.079287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa539b80-7a81-4c10-a61c-2be0f1eee782']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:25.093816 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44cb9e09-3719-4c45-a3f4-028d730cdee2 req-18afd931-7e90-47be-a9a9-a7c0103072ad tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078393 Mar 08 12:45:25.100297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f05fe91-b184-4924-aea1-923b65757e5a') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:25.100589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f05fe91-b184-4924-aea1-923b65757e5a') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:25.103723 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-38f181a5-a5ce-42b6-9082-bf6dca89593b req-5e413a43-a594-4506-bafe-cc92d8473bde service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235851 Mar 08 12:45:25.137317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.152222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.161156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.171013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:25.171397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.171868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4185ab-f3bb-46b0-b6ec-546303a45211 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:25.175064 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:25.187028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.291194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.297057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:25.301352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.324615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.333164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Transition to ACTIVE for port object ee4185ab-f3bb-46b0-b6ec-546303a45211 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:45:25.361722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.364960 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] 10.222.0.65 "DELETE /v2.0/networks/aa539b80-7a81-4c10-a61c-2be0f1eee782 HTTP/1.1" status: 204 len: 168 time: 1.6008303 Mar 08 12:45:25.371061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.374163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=d9b839b6-e13e-4151-8372-249ba0378198,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:25.391221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d9b839b6-e13e-4151-8372-249ba0378198 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:25.402344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.402867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafd405-6213-47b2-8607-a514f84cbd07 tempest-TagsExtTest-1219611877 tempest-TagsExtTest-1219611877-project] Pushing event deleted for resources: {'Network': ['ID=aa539b80-7a81-4c10-a61c-2be0f1eee782,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:25.417385 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d247ed62-a19e-4006-a112-60d466944bf7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6514835 Mar 08 12:45:25.420262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.420999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38216) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:25.447310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': 'd9b839b6-e13e-4151-8372-249ba0378198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:25.520946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:25.582352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4185ab-f3bb-46b0-b6ec-546303a45211,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:25.711677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 8222c108-11c5-4711-9e21-1befec296cbc associated. External IP: 172.26.3.26, port: c4e06dc2-1758-4e5a-bc9c-7396c9c157dc. Mar 08 12:45:25.714883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Attempting to bind port ee4185ab-f3bb-46b0-b6ec-546303a45211 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:25.715205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Attempting to bind port ee4185ab-f3bb-46b0-b6ec-546303a45211 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:25.715524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Attempting to bind port ee4185ab-f3bb-46b0-b6ec-546303a45211 on network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:25.896687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38220) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:25.964012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device db2df386-b694-46d8-bced-928244f377bb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:25.985131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: db2df386-b694-46d8-bced-928244f377bb {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:25.985472 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device db2df386-b694-46d8-bced-928244f377bb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:26.042681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Port ee4185ab-f3bb-46b0-b6ec-546303a45211 on network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:45:26.042996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Attempting to bind port ee4185ab-f3bb-46b0-b6ec-546303a45211 on network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:26.044819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:26.048253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.056268 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ead181b0-d0e8-4835-a61e-391cd5995199 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04d2f5e31dc84d0788f9416298eb199a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552491 Mar 08 12:45:26.056698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38224) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:26.072233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:26.072564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Checking segment: {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:26.072942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Bound using segment: {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:26.073383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Bound port: ee4185ab-f3bb-46b0-b6ec-546303a45211, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:26.073734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.111792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eca026c7-2629-4574-84d5-047bb50139b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.141489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eca026c7-2629-4574-84d5-047bb50139b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.281293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eca026c7-2629-4574-84d5-047bb50139b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.284812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eca026c7-2629-4574-84d5-047bb50139b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.288736 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eca026c7-2629-4574-84d5-047bb50139b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d850c9d6-0e62-4f68-ba76-a00d630f7fb8 HTTP/1.1" status: 204 len: 168 time: 0.2282877 Mar 08 12:45:26.290783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] For port ee4185ab-f3bb-46b0-b6ec-546303a45211, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:26.292934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] For port ee4185ab-f3bb-46b0-b6ec-546303a45211, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:26.294043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca026c7-2629-4574-84d5-047bb50139b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d850c9d6-0e62-4f68-ba76-a00d630f7fb8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:26.341066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe57e32-d846-445a-aeed-5e2223805081 req-fd434b31-bf9e-4184-ad73-c112ed0a8637 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:26.342584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0fe57e32-d846-445a-aeed-5e2223805081 req-fd434b31-bf9e-4184-ad73-c112ed0a8637 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 943 time: 0.1471946 Mar 08 12:45:26.454438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.516250 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0fe57e32-d846-445a-aeed-5e2223805081 req-a6d34c98-9083-4216-b00b-4cd0e8f6cfc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508844 Mar 08 12:45:26.544406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:26.545005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.546453 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] 10.222.0.45 "PUT /v2.0/ports/ee4185ab-f3bb-46b0-b6ec-546303a45211 HTTP/1.1" status: 200 len: 1093 time: 2.1403780 Mar 08 12:45:26.551290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:45:26.553575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20962e18-896c-48b0-9427-f87e2658fc14" -d '{"events": [{"name": "network-changed", "server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:45:26.576027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:26.585033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da392ea2-425d-45f0-9db1-7ec7b6df8761 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4185ab-f3bb-46b0-b6ec-546303a45211,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:26.639316 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cffb88-8d1c-4411-8707-4933826e5a69 x-openstack-request-id: req-93cffb88-8d1c-4411-8707-4933826e5a69 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:45:26.639592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:45:26.639828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93cffb88-8d1c-4411-8707-4933826e5a69 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:45:26.640222 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'status': 'completed', 'code': 200} Mar 08 12:45:26.656606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:26.804622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=05b88df8-2657-4a1a-8d2f-a73b82b31acb,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:26.808076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962e18-896c-48b0-9427-f87e2658fc14 req-84b44dbe-fd4f-4b0d-8de6-ec3659efa766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:26.809678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-20962e18-896c-48b0-9427-f87e2658fc14 req-84b44dbe-fd4f-4b0d-8de6-ec3659efa766 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 1096 time: 0.1721749 Mar 08 12:45:26.827001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:26.837392 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:26.849813 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:26.850891 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:26.886257 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:26.895207 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:26.896108 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:26.931247 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:26.931885 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2c2bbb-a824-4c97-96a1-4b75af8ec7be None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:26.937936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': '5a683e4f-f998-430a-b364-a25bcd70bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9b839b6-e13e-4151-8372-249ba0378198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:26.938303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: d9b839b6-e13e-4151-8372-249ba0378198, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:27.087332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962e18-896c-48b0-9427-f87e2658fc14 req-85dfa392-c60a-476d-9b2c-0dbc8c00c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:27.088732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-20962e18-896c-48b0-9427-f87e2658fc14 req-85dfa392-c60a-476d-9b2c-0dbc8c00c892 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2709796 Mar 08 12:45:27.174401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network d9b839b6-e13e-4151-8372-249ba0378198 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:27.318831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d9b839b6-e13e-4151-8372-249ba0378198) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:27.328677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35209fe9-6896-461d-b3c1-22e2d163b373 None None] Network d9b839b6-e13e-4151-8372-249ba0378198 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:27.335236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:27.335236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.347141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962e18-896c-48b0-9427-f87e2658fc14 req-c46c3bae-33db-4c83-a863-e98eaca4fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:27.348920 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-20962e18-896c-48b0-9427-f87e2658fc14 req-c46c3bae-33db-4c83-a863-e98eaca4fe75 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525184 Mar 08 12:45:27.366843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:27.427377 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3d9e3a9f-b7fd-4bb1-858e-4e7446fe350a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9887524 Mar 08 12:45:27.430668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38232) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:27.436103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8b2fd12c-dbfd-4f2a-a08e-f218546af0f5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-376672699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:27.497835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d9b839b6-e13e-4151-8372-249ba0378198', 'network_id': 'd9b839b6-e13e-4151-8372-249ba0378198', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': '05b88df8-2657-4a1a-8d2f-a73b82b31acb'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:27.502961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.507884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-56b95598-3e67-4b56-8b71-13e8ec097ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:27.509382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-56b95598-3e67-4b56-8b71-13e8ec097ab6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 1096 time: 0.0940592 Mar 08 12:45:27.520789 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd12c-dbfd-4f2a-a08e-f218546af0f5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.525035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd12c-dbfd-4f2a-a08e-f218546af0f5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.556259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:27.558784 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-22555b8a-874f-4046-bf49-2ee843678c80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211 HTTP/1.1" status: 200 len: 217 time: 0.0413518 Mar 08 12:45:27.561820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.584656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] Sync routers for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:27.600886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd12c-dbfd-4f2a-a08e-f218546af0f5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.604358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:27.605065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:27.648431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:27.681191 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-471b164a-4c42-419c-b236-928aa0a473a4 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/floatingips/8222c108-11c5-4711-9e21-1befec296cbc HTTP/1.1" status: 200 len: 976 time: 3.1325550 Mar 08 12:45:27.682704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-a6bfe98b-7582-40b5-8c27-ad93c2e6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:27.684091 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-a6bfe98b-7582-40b5-8c27-ad93c2e6c83c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=135abdab-7df8-4063-b584-40b2aea84da8 HTTP/1.1" status: 200 len: 835 time: 0.1185153 Mar 08 12:45:27.684265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38236) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:27.697046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd12c-dbfd-4f2a-a08e-f218546af0f5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.699316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:27.699993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:27.728083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc89b-f261-4baa-9e27-744a363f46d9 req-2e75bd24-0fd0-4503-bb18-f40b56b39967 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:27.731387 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-34dcc89b-f261-4baa-9e27-744a363f46d9 req-2e75bd24-0fd0-4503-bb18-f40b56b39967 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 943 time: 0.0895514 Mar 08 12:45:27.741858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:27.742526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f70954-0a1f-4b35-97c8-028f37ce348a None None] The sync data for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:27.745759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-a6077e67-52b4-4406-ae8d-dd3048e80eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:27.747312 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-a6077e67-52b4-4406-ae8d-dd3048e80eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561624 Mar 08 12:45:27.764057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Allocated IP 2001:db8::2 (d9b839b6-e13e-4151-8372-249ba0378198/05b88df8-2657-4a1a-8d2f-a73b82b31acb/2d1e1b39-517d-4747-9858-c1221084f27d) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:27.809615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port f44efef7-c8a2-48f8-89cd-0d341abb29f0 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:27.810188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.827822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8b2fd12c-dbfd-4f2a-a08e-f218546af0f5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.829332 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8b2fd12c-dbfd-4f2a-a08e-f218546af0f5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3975132 Mar 08 12:45:27.834571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38238) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:27.847381 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-34dcc89b-f261-4baa-9e27-744a363f46d9 req-577c4bad-2d7b-4f89-a76b-c9cf846285ec tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844650 Mar 08 12:45:27.877982 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-3991aae6-15ad-42de-9c6f-78a47dd25598 service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196349 Mar 08 12:45:27.950445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:27.972994 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45470077-a931-4d93-af1a-cda9e79f8e2e req-f4868df9-d3c4-41bf-a444-a5d95e3b1b0b service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908196 Mar 08 12:45:28.007977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.055601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Network d9b839b6-e13e-4151-8372-249ba0378198 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:28.058464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:28.061288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.062686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:28.067495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Pushing event updated for resources: {'Port': ['ID=2d1e1b39-517d-4747-9858-c1221084f27d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:28.121704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Attempting to bind port 2d1e1b39-517d-4747-9858-c1221084f27d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:28.122020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Attempting to bind port 2d1e1b39-517d-4747-9858-c1221084f27d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '5a683e4f-f998-430a-b364-a25bcd70bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9b839b6-e13e-4151-8372-249ba0378198'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:28.122361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Attempting to bind port 2d1e1b39-517d-4747-9858-c1221084f27d on network d9b839b6-e13e-4151-8372-249ba0378198 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:28.129512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:28.129947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Checking segment: {'id': '5a683e4f-f998-430a-b364-a25bcd70bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9b839b6-e13e-4151-8372-249ba0378198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:28.130295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.133578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Bound using segment: {'id': '5a683e4f-f998-430a-b364-a25bcd70bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9b839b6-e13e-4151-8372-249ba0378198'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:28.133578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Bound port: 2d1e1b39-517d-4747-9858-c1221084f27d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a683e4f-f998-430a-b364-a25bcd70bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9b839b6-e13e-4151-8372-249ba0378198'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:28.133578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.203143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] For port 2d1e1b39-517d-4747-9858-c1221084f27d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:28.208435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] For port 2d1e1b39-517d-4747-9858-c1221084f27d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d1e1b39-517d-4747-9858-c1221084f27d,segment=NetworkSegment(5a683e4f-f998-430a-b364-a25bcd70bff8),segment_id=5a683e4f-f998-430a-b364-a25bcd70bff8)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:28.293453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.363311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00876aa-af5b-41f3-bed4-1bbb46bd3fd0 None None] Pushing event updated for resources: {'Port': ['ID=2d1e1b39-517d-4747-9858-c1221084f27d,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:28.613818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.814708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.815073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:28.815368 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Floating IP 8222c108-11c5-4711-9e21-1befec296cbc disassociated. External IP: 172.26.3.26, port: f44efef7-c8a2-48f8-89cd-0d341abb29f0. Mar 08 12:45:28.815693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for f44efef7-c8a2-48f8-89cd-0d341abb29f0 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:28.980512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd82dd-9a63-4926-a82e-9824a0667505 req-f4876890-58f1-4a13-8467-6898ecf4a2b7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:28.982435 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33fd82dd-9a63-4926-a82e-9824a0667505 req-f4876890-58f1-4a13-8467-6898ecf4a2b7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 943 time: 0.0552909 Mar 08 12:45:29.030526 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33fd82dd-9a63-4926-a82e-9824a0667505 req-a49034d1-a483-4c4f-bfc4-aeda20cc8260 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Mar 08 12:45:29.034847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53addd32-3e2a-48e3-957f-12e81d109f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.054269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8::1 (d9b839b6-e13e-4151-8372-249ba0378198/05b88df8-2657-4a1a-8d2f-a73b82b31acb/ce9e206a-53b0-485f-ac2b-8452758568ea) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:29.182269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.187247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.224935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=f44efef7-c8a2-48f8-89cd-0d341abb29f0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:29.324057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d12daa-cd0d-41df-ab7b-54ffd4a0e22d None None] Network d9b839b6-e13e-4151-8372-249ba0378198 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:29.369863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:29.374481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.424103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-256fae2e-2d51-4b4c-b87c-ad40536765c0 None None] Provisioning complete for port 2d1e1b39-517d-4747-9858-c1221084f27d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:29.424735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-256fae2e-2d51-4b4c-b87c-ad40536765c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.428396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network d9b839b6-e13e-4151-8372-249ba0378198 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:29.461353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:29.471816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:29.472336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.477251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=ce9e206a-53b0-485f-ac2b-8452758568ea,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:29.488574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device ee4185ab-f3bb-46b0-b6ec-546303a45211 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:45:29.602684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:29.616308 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] Sync routers for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:29.635100 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:29.636285 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:29.636724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-256fae2e-2d51-4b4c-b87c-ad40536765c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.678020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port ee4185ab-f3bb-46b0-b6ec-546303a45211, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:29.688643 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:29.699860 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:29.700082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.701245 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:29.701732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:45:29.704396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-256fae2e-2d51-4b4c-b87c-ad40536765c0 None None] For port 2d1e1b39-517d-4747-9858-c1221084f27d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d1e1b39-517d-4747-9858-c1221084f27d,segment=NetworkSegment(5a683e4f-f998-430a-b364-a25bcd70bff8),segment_id=5a683e4f-f998-430a-b364-a25bcd70bff8)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:29.710527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.713795 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8d6c7701-e716-4158-905b-fca29b44ef96 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/ports/f44efef7-c8a2-48f8-89cd-0d341abb29f0 HTTP/1.1" status: 204 len: 168 time: 2.0284264 Mar 08 12:45:29.716681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38242) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:29.762286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.780600 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:29.784666 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb17d1-ae9b-415b-9557-47b6dc551cca None None] The sync data for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:29.786055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4185ab-f3bb-46b0-b6ec-546303a45211 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:45:29.813770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-256fae2e-2d51-4b4c-b87c-ad40536765c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.869251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port ee4185ab-f3bb-46b0-b6ec-546303a45211, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:29.870863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fae2e-2d51-4b4c-b87c-ad40536765c0 None None] Pushing event updated for resources: {'Port': ['ID=2d1e1b39-517d-4747-9858-c1221084f27d,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:29.953337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-73f9e373-c6fe-4cd8-82ca-1f6ceeae56c6 None None] Provisioning complete for port ce9e206a-53b0-485f-ac2b-8452758568ea triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:29.953991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73f9e373-c6fe-4cd8-82ca-1f6ceeae56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:29.957696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.050274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2d1e1b39-517d-4747-9858-c1221084f27d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:30.065691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.117553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-73f9e373-c6fe-4cd8-82ca-1f6ceeae56c6 None None] Port ce9e206a-53b0-485f-ac2b-8452758568ea cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:30.119724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.120559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.141781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=ee4185ab-f3bb-46b0-b6ec-546303a45211,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:30.153766 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-73f9e373-c6fe-4cd8-82ca-1f6ceeae56c6 None None] Provisioning complete for port 2d1e1b39-517d-4747-9858-c1221084f27d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:30.154245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73f9e373-c6fe-4cd8-82ca-1f6ceeae56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.202990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['ee4185ab-f3bb-46b0-b6ec-546303a45211'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:45:30.233383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=ce9e206a-53b0-485f-ac2b-8452758568ea,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:30.256912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2d1e1b39-517d-4747-9858-c1221084f27d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:30.257307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.288409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3ba5-35ca-4a7e-8ad7-7686e418a002 req-421f1ca2-fdb9-4f57-b929-a1b5330168b1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:30.289960 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ca0d3ba5-35ca-4a7e-8ad7-7686e418a002 req-421f1ca2-fdb9-4f57-b929-a1b5330168b1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 944 time: 0.0779140 Mar 08 12:45:30.300402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network d9b839b6-e13e-4151-8372-249ba0378198 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:30.302187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:30.402362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ca0d3ba5-35ca-4a7e-8ad7-7686e418a002 req-f6052d03-7717-41e1-b838-54237131e3a2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Mar 08 12:45:30.536270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 9a2f3e96-b309-48ce-bca3-7fa4aed89f00 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:45:30.591715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.633532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-759d93f1-7b47-4c55-bd3e-a875ec4efe76 None None] Provisioning complete for port ce9e206a-53b0-485f-ac2b-8452758568ea triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:30.634112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-759d93f1-7b47-4c55-bd3e-a875ec4efe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.646987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:30.652617 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-627c5720-f5b5-4e97-8af3-07bacaa65dd3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/9a2f3e96-b309-48ce-bca3-7fa4aed89f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172202 Mar 08 12:45:30.664732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38248) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:30.669213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740eead-1606-4a97-883f-139a145ac87a None None] Sync routers for ids ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:30.704090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740eead-1606-4a97-883f-139a145ac87a None None] Routers {'9a2f3e96-b309-48ce-bca3-7fa4aed89f00'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:30.705175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8740eead-1606-4a97-883f-139a145ac87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:30.706880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-759d93f1-7b47-4c55-bd3e-a875ec4efe76 None None] Port ce9e206a-53b0-485f-ac2b-8452758568ea cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:30.741937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebfe85-b7d8-478b-b1c3-0e88658cb996 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:30.747809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7cebfe85-b7d8-478b-b1c3-0e88658cb996 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports/ce9e206a-53b0-485f-ac2b-8452758568ea HTTP/1.1" status: 200 len: 911 time: 0.0866756 Mar 08 12:45:30.747809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38250) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:30.748043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8740eead-1606-4a97-883f-139a145ac87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:30.752331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05b88df8-2657-4a1a-8d2f-a73b82b31acb'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:30.773833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740eead-1606-4a97-883f-139a145ac87a None None] Routers {'9a2f3e96-b309-48ce-bca3-7fa4aed89f00'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:30.774865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8740eead-1606-4a97-883f-139a145ac87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:30.821425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8740eead-1606-4a97-883f-139a145ac87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:30.822069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740eead-1606-4a97-883f-139a145ac87a None None] The sync data for ids ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:30.853695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a8aa1762-eba3-41e4-a920-98fe967f63be None None] Provisioning complete for port ce9e206a-53b0-485f-ac2b-8452758568ea triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:30.854086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1762-eba3-41e4-a920-98fe967f63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:30.907094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa1762-eba3-41e4-a920-98fe967f63be None None] Port ce9e206a-53b0-485f-ac2b-8452758568ea cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:30.992583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.154517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port 39d5b253-8a62-4966-a5e2-eca4b18896fb {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:31.154845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.322714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.341770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for 39d5b253-8a62-4966-a5e2-eca4b18896fb owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:31.507590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device ee4185ab-f3bb-46b0-b6ec-546303a45211 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:31.610239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.636777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a57a-9486-4af0-8bf3-c64cae4bbade req-b1ef2fd0-d051-4518-9d7c-2049b453b91b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:31.638265 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad87a57a-9486-4af0-8bf3-c64cae4bbade req-b1ef2fd0-d051-4518-9d7c-2049b453b91b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 944 time: 0.1571023 Mar 08 12:45:31.653048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port ee4185ab-f3bb-46b0-b6ec-546303a45211 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:45:31.657131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port ee4185ab-f3bb-46b0-b6ec-546303a45211 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:31.657565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.686901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d5c3b7e3-a247-489c-ad0e-89cf2043c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.687249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.693728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:31.697979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.697979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/ports/ce9e206a-53b0-485f-ac2b-8452758568ea HTTP/1.1" status: 200 len: 911 time: 0.9486742 Mar 08 12:45:31.698832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38254) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:31.748175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad87a57a-9486-4af0-8bf3-c64cae4bbade req-2e08db32-a3e1-4ada-800a-01cb7694be15 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036334 Mar 08 12:45:31.773280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.777819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39950376-b451-4b53-a693-e6b5cdfbb4e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=ce9e206a-53b0-485f-ac2b-8452758568ea,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:31.796845 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:45:31.808238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6042c81a-9159-4b1e-b3d9-8fd7efd51c9c" -d '{"events": [{"server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "name": "network-vif-plugged", "status": "completed", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:45:31.812676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port ee4185ab-f3bb-46b0-b6ec-546303a45211, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:31.827754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.844019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20400c9-a078-48b7-88b7-9327c32c2fc9 x-openstack-request-id: req-a20400c9-a078-48b7-88b7-9327c32c2fc9 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:45:31.844344 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "name": "network-vif-plugged", "status": "completed", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:45:31.844550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a20400c9-a078-48b7-88b7-9327c32c2fc9 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:45:31.846043 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'code': 200} Mar 08 12:45:31.861327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=39d5b253-8a62-4966-a5e2-eca4b18896fb,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:31.885332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:31.961702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=ee4185ab-f3bb-46b0-b6ec-546303a45211,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:32.063283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.071055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.220743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a4f7e-1b0f-4e71-b164-f8fe52936914 req-84ea5c94-434d-4d00-98b4-e398b74df9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:32.222338 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b2a4f7e-1b0f-4e71-b164-f8fe52936914 req-84ea5c94-434d-4d00-98b4-e398b74df9a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 1098 time: 0.0588634 Mar 08 12:45:32.303323 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b2a4f7e-1b0f-4e71-b164-f8fe52936914 req-12b1556c-d4cf-4691-97f6-4dc5b7890d98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430267 Mar 08 12:45:32.355822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:32.464504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:32.473610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bf6fa493-054b-4036-9768-b72f89cd6cae tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/routers/d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7513955 Mar 08 12:45:32.473610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38258) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:32.476607 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] Sync routers for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:32.487868 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:32.488665 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:32.524156 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:32.533627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] Routers {'d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:32.534272 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:32.568885 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:32.569502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd91cf-8bc2-4411-a908-f76bd7f73528 None None] The sync data for ids ['d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:32.585263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.617467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port ce9e206a-53b0-485f-ac2b-8452758568ea {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:32.617972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.633486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.693414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.704124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.717537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for ce9e206a-53b0-485f-ac2b-8452758568ea owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:32.869926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port 50ab8d6a-515e-409a-b58b-8e9fda474108 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:32.870254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.895273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be1041-a87d-4691-8e6e-b56bae962f5e req-88d6ec17-b9d5-4c2a-958f-a0a87e9d8f4e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:32.898069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-32be1041-a87d-4691-8e6e-b56bae962f5e req-88d6ec17-b9d5-4c2a-958f-a0a87e9d8f4e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 945 time: 0.0713217 Mar 08 12:45:32.944339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:32.978299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-32be1041-a87d-4691-8e6e-b56bae962f5e req-14723994-273b-498a-8e91-34ab72e44fd8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510449 Mar 08 12:45:32.978827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=ce9e206a-53b0-485f-ac2b-8452758568ea,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:32.995333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.003525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for 50ab8d6a-515e-409a-b58b-8e9fda474108 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:33.090703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.230821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.250530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 9a2f3e96-b309-48ce-bca3-7fa4aed89f00 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:33.258407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=50ab8d6a-515e-409a-b58b-8e9fda474108,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:33.327755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.331214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:33.336040 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ba8ef03e-c6b2-4004-87ef-2bd836c774b7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/9a2f3e96-b309-48ce-bca3-7fa4aed89f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6361527 Mar 08 12:45:33.338789 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38262) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:33.341755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] Sync routers for ids ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:33.356930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] Routers {'9a2f3e96-b309-48ce-bca3-7fa4aed89f00'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:33.358327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:33.370620 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6b32b676-ba25-4d5d-86c9-9689e5202e62 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2f3e96-b309-48ce-bca3-7fa4aed89f00 HTTP/1.1" status: 200 len: 205 time: 0.0305979 Mar 08 12:45:33.373061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38264) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:33.395979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:33.405424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] Routers {'9a2f3e96-b309-48ce-bca3-7fa4aed89f00'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:33.406141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:33.458223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1a9eb2e7-20f4-4f7a-981c-6b7a200ceab4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.458487 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:33.459420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b709f6-1252-4def-890b-8d1d1a7fbb0b None None] The sync data for ids ['9a2f3e96-b309-48ce-bca3-7fa4aed89f00'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:33.633044 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1a9eb2e7-20f4-4f7a-981c-6b7a200ceab4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.635318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1a9eb2e7-20f4-4f7a-981c-6b7a200ceab4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.714148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.730961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.733066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.742533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1a9eb2e7-20f4-4f7a-981c-6b7a200ceab4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.743087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9eb2e7-20f4-4f7a-981c-6b7a200ceab4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Fanout notify agent at l3_agent the message router_deleted on router 9a2f3e96-b309-48ce-bca3-7fa4aed89f00 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:33.750044 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1a9eb2e7-20f4-4f7a-981c-6b7a200ceab4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.754636 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1a9eb2e7-20f4-4f7a-981c-6b7a200ceab4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/9a2f3e96-b309-48ce-bca3-7fa4aed89f00 HTTP/1.1" status: 204 len: 168 time: 0.3771725 Mar 08 12:45:33.754636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38266) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:33.811423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet 05b88df8-2657-4a1a-8d2f-a73b82b31acb {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:33.814544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.841547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.842338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Fanout notify agent at l3_agent the message router_deleted on router d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:33.853730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.854888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f426a73f-6b48-4064-b3ed-204317f3a4f1 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/routers/d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 HTTP/1.1" status: 204 len: 168 time: 1.3809602 Mar 08 12:45:33.857641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38268) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:33.861102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.909443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting subnet e4fae2ef-1670-4f6e-af8c-5199181e0bc7 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:33.912619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.946521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:33.956316 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.047178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.059116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.089820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=05b88df8-2657-4a1a-8d2f-a73b82b31acb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:34.097987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.103651 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b27729a3-8916-4967-ae32-aadc25a51e7a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/05b88df8-2657-4a1a-8d2f-a73b82b31acb HTTP/1.1" status: 204 len: 168 time: 0.3457456 Mar 08 12:45:34.104184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38272) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:34.106030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc811a8a-9971-423e-9c61-f399325729bf None None] Network d9b839b6-e13e-4151-8372-249ba0378198 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:34.140017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b331c-ed21-43ff-8bd4-e6ecf1d9fa41 req-98cd9bae-8fe5-419e-9b68-103664703406 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:34.141427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b67b331c-ed21-43ff-8bd4-e6ecf1d9fa41 req-98cd9bae-8fe5-419e-9b68-103664703406 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 945 time: 0.0908189 Mar 08 12:45:34.185283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b67b331c-ed21-43ff-8bd4-e6ecf1d9fa41 req-3dedc24e-8ef5-4d05-aeb4-d51dea1b584e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355339 Mar 08 12:45:34.196618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.219238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.249610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fae2ef-1670-4f6e-af8c-5199181e0bc7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:34.257113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.259022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.260298 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e41e4e31-2951-497b-b5b8-9c7edb045421 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/subnets/e4fae2ef-1670-4f6e-af8c-5199181e0bc7 HTTP/1.1" status: 204 len: 168 time: 0.4016495 Mar 08 12:45:34.263179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38276) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:34.270681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49dae1-ff1e-445d-a8d0-1d9c666ad0d4 None None] Network 703460fb-de63-4cd4-9114-3e24a48371c4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:34.293329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 2d1e1b39-517d-4747-9858-c1221084f27d {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:34.294135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.352838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] DHCP port deletion for d9b839b6-e13e-4151-8372-249ba0378198 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:45:34.389196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port 2d1e1b39-517d-4747-9858-c1221084f27d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d1e1b39-517d-4747-9858-c1221084f27d,segment=NetworkSegment(5a683e4f-f998-430a-b364-a25bcd70bff8),segment_id=5a683e4f-f998-430a-b364-a25bcd70bff8)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:34.390219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.394307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.405195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 2d1e1b39-517d-4747-9858-c1221084f27d owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:34.405591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17411631-a5c3-42ac-be0f-8289b1d4c0c0 req-e600bae3-f1c3-4535-8315-88d1e91214f2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:34.407258 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17411631-a5c3-42ac-be0f-8289b1d4c0c0 req-e600bae3-f1c3-4535-8315-88d1e91214f2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 945 time: 0.1328504 Mar 08 12:45:34.463663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] Deleting port 2d1e1b39-517d-4747-9858-c1221084f27d {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:34.464093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.480541 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17411631-a5c3-42ac-be0f-8289b1d4c0c0 req-cb849036-cd6a-4540-991d-6a900c76207c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657456 Mar 08 12:45:34.495852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port b89483d9-46d3-41f0-b6e6-a6e4c7599038 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:34.496278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.512864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38278) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:34.553430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] For port 2d1e1b39-517d-4747-9858-c1221084f27d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d1e1b39-517d-4747-9858-c1221084f27d,segment=NetworkSegment(5a683e4f-f998-430a-b364-a25bcd70bff8),segment_id=5a683e4f-f998-430a-b364-a25bcd70bff8)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:34.554923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.559038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] DHCP port deletion for 703460fb-de63-4cd4-9114-3e24a48371c4 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:45:34.565245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc202b88-ab2c-45f8-9c3c-e99480a8e45e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:34.567162 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bc202b88-ab2c-45f8-9c3c-e99480a8e45e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 1093 time: 0.0533504 Mar 08 12:45:34.570137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38280) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:34.574453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:34.581519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] For port b89483d9-46d3-41f0-b6e6-a6e4c7599038, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b89483d9-46d3-41f0-b6e6-a6e4c7599038,segment=NetworkSegment(7baa45c4-e7a8-4b33-9f2a-e37a6f124d45),segment_id=7baa45c4-e7a8-4b33-9f2a-e37a6f124d45)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:34.582054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.589989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.603240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for b89483d9-46d3-41f0-b6e6-a6e4c7599038 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:34.607024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] Calling delete_port for 2d1e1b39-517d-4747-9858-c1221084f27d owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:34.628264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=2d1e1b39-517d-4747-9858-c1221084f27d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:34.631358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No DVR routers for this DVR port 2d1e1b39-517d-4747-9858-c1221084f27d on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:34.663701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] Deleting port b89483d9-46d3-41f0-b6e6-a6e4c7599038 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:34.664317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.669770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.734359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.750679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] For port b89483d9-46d3-41f0-b6e6-a6e4c7599038, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b89483d9-46d3-41f0-b6e6-a6e4c7599038,segment=NetworkSegment(7baa45c4-e7a8-4b33-9f2a-e37a6f124d45),segment_id=7baa45c4-e7a8-4b33-9f2a-e37a6f124d45)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:34.751063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.770649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] Calling delete_port for b89483d9-46d3-41f0-b6e6-a6e4c7599038 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:34.780455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.790984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b839b6-e13e-4151-8372-249ba0378198']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:34.805552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a683e4f-f998-430a-b364-a25bcd70bff8') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:34.805881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a683e4f-f998-430a-b364-a25bcd70bff8') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:34.812990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.821560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.841354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.842148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] No DVR routers for this DVR port 2d1e1b39-517d-4747-9858-c1221084f27d on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:34.845875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=b89483d9-46d3-41f0-b6e6-a6e4c7599038,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:34.847534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c5f97-e4e9-4881-bf2e-26bcad8251d0 None None] Pushing event deleted for resources: {'Port': ['ID=2d1e1b39-517d-4747-9858-c1221084f27d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:34.850621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] No DVR routers for this DVR port b89483d9-46d3-41f0-b6e6-a6e4c7599038 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:34.852569 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:34.852960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:34.856912 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:34.892338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.930433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] Pushing event deleted for resources: {'Port': ['ID=b89483d9-46d3-41f0-b6e6-a6e4c7599038,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:34.932586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86b101-9c2a-45a2-85b5-ec0f4446b96d None None] No DVR routers for this DVR port b89483d9-46d3-41f0-b6e6-a6e4c7599038 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:34.951220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.951693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.973295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703460fb-de63-4cd4-9114-3e24a48371c4']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:34.983771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baa45c4-e7a8-4b33-9f2a-e37a6f124d45') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:34.984066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baa45c4-e7a8-4b33-9f2a-e37a6f124d45') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:34.994661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:34.997343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.005458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.011714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.011823 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/d9b839b6-e13e-4151-8372-249ba0378198 HTTP/1.1" status: 204 len: 168 time: 0.9047282 Mar 08 12:45:35.015170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38282) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:35.023987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9ea85625-9881-4cfe-ae8d-5b365c9e7a32 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1257673023', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:35.033187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:35.033575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:35.037471 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:35.064489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc1926-98eb-4d48-9db6-d3c0e779dec0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=d9b839b6-e13e-4151-8372-249ba0378198,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:35.134623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.115 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/9a98e710-5028-4537-bdd6-fd89aa795660) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:35.172775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.180424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.185814 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/networks/703460fb-de63-4cd4-9114-3e24a48371c4 HTTP/1.1" status: 204 len: 168 time: 0.9189379 Mar 08 12:45:35.188061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38284) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:35.195748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e76f7f-cf73-4a05-bd35-4db283545c35 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Network': ['ID=703460fb-de63-4cd4-9114-3e24a48371c4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:35.211057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ea85625-9881-4cfe-ae8d-5b365c9e7a32 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.212131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ea85625-9881-4cfe-ae8d-5b365c9e7a32 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.264749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ea85625-9881-4cfe-ae8d-5b365c9e7a32 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.325573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ea85625-9881-4cfe-ae8d-5b365c9e7a32 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.344622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.387332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port a82d6158-4721-425e-87b5-4165a0392da3 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:35.387669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.407245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ea85625-9881-4cfe-ae8d-5b365c9e7a32 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.411364 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9ea85625-9881-4cfe-ae8d-5b365c9e7a32 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3923562 Mar 08 12:45:35.411576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38286) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:35.416594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449041180'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:35.462522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.473079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.473401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.513357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for a82d6158-4721-425e-87b5-4165a0392da3 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:35.515630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:35.519387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.521962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:35.528901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:35.534721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:35.546132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:35.555634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.555963 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment 46b1da25-0934-4bb9-8e68-093fb7e63cfc of type vlan for network 8051fdcd-9a5c-444e-b13c-6f104317abe0 Mar 08 12:45:35.596132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.598438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=9a98e710-5028-4537-bdd6-fd89aa795660,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:35.699208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.705867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:35.706654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.776003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=8051fdcd-9a5c-444e-b13c-6f104317abe0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:35.787485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:35.857546 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4e852d45-39cb-418f-9f9c-fe777846a971 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4439962 Mar 08 12:45:35.859609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38288) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:35.870566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:35.901632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:35.964918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2d1e1b39-517d-4747-9858-c1221084f27d no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:35.965564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=a82d6158-4721-425e-87b5-4165a0392da3,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:35.986740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 2d1e1b39-517d-4747-9858-c1221084f27d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:35.987154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2d1e1b39-517d-4747-9858-c1221084f27d not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:35.987648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b89483d9-46d3-41f0-b6e6-a6e4c7599038 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:36.011319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b89483d9-46d3-41f0-b6e6-a6e4c7599038 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:36.011662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b89483d9-46d3-41f0-b6e6-a6e4c7599038 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:36.047182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:36.051480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.321811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.391147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=34433f2b-7425-4830-be16-6e2458750fb9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:36.400194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:36.400551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: 8051fdcd-9a5c-444e-b13c-6f104317abe0, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:36.471023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.473601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.474866 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c314fed8-a8a2-46c8-bc0c-4ccc925ac00e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/floatingips/8222c108-11c5-4711-9e21-1befec296cbc HTTP/1.1" status: 204 len: 168 time: 1.2858982 Mar 08 12:45:36.478378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38290) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:36.502730 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d466f9-adae-427d-bc26-95dd1180523e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:36.503513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d466f9-adae-427d-bc26-95dd1180523e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:36.506632 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-61d466f9-adae-427d-bc26-95dd1180523e tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/ports/f44efef7-c8a2-48f8-89cd-0d341abb29f0 HTTP/1.1" status: 404 len: 333 time: 0.0271559 Mar 08 12:45:36.509164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:36.513978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.539300 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-53c49463-9f93-46bc-8d1f-654901d1cc59 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 HTTP/1.1" status: 200 len: 205 time: 0.0269380 Mar 08 12:45:36.539300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:36.540918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38294) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:36.578899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-8c87dd84-e8dc-44bb-a6bc-46b297a27849 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] delete failed (client error): The resource could not be found. Mar 08 12:45:36.583133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38296) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:36.585981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c87dd84-e8dc-44bb-a6bc-46b297a27849 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/routers/d8b31a98-3f7d-4fd6-9d60-15d1dcbf9348 HTTP/1.1" status: 404 len: 336 time: 0.0387635 Mar 08 12:45:36.614910 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-fead9096-791c-476f-8411-50f037096eed tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] DELETE failed (client error): The resource could not be found. Mar 08 12:45:36.615295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fead9096-791c-476f-8411-50f037096eed tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:45:36.618333 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fead9096-791c-476f-8411-50f037096eed tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/subnets/e4fae2ef-1670-4f6e-af8c-5199181e0bc7 HTTP/1.1" status: 404 len: 337 time: 0.0342348 Mar 08 12:45:36.620917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38300) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:36.647296 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 8051fdcd-9a5c-444e-b13c-6f104317abe0) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:36.655740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:36.656273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.658026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca5548-2cb8-4b61-a343-0c5226a1910a None None] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:36.673852 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.728878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port c4e06dc2-1758-4e5a-bc9c-7396c9c157dc {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:36.729219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.786353 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a476e3b8-3514-42f0-a4f6-cb0aeffbcd5a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9229436 Mar 08 12:45:36.790965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38302) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:36.830312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-8051fdcd-9a5c-444e-b13c-6f104317abe0', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:36.831277 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.848572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.942338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.944247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:36.969503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Allocated IP 2001:db8::2 (8051fdcd-9a5c-444e-b13c-6f104317abe0/34433f2b-7425-4830-be16-6e2458750fb9/7fbac9f6-70a1-44d9-9a19-af7d06e70537) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:36.988537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for c4e06dc2-1758-4e5a-bc9c-7396c9c157dc owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:37.016810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=9a98e710-5028-4537-bdd6-fd89aa795660,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:37.031615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.138213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.147069 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0 associated. External IP: 172.26.3.115, port: ee4185ab-f3bb-46b0-b6ec-546303a45211. Mar 08 12:45:37.194516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.252180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.302889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:37.307353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:37.311664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:37.315126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Pushing event updated for resources: {'Port': ['ID=7fbac9f6-70a1-44d9-9a19-af7d06e70537,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:37.371942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 0eda2d56-78ce-412c-b07b-25216f772818 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:37.373717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Attempting to bind port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:37.375132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Attempting to bind port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:37.375508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Attempting to bind port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 on network 8051fdcd-9a5c-444e-b13c-6f104317abe0 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:37.382510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:37.383003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Checking segment: {'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:37.383400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.385270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Bound using segment: {'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:37.385780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Bound port: 7fbac9f6-70a1-44d9-9a19-af7d06e70537, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:37.386249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.453711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.458443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] For port 7fbac9f6-70a1-44d9-9a19-af7d06e70537, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:37.461108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] For port 7fbac9f6-70a1-44d9-9a19-af7d06e70537, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7fbac9f6-70a1-44d9-9a19-af7d06e70537,segment=NetworkSegment(46b1da25-0934-4bb9-8e68-093fb7e63cfc),segment_id=46b1da25-0934-4bb9-8e68-093fb7e63cfc)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:37.498333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:37.510571 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] Sync routers for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:37.511503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=c4e06dc2-1758-4e5a-bc9c-7396c9c157dc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:37.527772 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:37.528390 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:37.573313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.593213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8::1 (8051fdcd-9a5c-444e-b13c-6f104317abe0/34433f2b-7425-4830-be16-6e2458750fb9/cc2992c9-bd6f-4e9d-919c-64b0cad189e5) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:37.615332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.632075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.645322 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-24d843c2-ef58-4ecc-9fdc-bbf131a836d3 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/ports/c4e06dc2-1758-4e5a-bc9c-7396c9c157dc HTTP/1.1" status: 204 len: 168 time: 1.0214601 Mar 08 12:45:37.645542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5342ab-5fb2-4784-94fc-b4c511e9b09c None None] Pushing event updated for resources: {'Port': ['ID=7fbac9f6-70a1-44d9-9a19-af7d06e70537,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:37.645636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38304) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:37.647179 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:37.666418 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-41f285ad-5434-4881-86f6-3a1b481bca30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0952964 Mar 08 12:45:37.667009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:45:37.669956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08eb9ab-5c3a-464c-9426-86299848a436" -d '{"events": [{"name": "network-changed", "server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:45:37.672010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38306) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:37.820493 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:45:37.870265 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-11c615cf-c571-4241-8649-49b1f74583d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0 HTTP/1.1" status: 200 len: 991 time: 0.1816802 Mar 08 12:45:37.909993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.922637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port 423efdcc-7c3a-4c6f-b673-d81cd28ab72e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:37.922966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:37.990052 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:35Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:38.021395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d2f892-60fb-4d60-9fb9-8ef13e72cf4c x-openstack-request-id: req-41d2f892-60fb-4d60-9fb9-8ef13e72cf4c {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:45:38.021996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:45:38.022136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41d2f892-60fb-4d60-9fb9-8ef13e72cf4c {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:45:38.022423 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'status': 'completed', 'code': 200} Mar 08 12:45:38.039329 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] Checking router: 0eda2d56-78ce-412c-b07b-25216f772818 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:38.053998 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:38.054989 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:38.090078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7fbac9f6-70a1-44d9-9a19-af7d06e70537 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:38.104388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:38.112599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:38.158140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:38.158563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:38.175033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for 423efdcc-7c3a-4c6f-b673-d81cd28ab72e owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:38.190934 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:38.203859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:38.214644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:38.218230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:38.218782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:38.224705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:38.229507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-c22d852f-7a31-40c8-9160-471b5f9d03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:38.232353 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-c22d852f-7a31-40c8-9160-471b5f9d03b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 1098 time: 0.1857202 Mar 08 12:45:38.245511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:38.286751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 7fbac9f6-70a1-44d9-9a19-af7d06e70537, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7fbac9f6-70a1-44d9-9a19-af7d06e70537,segment=NetworkSegment(46b1da25-0934-4bb9-8e68-093fb7e63cfc),segment_id=46b1da25-0934-4bb9-8e68-093fb7e63cfc)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:38.367649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:38.424084 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=7fbac9f6-70a1-44d9-9a19-af7d06e70537,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:38.432979 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:35Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:38.460876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-d4767bfa-68c3-4a01-ba09-f1ae83823116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:38.462760 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-d4767bfa-68c3-4a01-ba09-f1ae83823116 service neutron] 10.222.0.45 "GET /v2.0/networks?id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08 HTTP/1.1" status: 200 len: 898 time: 0.1643088 Mar 08 12:45:38.464715 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4389e3-adcb-419a-8f91-6c952d18ff6b None None] The sync data for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv is: [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:35Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:38.632464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-608c2ae4-2a3f-456d-a089-5165eab99925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211 HTTP/1.1" status: 200 len: 999 time: 0.1576169 Mar 08 12:45:38.633154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:38.699929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ef931f-8552-453f-92fa-fb1b50b65d99 None None] New status for floating IP 513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:45:38.870907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38312) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:38.894522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba01e3-5003-4d9e-8a23-24c66a9aee9e None None] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:38.943471 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f7991be6-05fb-414f-b885-82ef1c8c097f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0 HTTP/1.1" status: 200 len: 991 time: 0.0707903 Mar 08 12:45:39.031152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.040894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ffa4a02b-268d-4db5-982a-91fcd85de123 None None] Provisioning complete for port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:39.041274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a02b-268d-4db5-982a-91fcd85de123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.077189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=423efdcc-7c3a-4c6f-b673-d81cd28ab72e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:39.086279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-3f3b6821-3ef4-40e5-8991-7592bbb57f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:39.087229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-3f3b6821-3ef4-40e5-8991-7592bbb57f38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=135abdab-7df8-4063-b584-40b2aea84da8 HTTP/1.1" status: 200 len: 835 time: 0.4442682 Mar 08 12:45:39.268304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.274303 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-92580424-0501-4cc0-b034-d1f91d2550f2 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/ports/423efdcc-7c3a-4c6f-b673-d81cd28ab72e HTTP/1.1" status: 204 len: 168 time: 1.6249146 Mar 08 12:45:39.274744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:39.283767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-2cd08584-d4ab-4cc2-bda6-98b8c5287df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:39.285287 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-2cd08584-d4ab-4cc2-bda6-98b8c5287df0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1624148 Mar 08 12:45:39.349575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3bcfd-9361-4734-aaac-ec1b3308bfad tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:39.354353 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b8f3bcfd-9361-4734-aaac-ec1b3308bfad tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2039abd-a29f-40b5-99a7-1e41f8e18ebf HTTP/1.1" status: 200 len: 913 time: 0.0783658 Mar 08 12:45:39.355181 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38316) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:39.411696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-00dd8c21-4624-44bc-b5c1-7b708da5003f None None] Provisioning complete for port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:39.412225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-00dd8c21-4624-44bc-b5c1-7b708da5003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.455474 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-a6078c24-9e7c-4842-b922-2e56ba7f696d service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371968 Mar 08 12:45:39.463563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-00dd8c21-4624-44bc-b5c1-7b708da5003f None None] Port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:39.480620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.490193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-00dd8c21-4624-44bc-b5c1-7b708da5003f None None] Provisioning complete for port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:39.494424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-00dd8c21-4624-44bc-b5c1-7b708da5003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.569796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.570889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.623456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f08eb9ab-5c3a-464c-9426-86299848a436 req-fb0f2657-d4a7-43cc-b0a1-0d8cd25ec2b7 service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564462 Mar 08 12:45:39.683828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:39.719596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e22d211f-addd-4533-a225-19af932c626e None None] Provisioning complete for port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:39.720082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e22d211f-addd-4533-a225-19af932c626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.723831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:39.725755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:39.769212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e22d211f-addd-4533-a225-19af932c626e None None] Port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:39.772954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:39.940387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:45:39.947982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38318) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:39.983007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7fbac9f6-70a1-44d9-9a19-af7d06e70537 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:40.028851 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6f659190-f476-498a-a6a4-9055bf36ecb3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0 HTTP/1.1" status: 200 len: 993 time: 0.0799892 Mar 08 12:45:40.053657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:40.054002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.062189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:40.071109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4386901a-d95d-41c0-8d4c-bd7334691a31 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2790077 Mar 08 12:45:40.071257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38320) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:40.075740 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:40.078993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-863946655'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:40.088246 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:40.089172 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:40.115675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c0aeddf6-68f9-40a6-9a5a-5184ad67d440 None None] Provisioning complete for port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:40.116108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0aeddf6-68f9-40a6-9a5a-5184ad67d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.155082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port 50e59a69-dfdd-468e-be08-872a0842e65b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:40.155423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.180655 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:40.207389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:40.211037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.265335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:40.287838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.290680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.291013 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment d4dc725f-42b5-43d6-ac81-608be2e244c0 of type vlan for network c803cc3e-4e2a-4fe0-9009-042bc82517e6 Mar 08 12:45:40.318630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for 50e59a69-dfdd-468e-be08-872a0842e65b owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:40.354546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeddf6-68f9-40a6-9a5a-5184ad67d440 None None] Port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:40.391057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.484269 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:39Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:40.501691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.507460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:40.508023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.512621 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:40.513047 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Updating router 6dd5d5f4-534b-4fc1-a667-77412a0af89c port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:45:40.552314 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.612631 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5402427 Mar 08 12:45:40.615472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2aaa0-3ca6-4367-8e4b-d3bbe71e940d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=c803cc3e-4e2a-4fe0-9009-042bc82517e6,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:40.615709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38322) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:40.624291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:40.633083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:40.697221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.725717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=50e59a69-dfdd-468e-be08-872a0842e65b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:40.824107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:40.827279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.841646 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.900015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.921405 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:40.990742 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Pushing event updated for resources: {'Port': ['ID=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:40.999357 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:40.999715 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.000034 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.000358 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.000674 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.001009 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.001829 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.002195 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.002522 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.002828 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.003138 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.003438 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:41.059063 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Attempting to bind port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:41.059421 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Attempting to bind port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:41.059766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Attempting to bind port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 on network 8051fdcd-9a5c-444e-b13c-6f104317abe0 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:41.065363 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:41.065783 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Checking segment: {'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:41.066196 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.066568 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Bound using segment: {'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:41.067013 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Bound port: cc2992c9-bd6f-4e9d-919c-64b0cad189e5, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b1da25-0934-4bb9-8e68-093fb7e63cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:41.067376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.121888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.133737 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] For port cc2992c9-bd6f-4e9d-919c-64b0cad189e5, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:41.137565 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] For port cc2992c9-bd6f-4e9d-919c-64b0cad189e5, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,segment=NetworkSegment(46b1da25-0934-4bb9-8e68-093fb7e63cfc),segment_id=46b1da25-0934-4bb9-8e68-093fb7e63cfc)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:41.159058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Router d2039abd-a29f-40b5-99a7-1e41f8e18ebf has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:41.190326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=80a00fc6-c092-475c-a9b5-0a9194ffa3f8,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:41.200778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:41.201159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: c803cc3e-4e2a-4fe0-9009-042bc82517e6, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:41.236053 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.293509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3c9466ac-59e4-4eeb-8f78-219bd298adfb None None] Provisioning complete for port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:41.294583 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b592e-9fbe-4d57-a838-ec38598b98c8 None None] Pushing event updated for resources: {'Port': ['ID=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:41.294727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9466ac-59e4-4eeb-8f78-219bd298adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.302255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:41.321031 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:41.322151 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:41.403796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9466ac-59e4-4eeb-8f78-219bd298adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.424001 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:41.424236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, c803cc3e-4e2a-4fe0-9009-042bc82517e6) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:41.430264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:41.430995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.463149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3c9466ac-59e4-4eeb-8f78-219bd298adfb None None] For port cc2992c9-bd6f-4e9d-919c-64b0cad189e5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,segment=NetworkSegment(46b1da25-0934-4bb9-8e68-093fb7e63cfc),segment_id=46b1da25-0934-4bb9-8e68-093fb7e63cfc)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:41.466367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26112ad9-5fcb-4c82-9a45-d4720a488f9f None None] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:41.530507 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-52ab64b1-6d0b-4dff-87f9-45a9fd58424a tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9136224 Mar 08 12:45:41.535907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38324) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:41.576299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3c9466ac-59e4-4eeb-8f78-219bd298adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.619567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:41.631784 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0637b37c-19a2-4736-885e-19e3c45d0c93 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "PUT /v2.0/routers/d2039abd-a29f-40b5-99a7-1e41f8e18ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718558 Mar 08 12:45:41.631784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38326) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:41.670060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] Sync routers for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:41.693765 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:41.726741 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99196376-9711-4ae5-a946-a900db85e0d4 None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:41.753129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:41.753773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:41.769954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:41.774812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.774947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.774947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-73712c48-4487-4cf9-9a81-ae2bbced9b15 None None] Provisioning complete for port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:41.775154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73712c48-4487-4cf9-9a81-ae2bbced9b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.822975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9466ac-59e4-4eeb-8f78-219bd298adfb None None] Pushing event updated for resources: {'Port': ['ID=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:41.852604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:41.884826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] Routers {'d2039abd-a29f-40b5-99a7-1e41f8e18ebf'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:41.885583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:41.914592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:41.992058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:41.992802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8690a-2899-4ff8-ae12-32d0d6c5c114 None None] The sync data for ids ['d2039abd-a29f-40b5-99a7-1e41f8e18ebf'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:42.008128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.107174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Allocated IP 2001:db8:1::2 (c803cc3e-4e2a-4fe0-9009-042bc82517e6/80a00fc6-c092-475c-a9b5-0a9194ffa3f8/aa948703-56ab-47ee-a8ec-deb98ea5507f) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:42.115398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting port b2eda34e-f45d-413a-9178-6b71afd22861 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:42.115767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.215660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.238371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Calling delete_port for b2eda34e-f45d-413a-9178-6b71afd22861 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:42.289486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.360136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.413565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:42.414881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8:1::1 (c803cc3e-4e2a-4fe0-9009-042bc82517e6/80a00fc6-c092-475c-a9b5-0a9194ffa3f8/ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:42.420787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:42.421162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:42.424810 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Pushing event updated for resources: {'Port': ['ID=aa948703-56ab-47ee-a8ec-deb98ea5507f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:42.480944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Attempting to bind port aa948703-56ab-47ee-a8ec-deb98ea5507f on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:42.481306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Attempting to bind port aa948703-56ab-47ee-a8ec-deb98ea5507f by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:42.481656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Attempting to bind port aa948703-56ab-47ee-a8ec-deb98ea5507f on network c803cc3e-4e2a-4fe0-9009-042bc82517e6 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:42.487314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:42.487673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Checking segment: {'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:42.488064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.488546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Bound using segment: {'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:42.488993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Bound port: aa948703-56ab-47ee-a8ec-deb98ea5507f, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:42.489361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.550028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.555219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] For port aa948703-56ab-47ee-a8ec-deb98ea5507f, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:42.558630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] For port aa948703-56ab-47ee-a8ec-deb98ea5507f, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=aa948703-56ab-47ee-a8ec-deb98ea5507f,segment=NetworkSegment(d4dc725f-42b5-43d6-ac81-608be2e244c0),segment_id=d4dc725f-42b5-43d6-ac81-608be2e244c0)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:42.581583 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Port': ['ID=b2eda34e-f45d-413a-9178-6b71afd22861,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:42.644836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.663029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.680318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.749676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ffce-25ac-47be-b02e-a63065fe74c2 None None] Pushing event updated for resources: {'Port': ['ID=aa948703-56ab-47ee-a8ec-deb98ea5507f,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:42.751970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.754449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.894248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.909640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.915214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Fanout notify agent at l3_agent the message router_deleted on router d2039abd-a29f-40b5-99a7-1e41f8e18ebf {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:45:42.924638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:42.925819 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d054884e-16b2-4564-abc3-0bdf2e9fcaf5 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/routers/d2039abd-a29f-40b5-99a7-1e41f8e18ebf HTTP/1.1" status: 204 len: 168 time: 1.2933292 Mar 08 12:45:42.928309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38328) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:42.950567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:42.953903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:42.957517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:42.958189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.009705 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Deleting subnet a2390ec1-6fec-405f-9eab-d9e70cbacbf0 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:43.011723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:43.014533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.063462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.114450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.162093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.233944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.269228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Subnet': ['ID=a2390ec1-6fec-405f-9eab-d9e70cbacbf0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:43.272502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.278447 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-699bf701-0e7d-412f-aef4-90330646b112 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/subnets/a2390ec1-6fec-405f-9eab-d9e70cbacbf0 HTTP/1.1" status: 204 len: 168 time: 0.3490195 Mar 08 12:45:43.279046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38330) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:43.357521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.449503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.452147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.472808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e970f8-3a38-4db6-9104-f01979df1f15']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:43.481907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4717752-a74c-4615-a9f6-32af20bd70a8') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:43.482239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4717752-a74c-4615-a9f6-32af20bd70a8') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:43.492482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.510213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.513697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:43.514124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:43.517292 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:43.587378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.588325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.658443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.667577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:43.671121 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] 10.222.0.65 "DELETE /v2.0/networks/e3e970f8-3a38-4db6-9104-f01979df1f15 HTTP/1.1" status: 204 len: 168 time: 0.3910785 Mar 08 12:45:43.675147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:43.682881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59da62-594c-4c16-8bfd-d402e3114b47 tempest-FloatingIPTestJSON-753683333 tempest-FloatingIPTestJSON-753683333-project] Pushing event deleted for resources: {'Network': ['ID=e3e970f8-3a38-4db6-9104-f01979df1f15,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:43.722482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:43.723897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:43.827061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:43.935120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:43.941547 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5c070ac6-0ee5-4123-876b-56d9cfa7c3d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4033768 Mar 08 12:45:43.944263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38334) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:43.950614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267972356'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:43.956551 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:43.967534 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:43.968167 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:44.050950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:44.054859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.093493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cc2992c9-bd6f-4e9d-919c-64b0cad189e5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:44.099939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:44.104177 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:44.113085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.113607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment 7fd489d3-61d8-4d15-a573-0eed2a913a5d of type vlan for network 31b86668-d924-44f9-8619-e891d4ad111a Mar 08 12:45:44.150286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:44.150621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.169223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.269239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device aa948703-56ab-47ee-a8ec-deb98ea5507f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:44.269753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.275682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:44.276296 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.298799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38340) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:44.333863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port aa948703-56ab-47ee-a8ec-deb98ea5507f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:44.334355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.362464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=31b86668-d924-44f9-8619-e891d4ad111a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:44.376527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 31b86668-d924-44f9-8619-e891d4ad111a details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:44.394442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38344) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:44.394586 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f51ea9b9-c447-4325-b144-a7d651b21660 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4490054 Mar 08 12:45:44.400243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:44.408018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4f0e6-42d1-4677-a841-fd598045d0d2 None None] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:44.445452 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:43Z', 'revision_number': 3, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:43Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:44.478783 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:44.479118 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Updating router 6dd5d5f4-534b-4fc1-a667-77412a0af89c port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:45:44.506146 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.529558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38346) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:44.529898 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e2561b4b-42f6-448b-b4c1-456995fda5cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5a23681705a4683982f391d8d997a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297266 Mar 08 12:45:44.579840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5790d8e8-c59b-4048-9ab0-3369ba14fda2 None None] Provisioning complete for port aa948703-56ab-47ee-a8ec-deb98ea5507f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:44.580142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5790d8e8-c59b-4048-9ab0-3369ba14fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.584558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b22de0c-227d-4434-b6fc-57105ac6ea62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.613226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b22de0c-227d-4434-b6fc-57105ac6ea62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.622946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.669715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:44.674536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.705761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port aa948703-56ab-47ee-a8ec-deb98ea5507f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=aa948703-56ab-47ee-a8ec-deb98ea5507f,segment=NetworkSegment(d4dc725f-42b5-43d6-ac81-608be2e244c0),segment_id=d4dc725f-42b5-43d6-ac81-608be2e244c0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:44.783381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5790d8e8-c59b-4048-9ab0-3369ba14fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.818864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b22de0c-227d-4434-b6fc-57105ac6ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.821335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.822839 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3b22de0c-227d-4434-b6fc-57105ac6ea62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.824898 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3b22de0c-227d-4434-b6fc-57105ac6ea62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a92acda-6d1c-434a-84bd-a3cdfd0a04b3 HTTP/1.1" status: 204 len: 168 time: 0.2943156 Mar 08 12:45:44.858826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22de0c-227d-4434-b6fc-57105ac6ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a92acda-6d1c-434a-84bd-a3cdfd0a04b3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:44.923767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-5790d8e8-c59b-4048-9ab0-3369ba14fda2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:45:44.923767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-5790d8e8-c59b-4048-9ab0-3369ba14fda2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:45:44.933502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=aa948703-56ab-47ee-a8ec-deb98ea5507f,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:44.934789 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.973046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:44.996035 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:45.044923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=cb00d1b6-6e9d-41f2-aa55-b2a351e0e830,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:45.053311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:45.053661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: 31b86668-d924-44f9-8619-e891d4ad111a, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:45.111468 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3f76-17f9-484e-9260-bdb1ba19271a None None] Pushing event updated for resources: {'Port': ['ID=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:45.114995 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Attempting to bind port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:45.115235 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Attempting to bind port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:45.115618 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Attempting to bind port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 on network c803cc3e-4e2a-4fe0-9009-042bc82517e6 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:45.121525 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:45.121919 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Checking segment: {'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:45.122395 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:45.123083 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Bound using segment: {'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:45.123540 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Bound port: ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dc725f-42b5-43d6-ac81-608be2e244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:45.123915 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:45.161308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 31b86668-d924-44f9-8619-e891d4ad111a is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:45.194455 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] For port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:45.197766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] For port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,segment=NetworkSegment(d4dc725f-42b5-43d6-ac81-608be2e244c0),segment_id=d4dc725f-42b5-43d6-ac81-608be2e244c0)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:45.240897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 31b86668-d924-44f9-8619-e891d4ad111a) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:45.245256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:45.246070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:45.258430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241e523-eed0-40fd-bfee-5ff72b88c4d3 None None] Network 31b86668-d924-44f9-8619-e891d4ad111a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:45.285466 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:45.349502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:45.350236 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:45.394283 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ce3bfbef-8fa0-4a0e-a9e3-7942fb4330cb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9984934 Mar 08 12:45:45.400824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38356) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:45.441835 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3f76-17f9-484e-9260-bdb1ba19271a None None] Pushing event updated for resources: {'Port': ['ID=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:45.467810 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:45.502637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-31b86668-d924-44f9-8619-e891d4ad111a', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:45.502637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:45.773103 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:43Z', 'revision_number': 3, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:45Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:45.809257 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5321fe-d837-4116-9019-8fc2b5af517b None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:43Z', 'revision_number': 3, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:45Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:45.828425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Allocated IP 2001:db8:2::2 (31b86668-d924-44f9-8619-e891d4ad111a/cb00d1b6-6e9d-41f2-aa55-b2a351e0e830/07968989-3e1d-4148-b5f8-2e146cb1e76e) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:45.864728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] Provisioning complete for port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:45.867240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.171341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:46.238100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.291960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.330534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] For port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,segment=NetworkSegment(d4dc725f-42b5-43d6-ac81-608be2e244c0),segment_id=d4dc725f-42b5-43d6-ac81-608be2e244c0)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:46.335783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:46.336169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.424271 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.451529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38370) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:46.485101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.493862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Network 31b86668-d924-44f9-8619-e891d4ad111a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:46.510701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.519022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:46.536557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:46.602167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Pushing event updated for resources: {'Port': ['ID=07968989-3e1d-4148-b5f8-2e146cb1e76e,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:46.638555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] Provisioning complete for port aa948703-56ab-47ee-a8ec-deb98ea5507f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:46.638923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.706834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'networks': [{'name': 'tempest-network--39033749'}, {'name': 'tempest-network--1302983551'}]} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:46.707734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'network': {'name': 'tempest-network--39033749'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:46.708362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'network': {'name': 'tempest-network--1302983551'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:46.730829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device aa948703-56ab-47ee-a8ec-deb98ea5507f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:46.786307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Attempting to bind port 07968989-3e1d-4148-b5f8-2e146cb1e76e on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:46.786698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Attempting to bind port 07968989-3e1d-4148-b5f8-2e146cb1e76e by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:46.787059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Attempting to bind port 07968989-3e1d-4148-b5f8-2e146cb1e76e on network 31b86668-d924-44f9-8619-e891d4ad111a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:46.795806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e0644-893b-499f-9aed-9c410b9d2f5e None None] Pushing event updated for resources: {'Port': ['ID=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:46.811590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:46.811964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Checking segment: {'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:46.812367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.812754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Bound using segment: {'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:46.813241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Bound port: 07968989-3e1d-4148-b5f8-2e146cb1e76e, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:46.813645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.830419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Made reservation on behalf of b0a594597a254b21af019c94662a7fe0 for: {'network': 2} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:46.836148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.852356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.883236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8:2::1 (31b86668-d924-44f9-8619-e891d4ad111a/cb00d1b6-6e9d-41f2-aa55-b2a351e0e830/298372d7-e8d7-4b10-b4ea-6cd97b9f8228) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:46.922306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] For port 07968989-3e1d-4148-b5f8-2e146cb1e76e, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:46.929149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] For port 07968989-3e1d-4148-b5f8-2e146cb1e76e, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07968989-3e1d-4148-b5f8-2e146cb1e76e,segment=NetworkSegment(7fd489d3-61d8-4d15-a573-0eed2a913a5d),segment_id=7fd489d3-61d8-4d15-a573-0eed2a913a5d)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:46.941024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port aa948703-56ab-47ee-a8ec-deb98ea5507f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:46.941362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:46.962504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.008741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.047521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.115572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-41af4ebf-ab28-4095-bba6-0cd026ec3a73 None None] Provisioning complete for port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:47.115936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41af4ebf-ab28-4095-bba6-0cd026ec3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.120621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5196e2-c885-46d5-b6ac-f1b40ae160b3 None None] Pushing event updated for resources: {'Port': ['ID=07968989-3e1d-4148-b5f8-2e146cb1e76e,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:47.149742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.150250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.178500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.203476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df4844-4213-4a6c-b624-d2bc078a21bf,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:47.218800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:47.222997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 31b86668-d924-44f9-8619-e891d4ad111a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:47.223143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.223428 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Added segment 57c99657-d52c-46d8-8f09-d89e687208a4 of type vlan for network 949a3f32-2356-4f65-9129-fae67bef21e0 Mar 08 12:45:47.227175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:47.231308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:47.232267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.275102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:47.281458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.341042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:47.351052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.351386 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Added segment e38198d8-750f-49c0-a355-fdc64e110cfb of type vlan for network 7b41cd4b-52d5-43c0-a624-911ee55be16f Mar 08 12:45:47.400062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.481017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.509797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.510772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.515930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:47.521728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:47.522446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.594536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Network': ['ID=949a3f32-2356-4f65-9129-fae67bef21e0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:47.606653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 949a3f32-2356-4f65-9129-fae67bef21e0 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:47.620176 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1668785 Mar 08 12:45:47.623442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38374) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:47.753831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef2669-8e40-4243-8e32-778c18635294 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Network': ['ID=7b41cd4b-52d5-43c0-a624-911ee55be16f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:47.769334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 7b41cd4b-52d5-43c0-a624-911ee55be16f details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:47.777314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.858592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.859649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:47.866748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5559fa-2e71-41d1-86ce-312765fb07c6 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:47.873450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5559fa-2e71-41d1-86ce-312765fb07c6 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:47.879812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5559fa-2e71-41d1-86ce-312765fb07c6 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:47.885683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5559fa-2e71-41d1-86ce-312765fb07c6 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:47.887604 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bd5559fa-2e71-41d1-86ce-312765fb07c6 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2632537 Mar 08 12:45:47.890498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38376) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:48.008686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:48.044135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.105889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network 31b86668-d924-44f9-8619-e891d4ad111a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:48.108031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07968989-3e1d-4148-b5f8-2e146cb1e76e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:48.109555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:48.167857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 07968989-3e1d-4148-b5f8-2e146cb1e76e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:48.168299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.200910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a4cc9-10f9-4ca3-b337-d86faba9e6ad None None] Network 31b86668-d924-44f9-8619-e891d4ad111a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:48.207165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.264002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949a3f32-2356-4f65-9129-fae67bef21e0']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:48.280535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c99657-d52c-46d8-8f09-d89e687208a4') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:48.280830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c99657-d52c-46d8-8f09-d89e687208a4') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:48.293799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.294502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e1a30743-335c-4661-a86e-0ac087b425d5 None None] Provisioning complete for port 07968989-3e1d-4148-b5f8-2e146cb1e76e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:48.294878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1a30743-335c-4661-a86e-0ac087b425d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.302793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:48.312446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.323759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:48.324142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:48.327072 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:48.398888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.460010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:48.468533 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f918775a-76a9-44f5-94cf-5199eac4fc08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0665441 Mar 08 12:45:48.469267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38378) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:48.478298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873873891'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:48.485125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 07968989-3e1d-4148-b5f8-2e146cb1e76e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07968989-3e1d-4148-b5f8-2e146cb1e76e,segment=NetworkSegment(7fd489d3-61d8-4d15-a573-0eed2a913a5d),segment_id=7fd489d3-61d8-4d15-a573-0eed2a913a5d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:48.492932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:48.519008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1a30743-335c-4661-a86e-0ac087b425d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.520747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:48.521418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:48.538320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.545637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.549956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/networks/949a3f32-2356-4f65-9129-fae67bef21e0 HTTP/1.1" status: 204 len: 168 time: 0.6558268 Mar 08 12:45:48.551575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38380) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:48.564627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Network': ['ID=949a3f32-2356-4f65-9129-fae67bef21e0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:48.576956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.576956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.576956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.583123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f460b0-7aba-409d-a865-665add76f744 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:48.611491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.612289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:48.646153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.737924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:48.741216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.756775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.791369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:48.794967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b41cd4b-52d5-43c0-a624-911ee55be16f']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:48.809774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38198d8-750f-49c0-a355-fdc64e110cfb') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:48.810110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38198d8-750f-49c0-a355-fdc64e110cfb') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:48.819433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.819776 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added segment 9e2a2889-113c-464f-b422-2161c7a67c97 of type vlan for network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a Mar 08 12:45:48.831878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.865275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.870217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:48.878384 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.880815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:48.881231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:48.884202 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:48.923594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-e1a30743-335c-4661-a86e-0ac087b425d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:45:48.923973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-e1a30743-335c-4661-a86e-0ac087b425d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:45:48.935478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=07968989-3e1d-4148-b5f8-2e146cb1e76e,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:48.993786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:48.994129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.080355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.086362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:49.087103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.150018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.159211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.164934 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/networks/7b41cd4b-52d5-43c0-a624-911ee55be16f HTTP/1.1" status: 204 len: 168 time: 0.6091595 Mar 08 12:45:49.165428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38382) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:49.177891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Network': ['ID=ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:49.202777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:49.221637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:47Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:47Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:49.238957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883e8de-4335-444c-92b7-18db9857243c tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Network': ['ID=7b41cd4b-52d5-43c0-a624-911ee55be16f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:49.255457 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f49cc64a-1b61-4ef5-be0c-b892bb50a3f0 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7848856 Mar 08 12:45:49.258119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38384) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:49.264507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'subnet': {'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:49.285922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:49.286360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Updating router 6dd5d5f4-534b-4fc1-a667-77412a0af89c port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:45:49.327910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.356299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e93245-a603-41ca-a814-7ef05c55aa25 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:49.363396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e93245-a603-41ca-a814-7ef05c55aa25 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:49.364971 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-33e93245-a603-41ca-a814-7ef05c55aa25 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1987119 Mar 08 12:45:49.369039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38386) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:49.374593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-586725681'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:49.463681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Made reservation on behalf of 636757e89638427d95693dc95233fdbf for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:49.467389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.492696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Made reservation on behalf of b0a594597a254b21af019c94662a7fe0 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:49.496592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.522049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:49.531625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.532060 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Added segment 928dff59-b2dd-4a67-941e-af641d698d03 of type vlan for network d2381f25-22c7-46f0-b4db-3457514569ec Mar 08 12:45:49.574790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.631759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-abfcce80-45ec-4472-b99d-c67c237cb4eb None None] Provisioning complete for port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:49.632365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abfcce80-45ec-4472-b99d-c67c237cb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.679117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.683831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-abfcce80-45ec-4472-b99d-c67c237cb4eb None None] Port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:49.694374 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-abfcce80-45ec-4472-b99d-c67c237cb4eb None None] Provisioning complete for port 07968989-3e1d-4148-b5f8-2e146cb1e76e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:49.694733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abfcce80-45ec-4472-b99d-c67c237cb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.710587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.718164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:49.718814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.756290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.793637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Network': ['ID=d2381f25-22c7-46f0-b4db-3457514569ec,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:49.804789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d2381f25-22c7-46f0-b4db-3457514569ec details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:49.830491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Subnet': ['ID=e229ce7b-f5a3-4741-8bc8-7a45a320edd1,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:49.832959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Checking segment: {'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:49.833303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network hostable DHCP agents. Network: ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:49.864804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.894568 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cd6e4854-9d4a-4eb3-a319-b269bb513c00 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5241661 Mar 08 12:45:49.897346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38388) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:49.902754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-986900049'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:49.924935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:49.926529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fb9cb-0611-47e9-bc46-7a05f4874603 None None] Pushing event updated for resources: {'Port': ['ID=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:49.982212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Attempting to bind port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:49.982786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Attempting to bind port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:49.983195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Attempting to bind port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 on network 31b86668-d924-44f9-8619-e891d4ad111a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:49.989199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:49.989629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Checking segment: {'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:49.990150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:49.990590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Bound using segment: {'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:49.991115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Bound port: 298372d7-e8d7-4b10-b4ea-6cd97b9f8228, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd489d3-61d8-4d15-a573-0eed2a913a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:49.991550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.030751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07968989-3e1d-4148-b5f8-2e146cb1e76e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:50.047219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Made reservation on behalf of b0a594597a254b21af019c94662a7fe0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:50.051071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.085229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:50.087691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:50.094283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:50.095096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.103055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] For port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:50.106980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b698b620-631c-4d78-9dd2-443da2c947cf None None] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:50.115731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.116116 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Added segment 5700c670-328e-484f-871f-7b4e9d4b8416 of type vlan for network cdd6c10b-6ee7-44e3-b707-e25214ec8d9d Mar 08 12:45:50.131337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] For port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,segment=NetworkSegment(7fd489d3-61d8-4d15-a573-0eed2a913a5d),segment_id=7fd489d3-61d8-4d15-a573-0eed2a913a5d)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:50.165114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.195693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 07968989-3e1d-4148-b5f8-2e146cb1e76e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:50.196052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.203534 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-62172b26-fcb3-4787-8e98-c346ed894ac5 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9442656 Mar 08 12:45:50.207503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38390) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:50.269865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.271583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-02a2ff32-2ebf-4b12-ad67-5ff69bbee223 None None] Provisioning complete for port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:50.271927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-02a2ff32-2ebf-4b12-ad67-5ff69bbee223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.292654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.299459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:50.300296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.426188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Network': ['ID=cdd6c10b-6ee7-44e3-b707-e25214ec8d9d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:50.433155 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fb9cb-0611-47e9-bc46-7a05f4874603 None None] Pushing event updated for resources: {'Port': ['ID=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:50.436196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:50.440372 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.446666 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:50.447409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:50.469550 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5703731 Mar 08 12:45:50.473053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38392) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:50.478700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.479048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.479434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.479719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'ports': [{'network_id': 'd2381f25-22c7-46f0-b4db-3457514569ec', 'name': 'tempest-port--91745141', 'admin_state_up': True}, {'network_id': 'cdd6c10b-6ee7-44e3-b707-e25214ec8d9d', 'admin_state_up': False}]} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:50.479850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.480235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'port': {'network_id': 'd2381f25-22c7-46f0-b4db-3457514569ec', 'name': 'tempest-port--91745141', 'admin_state_up': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:50.480347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.480621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.480733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'port': {'network_id': 'cdd6c10b-6ee7-44e3-b707-e25214ec8d9d', 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:50.480950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.481275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.481599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.481947 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.482270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.482592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d5ffea-3e78-458d-a994-6487004f90fa tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:50.511449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network cdd6c10b-6ee7-44e3-b707-e25214ec8d9d details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:50.793906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Made reservation on behalf of b0a594597a254b21af019c94662a7fe0 for: {'port': 2} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:50.799938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.816138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.906230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:50.918427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-02a2ff32-2ebf-4b12-ad67-5ff69bbee223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:50.992951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] device_id is not set on port 0e74cc26-7d85-444d-a5f4-87c3b055ae35 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:45:51.026882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.071704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-02a2ff32-2ebf-4b12-ad67-5ff69bbee223 None None] For port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,segment=NetworkSegment(7fd489d3-61d8-4d15-a573-0eed2a913a5d),segment_id=7fd489d3-61d8-4d15-a573-0eed2a913a5d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:51.084437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.094375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Allocated IP 2001:db8:3::2 (ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a/e229ce7b-f5a3-4741-8bc8-7a45a320edd1/682f931b-25d1-4307-a1f9-3ecb927f9a9e) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:51.165196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] device_id is not set on port 9df23258-4fe0-4ee2-88a1-d159e455abc2 yet. {{(pid=104046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:45:51.208762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-02a2ff32-2ebf-4b12-ad67-5ff69bbee223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.256590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.317366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2ff32-2ebf-4b12-ad67-5ff69bbee223 None None] Pushing event updated for resources: {'Port': ['ID=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:51.365115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.383513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5a1df770-5418-4ee6-98a1-c6f2f21e0e00 None None] Provisioning complete for port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:51.383772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a1df770-5418-4ee6-98a1-c6f2f21e0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.423772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.431430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Port': ['ID=0e74cc26-7d85-444d-a5f4-87c3b055ae35,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:51.441217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:47Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:50Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:51.441857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Checking segment: {'id': '928dff59-b2dd-4a67-941e-af641d698d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd2381f25-22c7-46f0-b4db-3457514569ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:51.442214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network hostable DHCP agents. Network: d2381f25-22c7-46f0-b4db-3457514569ec, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:51.469267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629202f-9b01-4ffb-8d5e-bf040a74494b None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:47Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:50Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:51.527836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.572333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network d2381f25-22c7-46f0-b4db-3457514569ec is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:51.577704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:51.582610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:51.582928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Allocated IP 2001:db8:3::1 (ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a/e229ce7b-f5a3-4741-8bc8-7a45a320edd1/3a402c5a-6683-44ec-954a-3b8ecccdb6ed) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:51.587939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:51.591950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Pushing event updated for resources: {'Port': ['ID=682f931b-25d1-4307-a1f9-3ecb927f9a9e,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:51.660585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Attempting to bind port 682f931b-25d1-4307-a1f9-3ecb927f9a9e on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:51.661057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Attempting to bind port 682f931b-25d1-4307-a1f9-3ecb927f9a9e by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:51.661486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Attempting to bind port 682f931b-25d1-4307-a1f9-3ecb927f9a9e on network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:51.666865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:51.667366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Checking segment: {'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:51.667771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.671490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Bound using segment: {'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:51.671490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Bound port: 682f931b-25d1-4307-a1f9-3ecb927f9a9e, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:51.671490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.702421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d2381f25-22c7-46f0-b4db-3457514569ec) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:51.708487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:51.709426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.718578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4af8c-482d-4bb5-8513-91dceb0ba87c None None] Network d2381f25-22c7-46f0-b4db-3457514569ec requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:51.737972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.780879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Port': ['ID=9df23258-4fe0-4ee2-88a1-d159e455abc2,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:51.804710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Checking segment: {'id': '5700c670-328e-484f-871f-7b4e9d4b8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cdd6c10b-6ee7-44e3-b707-e25214ec8d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:51.805199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network hostable DHCP agents. Network: cdd6c10b-6ee7-44e3-b707-e25214ec8d9d, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:51.807202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] For port 682f931b-25d1-4307-a1f9-3ecb927f9a9e, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:51.828323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] For port 682f931b-25d1-4307-a1f9-3ecb927f9a9e, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=682f931b-25d1-4307-a1f9-3ecb927f9a9e,segment=NetworkSegment(9e2a2889-113c-464f-b422-2161c7a67c97),segment_id=9e2a2889-113c-464f-b422-2161c7a67c97)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:51.858929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.900113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:51.904025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network cdd6c10b-6ee7-44e3-b707-e25214ec8d9d is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:51.905115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:51.910239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:51.910790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:51.931434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.013451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b1da0-64b1-4872-8aab-d8b9e6a6bad6 None None] Pushing event updated for resources: {'Port': ['ID=682f931b-25d1-4307-a1f9-3ecb927f9a9e,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:52.021734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:52.035568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, cdd6c10b-6ee7-44e3-b707-e25214ec8d9d) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:52.042800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:45:52.049640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:52.061127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa79ba4-f95a-4d30-8b71-b0c066a263f3 None None] Network cdd6c10b-6ee7-44e3-b707-e25214ec8d9d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:52.087438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:52.088446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.100911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:52.223812 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9a46f720-58b9-444e-aaeb-6689b6fd6ad4 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.7482564 Mar 08 12:45:52.225814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38396) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:52.265820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:52.267439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.276072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.318299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e9347-d825-40f1-8972-b7eb444e2006 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:52.324933 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e9347-d825-40f1-8972-b7eb444e2006 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:52.327285 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e66e9347-d825-40f1-8972-b7eb444e2006 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1012206 Mar 08 12:45:52.331016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38398) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:52.438319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Deleting port 0e74cc26-7d85-444d-a5f4-87c3b055ae35 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:52.439225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.519058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.533168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Calling delete_port for 0e74cc26-7d85-444d-a5f4-87c3b055ae35 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:52.592923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.662238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.662964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.692476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.730874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.734796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/ports/0e74cc26-7d85-444d-a5f4-87c3b055ae35 HTTP/1.1" status: 204 len: 168 time: 0.4026158 Mar 08 12:45:52.736431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f85a4b-632b-409b-973f-3732ff11e7d1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Port': ['ID=0e74cc26-7d85-444d-a5f4-87c3b055ae35,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:52.739705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:52.752895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event updated for resources: {'Port': ['ID=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:52.805265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:45:52.806925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:52.847267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Deleting port 9df23258-4fe0-4ee2-88a1-d159e455abc2 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:52.847845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.923954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:52.927383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:52.941350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Calling delete_port for 9df23258-4fe0-4ee2-88a1-d159e455abc2 owned by {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:53.025826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:53.031245 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d93f2203-f0c6-4975-a0fb-c49b05a3fc01 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8227327 Mar 08 12:45:53.035823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38404) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:53.037883 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:53.040427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:53.053359 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:53.053998 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:53.104735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eea6af-3687-47f9-a7ad-cb07fcb5325e None None] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:53.112911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.144654 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:53.154152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Port': ['ID=9df23258-4fe0-4ee2-88a1-d159e455abc2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:53.165371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.165482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ed685b85-321c-48cc-a7ae-55be13c83bf1 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/ports/9df23258-4fe0-4ee2-88a1-d159e455abc2 HTTP/1.1" status: 204 len: 168 time: 0.4247825 Mar 08 12:45:53.168017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38406) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:53.199723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1e8450e0-5fcd-44e8-9aae-fd1b838c400d None None] Provisioning complete for port 682f931b-25d1-4307-a1f9-3ecb927f9a9e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:53.200090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e8450e0-5fcd-44e8-9aae-fd1b838c400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.222361 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-43d7c9fc-32ac-465d-a6a4-7f08a2444108 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0491569 Mar 08 12:45:53.222590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38408) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:53.227580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1499280699'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:53.326918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Made reservation on behalf of b0a594597a254b21af019c94662a7fe0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:53.332317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.362128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e8450e0-5fcd-44e8-9aae-fd1b838c400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.370553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:53.393086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.394752 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:52Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a402c5a-6683-44ec-954a-3b8ecccdb6ed', 'name': '', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:e3:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:51Z', 'updated_at': '2022-03-08T12:45:52Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:53.400157 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Added segment 55b45221-baee-4612-8e38-91c0dd69dccb of type vlan for network d9a9a717-7035-49f6-a95f-8fc883761650 Mar 08 12:45:53.401203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1e8450e0-5fcd-44e8-9aae-fd1b838c400d None None] For port 682f931b-25d1-4307-a1f9-3ecb927f9a9e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=682f931b-25d1-4307-a1f9-3ecb927f9a9e,segment=NetworkSegment(9e2a2889-113c-464f-b422-2161c7a67c97),segment_id=9e2a2889-113c-464f-b422-2161c7a67c97)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:53.423563 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:53.423901 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Updating router 6dd5d5f4-534b-4fc1-a667-77412a0af89c port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:45:53.452481 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.475539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e8450e0-5fcd-44e8-9aae-fd1b838c400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.482677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.525483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 08 12:45:53.541565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Removed routes are [] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 08 12:45:53.542002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.551563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8450e0-5fcd-44e8-9aae-fd1b838c400d None None] Pushing event updated for resources: {'Port': ['ID=682f931b-25d1-4307-a1f9-3ecb927f9a9e,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:53.596709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.606621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:53.607400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.696877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Network': ['ID=d9a9a717-7035-49f6-a95f-8fc883761650,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:53.704875 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-76102785-71e9-4ced-997c-539d9528b3c9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4801486 Mar 08 12:45:53.709338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38410) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:53.716143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-119900408'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:53.719529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d9a9a717-7035-49f6-a95f-8fc883761650 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:53.774096 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.825535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-53194525-e65c-4afa-a790-3f7ccb6a88e9 None None] Provisioning complete for port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:53.825923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53194525-e65c-4afa-a790-3f7ccb6a88e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.858740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Made reservation on behalf of b0a594597a254b21af019c94662a7fe0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:53.863280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.869634 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.890339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.893567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:45:53.896519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.912108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:53.913482 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Added segment a0bed1f7-071a-455e-85da-a4b5736ef025 of type vlan for network 8e907269-cced-4d81-99ac-eb54b59a5412 Mar 08 12:45:53.921649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-53194525-e65c-4afa-a790-3f7ccb6a88e9 None None] Port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:53.946557 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd0e5d-85b5-4287-8f18-a12c4d221035 None None] Pushing event updated for resources: {'Port': ['ID=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:53.950294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-53194525-e65c-4afa-a790-3f7ccb6a88e9 None None] Provisioning complete for port 682f931b-25d1-4307-a1f9-3ecb927f9a9e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:53.950666 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53194525-e65c-4afa-a790-3f7ccb6a88e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.010417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.090451 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Attempting to bind port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:45:54.091486 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Attempting to bind port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:45:54.092151 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Attempting to bind port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed on network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:45:54.098096 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:45:54.098795 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Checking segment: {'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:54.099989 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.106508 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Bound using segment: {'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:45:54.107111 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Bound port: 3a402c5a-6683-44ec-954a-3b8ecccdb6ed, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2a2889-113c-464f-b422-2161c7a67c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:45:54.107516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.154233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 682f931b-25d1-4307-a1f9-3ecb927f9a9e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:54.187682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.194723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:54.207159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.207383 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] For port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:45:54.217972 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] For port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,segment=NetworkSegment(9e2a2889-113c-464f-b422-2161c7a67c97),segment_id=9e2a2889-113c-464f-b422-2161c7a67c97)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:45:54.258740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8919fc6e-12c9-4ffb-804e-93fec610abd7 None None] Provisioning complete for port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:54.259113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8919fc6e-12c9-4ffb-804e-93fec610abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.265644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 682f931b-25d1-4307-a1f9-3ecb927f9a9e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:54.266360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.306830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Network': ['ID=8e907269-cced-4d81-99ac-eb54b59a5412,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:54.323855 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9511b6bf-1cd7-40fc-b730-44f8f18255d2 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6116652 Mar 08 12:45:54.356329 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.413222 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:54.413872 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:54.423410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:54.529801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8919fc6e-12c9-4ffb-804e-93fec610abd7 None None] Port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:45:54.536044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 8e907269-cced-4d81-99ac-eb54b59a5412 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:45:54.624667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:54.637378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.638770 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-465e0417-adcc-4b5e-8716-a4ad27eb72fa tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 200 len: 954 time: 1.6020613 Mar 08 12:45:54.642055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38412) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:54.702692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e56e83da-5cc5-4e37-a62e-203e7654c33e None None] Provisioning complete for port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:54.708012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e56e83da-5cc5-4e37-a62e-203e7654c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.713835 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:54.716255 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd0e5d-85b5-4287-8f18-a12c4d221035 None None] Pushing event updated for resources: {'Port': ['ID=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:54.827474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e56e83da-5cc5-4e37-a62e-203e7654c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:54.855261 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bcac4e26-8889-4e6f-9f8d-cdd555233604 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 200 len: 954 time: 0.2112441 Mar 08 12:45:54.857945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38414) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:54.863123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'routes': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:54.925851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e56e83da-5cc5-4e37-a62e-203e7654c33e None None] For port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,segment=NetworkSegment(9e2a2889-113c-464f-b422-2161c7a67c97),segment_id=9e2a2889-113c-464f-b422-2161c7a67c97)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:55.028803 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:53Z', 'revision_number': 6, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a402c5a-6683-44ec-954a-3b8ecccdb6ed', 'name': '', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:e3:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:51Z', 'updated_at': '2022-03-08T12:45:54Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:55.045312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e56e83da-5cc5-4e37-a62e-203e7654c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:55.057304 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1f8aa-7ff2-4181-bc37-7546c20e0da0 None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:53Z', 'revision_number': 6, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a402c5a-6683-44ec-954a-3b8ecccdb6ed', 'name': '', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:e3:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:51Z', 'updated_at': '2022-03-08T12:45:54Z', 'revision_number': 4, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:55.148830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e83da-5cc5-4e37-a62e-203e7654c33e None None] Pushing event updated for resources: {'Port': ['ID=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:55.179610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-02378f3b-2ed8-4f7e-bccd-1721ee920567 None None] Provisioning complete for port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:55.180317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-02378f3b-2ed8-4f7e-bccd-1721ee920567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:55.369416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added routes are [] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 08 12:45:55.369985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.extraroute_db [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 08 12:45:55.401218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:55.458481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:55.688077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:55.692133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:55.799666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:55.859728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:55.871306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:55.871920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:55.923720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:55.931995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:55.933436 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-abf871cc-0c74-4377-af9e-e80dfbf2b077 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 200 len: 704 time: 1.0743833 Mar 08 12:45:55.936120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38416) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:55.972535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:56.078850 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-735e2133-f28c-41fb-9e06-68a262410391 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 200 len: 704 time: 0.1403213 Mar 08 12:45:56.081411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38418) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:56.109474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3a402c5a-6683-44ec-954a-3b8ecccdb6ed up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:45:56.248470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:45:56.249156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:56.320458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:55Z', 'revision_number': 7, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a402c5a-6683-44ec-954a-3b8ecccdb6ed', 'name': '', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:e3:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:51Z', 'updated_at': '2022-03-08T12:45:54Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:56.368769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:56.385852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:56.386457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:56.445068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:56.498620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:56.708958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:56.709300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:56.714686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:55Z', 'revision_number': 7, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a402c5a-6683-44ec-954a-3b8ecccdb6ed', 'name': '', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:e3:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:51Z', 'updated_at': '2022-03-08T12:45:54Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:56.742872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff9033-1b9b-4524-bdeb-03288df1e0e5 None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:55Z', 'revision_number': 7, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a402c5a-6683-44ec-954a-3b8ecccdb6ed', 'name': '', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:e3:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:51Z', 'updated_at': '2022-03-08T12:45:54Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:56.810166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port 3a402c5a-6683-44ec-954a-3b8ecccdb6ed, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,segment=NetworkSegment(9e2a2889-113c-464f-b422-2161c7a67c97),segment_id=9e2a2889-113c-464f-b422-2161c7a67c97)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:56.810557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:56.824806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 3a402c5a-6683-44ec-954a-3b8ecccdb6ed owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:56.966560 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:56.978006 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:56.978715 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:57.069384 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:57.075484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.102110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=3a402c5a-6683-44ec-954a-3b8ecccdb6ed,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:57.231109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.307771 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:55Z', 'revision_number': 7, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a402c5a-6683-44ec-954a-3b8ecccdb6ed', 'name': '', 'network_id': 'ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:e3:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:51Z', 'updated_at': '2022-03-08T12:45:54Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'e229ce7b-f5a3-4741-8bc8-7a45a320edd1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:57.337475 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:57.347080 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:57.347915 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:57.440647 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:57.455188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:45:57.551710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:45:57.559716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38420) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:57.560239 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cf3ac44f-9265-453b-9156-883f5ed2bfab tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4772367 Mar 08 12:45:57.617211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet e229ce7b-f5a3-4741-8bc8-7a45a320edd1 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:57.620851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.647117 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:56Z', 'revision_number': 8, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:57.659057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38422) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:57.663854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.664671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'subnets': [{'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--31652195', 'ip_version': 6}, {'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:57.665171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'subnet': {'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--31652195', 'ip_version': 6}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:57.666455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Request body: {'subnet': {'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:45:57.679461 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bdc40-10fa-49c3-a510-f4ce34bb1883 None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:56Z', 'revision_number': 8, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:57.761326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.893501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.901669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Made reservation on behalf of b0a594597a254b21af019c94662a7fe0 for: {'subnet': 2} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:45:57.906276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.906682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.919847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=e229ce7b-f5a3-4741-8bc8-7a45a320edd1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:57.925912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:57.931018 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bf6e842e-7eda-4e3d-adb2-d79665ccac1e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/e229ce7b-f5a3-4741-8bc8-7a45a320edd1 HTTP/1.1" status: 204 len: 168 time: 0.3688285 Mar 08 12:45:57.931806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759db8f-016d-4cf6-a897-84c7bebdff0c None None] Network ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:57.933576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38424) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:58.024202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.101210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 682f931b-25d1-4307-a1f9-3ecb927f9a9e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:58.101830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.131861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3a402c5a-6683-44ec-954a-3b8ecccdb6ed no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:45:58.165096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 3a402c5a-6683-44ec-954a-3b8ecccdb6ed {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:45:58.165401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 3a402c5a-6683-44ec-954a-3b8ecccdb6ed not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:45:58.174654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] DHCP port deletion for ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:45:58.201093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port 682f931b-25d1-4307-a1f9-3ecb927f9a9e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=682f931b-25d1-4307-a1f9-3ecb927f9a9e,segment=NetworkSegment(9e2a2889-113c-464f-b422-2161c7a67c97),segment_id=9e2a2889-113c-464f-b422-2161c7a67c97)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:58.203251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.229749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 682f931b-25d1-4307-a1f9-3ecb927f9a9e owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:58.299249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Deleting port 682f931b-25d1-4307-a1f9-3ecb927f9a9e {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:58.299613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.366659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] For port 682f931b-25d1-4307-a1f9-3ecb927f9a9e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=682f931b-25d1-4307-a1f9-3ecb927f9a9e,segment=NetworkSegment(9e2a2889-113c-464f-b422-2161c7a67c97),segment_id=9e2a2889-113c-464f-b422-2161c7a67c97)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:58.367053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.380385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Calling delete_port for 682f931b-25d1-4307-a1f9-3ecb927f9a9e owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:45:58.393300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:45:58.405119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.433516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=682f931b-25d1-4307-a1f9-3ecb927f9a9e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:58.435528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No DVR routers for this DVR port 682f931b-25d1-4307-a1f9-3ecb927f9a9e on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:58.436902 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:58.437575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:58.503153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.520639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.545108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:58.546808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:58.559269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2a2889-113c-464f-b422-2161c7a67c97') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:58.564097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2a2889-113c-464f-b422-2161c7a67c97') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:58.568815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Subnet': ['ID=44088a26-e2cf-4b54-829e-f695ca6c0b10,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:58.572248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.576776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Checking segment: {'id': '55b45221-baee-4612-8e38-91c0dd69dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:58.576956 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network hostable DHCP agents. Network: d9a9a717-7035-49f6-a95f-8fc883761650, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:58.582663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.592266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.598827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:45:58.599278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:45:58.602307 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:45:58.618241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Pushing event deleted for resources: {'Port': ['ID=682f931b-25d1-4307-a1f9-3ecb927f9a9e,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:58.624146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] No DVR routers for this DVR port 682f931b-25d1-4307-a1f9-3ecb927f9a9e on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:45:58.660367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.660959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.661078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.661389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.661643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.662196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.672139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.672139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.672139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.672139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.672139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.672139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c5e7dd-d48f-4cb6-b2e5-9a360b853a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:45:58.690750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network d9a9a717-7035-49f6-a95f-8fc883761650 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:58.782645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.791646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.795499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a HTTP/1.1" status: 204 len: 168 time: 0.8604932 Mar 08 12:45:58.799129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38432) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:58.805319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:56Z', 'revision_number': 8, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:58.805795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edb43e-164e-4f62-af03-8fed8550f42f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=ccde7bd9-3ad0-40a9-b6bf-975ca4f3dd8a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:58.808165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d9a9a717-7035-49f6-a95f-8fc883761650) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:58.816078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:58.835119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbfcaa-16ba-4254-b89f-acb90f6c882a None None] Network d9a9a717-7035-49f6-a95f-8fc883761650 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:58.839224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:45:58.888923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:45:58.889548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:59.165239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:45:59.287490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event updated for resources: {'Subnet': ['ID=e31f7047-eb6f-4aa4-be7d-1bfabc8a0b53,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:45:59.301522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83b8c991-c329-4d7b-b54e-cb10aaba2232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.334487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Checking segment: {'id': 'a0bed1f7-071a-455e-85da-a4b5736ef025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:45:59.334857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d9a9a717-7035-49f6-a95f-8fc883761650', 'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650', 'tenant_id': 'b0a594597a254b21af019c94662a7fe0', 'fixed_ips': [{'subnet_id': '44088a26-e2cf-4b54-829e-f695ca6c0b10'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:59.334981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network hostable DHCP agents. Network: 8e907269-cced-4d81-99ac-eb54b59a5412, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:45:59.335552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.462132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Network 8e907269-cced-4d81-99ac-eb54b59a5412 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:45:59.535775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Allocated IP 2001:db8::1 (d9a9a717-7035-49f6-a95f-8fc883761650/44088a26-e2cf-4b54-829e-f695ca6c0b10/7b206ec1-1d74-4441-b45f-16fa528be887) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:45:59.552979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.572133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:56Z', 'revision_number': 8, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:45:59.594082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 8e907269-cced-4d81-99ac-eb54b59a5412) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:45:59.599784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.600374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.601088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.627966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8caf8-b0e3-484f-ae61-3f22aea178e4 None None] Network 8e907269-cced-4d81-99ac-eb54b59a5412 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:45:59.631716 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555055e-97d0-49cf-9885-8df21fb26d5b None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:56Z', 'revision_number': 8, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': '298372d7-e8d7-4b10-b4ea-6cd97b9f8228', 'name': '', 'network_id': '31b86668-d924-44f9-8619-e891d4ad111a', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:df:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:46Z', 'updated_at': '2022-03-08T12:45:51Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': 'cb00d1b6-6e9d-41f2-aa55-b2a351e0e830', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:45:59.730540 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-690e0a6f-1a16-4d06-9d2e-b0e860a196a3 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.0700841 Mar 08 12:45:59.733393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38434) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:59.819972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e9dec-f556-4011-a327-f0387aa590cd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.822051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e9dec-f556-4011-a327-f0387aa590cd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.824238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e9dec-f556-4011-a327-f0387aa590cd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:45:59.834419 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-637e9dec-f556-4011-a327-f0387aa590cd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.0912211 Mar 08 12:45:59.835556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38436) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:45:59.836024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.861720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:45:59.862214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.868147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-8e907269-cced-4d81-99ac-eb54b59a5412', 'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412', 'tenant_id': 'b0a594597a254b21af019c94662a7fe0', 'fixed_ips': [{'subnet_id': 'e31f7047-eb6f-4aa4-be7d-1bfabc8a0b53'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:45:59.869309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.901550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Deleting subnet 44088a26-e2cf-4b54-829e-f695ca6c0b10 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:45:59.936259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.945473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.965020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port 298372d7-e8d7-4b10-b4ea-6cd97b9f8228, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,segment=NetworkSegment(7fd489d3-61d8-4d15-a573-0eed2a913a5d),segment_id=7fd489d3-61d8-4d15-a573-0eed2a913a5d)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:45:59.965661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:45:59.985717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:00.003125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.014731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Network d9a9a717-7035-49f6-a95f-8fc883761650 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:00.035426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 682f931b-25d1-4307-a1f9-3ecb927f9a9e no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:00.064094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:00.068800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:00.070735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 682f931b-25d1-4307-a1f9-3ecb927f9a9e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:00.071065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 682f931b-25d1-4307-a1f9-3ecb927f9a9e not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:00.074919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Pushing event updated for resources: {'Port': ['ID=7b206ec1-1d74-4441-b45f-16fa528be887,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:00.106600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.115837 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Allocated IP 2001:db8:0:1::1 (8e907269-cced-4d81-99ac-eb54b59a5412/e31f7047-eb6f-4aa4-be7d-1bfabc8a0b53/81331869-9bf3-4e02-9ac3-15e4edf15fa8) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:00.153724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Attempting to bind port 7b206ec1-1d74-4441-b45f-16fa528be887 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:00.154079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Attempting to bind port 7b206ec1-1d74-4441-b45f-16fa528be887 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '55b45221-baee-4612-8e38-91c0dd69dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:00.154823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Attempting to bind port 7b206ec1-1d74-4441-b45f-16fa528be887 on network d9a9a717-7035-49f6-a95f-8fc883761650 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:00.174087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:00.174854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Checking segment: {'id': '55b45221-baee-4612-8e38-91c0dd69dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:00.174854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.175208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Bound using segment: {'id': '55b45221-baee-4612-8e38-91c0dd69dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:00.175684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Bound port: 7b206ec1-1d74-4441-b45f-16fa528be887, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b45221-baee-4612-8e38-91c0dd69dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd9a9a717-7035-49f6-a95f-8fc883761650'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:00.176058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.229834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.255452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Subnet': ['ID=44088a26-e2cf-4b54-829e-f695ca6c0b10,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:00.257110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.261966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.268670 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-761d6309-8f40-48d5-97de-9760ef8196b9 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/subnets/44088a26-e2cf-4b54-829e-f695ca6c0b10 HTTP/1.1" status: 204 len: 168 time: 0.4315181 Mar 08 12:46:00.269300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38438) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:00.290905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=298372d7-e8d7-4b10-b4ea-6cd97b9f8228,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:00.300658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] For port 7b206ec1-1d74-4441-b45f-16fa528be887, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:00.305213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] For port 7b206ec1-1d74-4441-b45f-16fa528be887, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7b206ec1-1d74-4441-b45f-16fa528be887,segment=NetworkSegment(55b45221-baee-4612-8e38-91c0dd69dccb),segment_id=55b45221-baee-4612-8e38-91c0dd69dccb)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:00.346755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Deleting subnet e31f7047-eb6f-4aa4-be7d-1bfabc8a0b53 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:46:00.364533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.382773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.427415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.446626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff095d-042c-48b1-b165-d4d1444b8af3 None None] Pushing event updated for resources: {'Port': ['ID=7b206ec1-1d74-4441-b45f-16fa528be887,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:00.474786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.478077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.537729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Network 8e907269-cced-4d81-99ac-eb54b59a5412 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:00.540926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:00.543901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:00.547087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.577785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Pushing event updated for resources: {'Port': ['ID=81331869-9bf3-4e02-9ac3-15e4edf15fa8,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:00.634877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Attempting to bind port 81331869-9bf3-4e02-9ac3-15e4edf15fa8 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:00.635521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Attempting to bind port 81331869-9bf3-4e02-9ac3-15e4edf15fa8 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'a0bed1f7-071a-455e-85da-a4b5736ef025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:00.635874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Attempting to bind port 81331869-9bf3-4e02-9ac3-15e4edf15fa8 on network 8e907269-cced-4d81-99ac-eb54b59a5412 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:00.669993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:00.670935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Checking segment: {'id': 'a0bed1f7-071a-455e-85da-a4b5736ef025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:00.671629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.673703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Bound using segment: {'id': 'a0bed1f7-071a-455e-85da-a4b5736ef025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:00.674571 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Bound port: 81331869-9bf3-4e02-9ac3-15e4edf15fa8, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bed1f7-071a-455e-85da-a4b5736ef025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8e907269-cced-4d81-99ac-eb54b59a5412'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:00.675335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.692624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.711056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:00.826754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:00.837229 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-784d5ebb-b70e-48f1-a4b8-f2e1a52c83ea tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0332613 Mar 08 12:46:00.837229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38442) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:00.839143 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:00.854419 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:00.855731 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:00.888271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet cb00d1b6-6e9d-41f2-aa55-b2a351e0e830 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:46:00.891892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.895493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.909699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] For port 81331869-9bf3-4e02-9ac3-15e4edf15fa8, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:00.913896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] For port 81331869-9bf3-4e02-9ac3-15e4edf15fa8, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=81331869-9bf3-4e02-9ac3-15e4edf15fa8,segment=NetworkSegment(a0bed1f7-071a-455e-85da-a4b5736ef025),segment_id=a0bed1f7-071a-455e-85da-a4b5736ef025)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:00.933544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.933795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Subnet': ['ID=e31f7047-eb6f-4aa4-be7d-1bfabc8a0b53,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:00.935798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:00.939635 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1e7bb22b-2f95-4af7-b537-c71bdb8e6cdd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/subnets/e31f7047-eb6f-4aa4-be7d-1bfabc8a0b53 HTTP/1.1" status: 204 len: 168 time: 0.6691818 Mar 08 12:46:00.942241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38444) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:00.951493 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:00.997332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065ea717-2009-42ce-bd78-f25c66a2153f tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:00.998876 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-065ea717-2009-42ce-bd78-f25c66a2153f tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0557206 Mar 08 12:46:01.003484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38446) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:01.009176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.029610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.123630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.143561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454daa28-b3c9-4e25-8f09-e1214e3a6977 None None] Pushing event updated for resources: {'Port': ['ID=81331869-9bf3-4e02-9ac3-15e4edf15fa8,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:01.183973 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:00Z', 'revision_number': 9, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:01.195857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Deleting port 81331869-9bf3-4e02-9ac3-15e4edf15fa8 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:01.195857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.213037 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:01.222537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:01.223404 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:45:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:01.264500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.277502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] For port 81331869-9bf3-4e02-9ac3-15e4edf15fa8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=81331869-9bf3-4e02-9ac3-15e4edf15fa8,segment=NetworkSegment(a0bed1f7-071a-455e-85da-a4b5736ef025),segment_id=a0bed1f7-071a-455e-85da-a4b5736ef025)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:01.277892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.295849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Calling delete_port for 81331869-9bf3-4e02-9ac3-15e4edf15fa8 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:01.324875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=cb00d1b6-6e9d-41f2-aa55-b2a351e0e830,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:01.339288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.349127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1bb99-bd3f-4004-ab77-8df26661dc6f None None] Network 31b86668-d924-44f9-8619-e891d4ad111a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:01.350241 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-da336bd5-a23b-4050-b820-61d05ca7bebd tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/cb00d1b6-6e9d-41f2-aa55-b2a351e0e830 HTTP/1.1" status: 204 len: 168 time: 0.5133007 Mar 08 12:46:01.351160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38448) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:01.468358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.483123 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:01.548973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 07968989-3e1d-4148-b5f8-2e146cb1e76e {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:01.549450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.645102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.651824 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port 07968989-3e1d-4148-b5f8-2e146cb1e76e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07968989-3e1d-4148-b5f8-2e146cb1e76e,segment=NetworkSegment(7fd489d3-61d8-4d15-a573-0eed2a913a5d),segment_id=7fd489d3-61d8-4d15-a573-0eed2a913a5d)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:01.652185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.665407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] DHCP port deletion for 31b86668-d924-44f9-8619-e891d4ad111a request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:46:01.680580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 07968989-3e1d-4148-b5f8-2e146cb1e76e owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:01.692106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Port': ['ID=81331869-9bf3-4e02-9ac3-15e4edf15fa8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:01.698330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] No DVR routers for this DVR port 81331869-9bf3-4e02-9ac3-15e4edf15fa8 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:01.773460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] Deleting port 07968989-3e1d-4148-b5f8-2e146cb1e76e {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:01.775093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.820211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.839053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e907269-cced-4d81-99ac-eb54b59a5412']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:01.847467 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:00Z', 'revision_number': 9, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:01.851733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bed1f7-071a-455e-85da-a4b5736ef025') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:01.852033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bed1f7-071a-455e-85da-a4b5736ef025') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:01.862824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.874879 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2504d96e-2f89-456b-8138-043b978f35a2 None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:00Z', 'revision_number': 9, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903', 'name': '', 'network_id': 'c803cc3e-4e2a-4fe0-9009-042bc82517e6', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:26:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:42Z', 'updated_at': '2022-03-08T12:45:46Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '80a00fc6-c092-475c-a9b5-0a9194ffa3f8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:01.884872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.885753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] For port 07968989-3e1d-4148-b5f8-2e146cb1e76e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=07968989-3e1d-4148-b5f8-2e146cb1e76e,segment=NetworkSegment(7fd489d3-61d8-4d15-a573-0eed2a913a5d),segment_id=7fd489d3-61d8-4d15-a573-0eed2a913a5d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:01.886185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.893644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:01.894073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:01.897964 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:01.903971 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] Calling delete_port for 07968989-3e1d-4148-b5f8-2e146cb1e76e owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:01.962571 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995835fa-848c-419b-b775-7f6efecaa12f None None] Network d9a9a717-7035-49f6-a95f-8fc883761650 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:01.993584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ad8f27ba-ff11-4a6a-81ec-0aac2cc8200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.069820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4dabe2ac-8cc0-4bc1-aabb-d397bca7e081 None None] Provisioning complete for port 7b206ec1-1d74-4441-b45f-16fa528be887 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:02.070208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4dabe2ac-8cc0-4bc1-aabb-d397bca7e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.198615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4dabe2ac-8cc0-4bc1-aabb-d397bca7e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.201449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.230487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=07968989-3e1d-4148-b5f8-2e146cb1e76e,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:02.234462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.234626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No DVR routers for this DVR port 07968989-3e1d-4148-b5f8-2e146cb1e76e on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:02.264516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.273294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.278037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] Pushing event deleted for resources: {'Port': ['ID=07968989-3e1d-4148-b5f8-2e146cb1e76e,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:02.281591 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/networks/8e907269-cced-4d81-99ac-eb54b59a5412 HTTP/1.1" status: 204 len: 168 time: 1.2750823 Mar 08 12:46:02.281769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] DHCP port deletion for d9a9a717-7035-49f6-a95f-8fc883761650 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:46:02.282728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fffa2b-5ca9-4382-8567-bf2b972f9c7f None None] No DVR routers for this DVR port 07968989-3e1d-4148-b5f8-2e146cb1e76e on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:02.284068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38450) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:02.306370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4dabe2ac-8cc0-4bc1-aabb-d397bca7e081 None None] For port 7b206ec1-1d74-4441-b45f-16fa528be887, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7b206ec1-1d74-4441-b45f-16fa528be887,segment=NetworkSegment(55b45221-baee-4612-8e38-91c0dd69dccb),segment_id=55b45221-baee-4612-8e38-91c0dd69dccb)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:02.354210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b7cc1-999d-4c19-a964-4cd2884aaaae tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Network': ['ID=8e907269-cced-4d81-99ac-eb54b59a5412,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:02.378243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.385834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] Deleting port 7b206ec1-1d74-4441-b45f-16fa528be887 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:02.386471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.458147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b86668-d924-44f9-8619-e891d4ad111a']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:02.472092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd489d3-61d8-4d15-a573-0eed2a913a5d') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:02.472427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd489d3-61d8-4d15-a573-0eed2a913a5d') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:02.493488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.520796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.522934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.533610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:02.534140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:02.537763 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:02.567438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07968989-3e1d-4148-b5f8-2e146cb1e76e no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:02.569394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8af5d-40cc-4e54-ac87-41d3496474a5 None None] DHCP port deletion for 8e907269-cced-4d81-99ac-eb54b59a5412 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:46:02.585718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4dabe2ac-8cc0-4bc1-aabb-d397bca7e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.644196 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-bda8ed45-5fbc-40f4-a698-29bca2e97c14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431445 Mar 08 12:46:02.652444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Deleting port 7b206ec1-1d74-4441-b45f-16fa528be887 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:02.652842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.668436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 07968989-3e1d-4148-b5f8-2e146cb1e76e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:02.668747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 07968989-3e1d-4148-b5f8-2e146cb1e76e not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:02.669177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:02.706464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c1f3c-da68-4260-b201-6fe266bff27e None None] Network 8e907269-cced-4d81-99ac-eb54b59a5412 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:02.718001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:02.732536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 298372d7-e8d7-4b10-b4ea-6cd97b9f8228 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:02.733134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.733134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.738016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38454) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:02.738172 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/31b86668-d924-44f9-8619-e891d4ad111a HTTP/1.1" status: 204 len: 168 time: 1.3854682 Mar 08 12:46:02.741736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d57d77ac-f270-4581-8041-baa427fb6e09 None None] Could not find standard attr ID for object 81331869-9bf3-4e02-9ac3-15e4edf15fa8. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 12:46:02.747066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] For port 7b206ec1-1d74-4441-b45f-16fa528be887, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7b206ec1-1d74-4441-b45f-16fa528be887,segment=NetworkSegment(55b45221-baee-4612-8e38-91c0dd69dccb),segment_id=55b45221-baee-4612-8e38-91c0dd69dccb)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:02.747230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] For port 7b206ec1-1d74-4441-b45f-16fa528be887, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7b206ec1-1d74-4441-b45f-16fa528be887,segment=NetworkSegment(55b45221-baee-4612-8e38-91c0dd69dccb),segment_id=55b45221-baee-4612-8e38-91c0dd69dccb)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:02.747609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.748058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.751520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c1f3c-da68-4260-b201-6fe266bff27e None None] Network 8e907269-cced-4d81-99ac-eb54b59a5412 could not be found, it might have been deleted concurrently. {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 08 12:46:02.775153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922ab11-77d0-4d15-ab18-65a797772b22 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=31b86668-d924-44f9-8619-e891d4ad111a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:02.779957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabe2ac-8cc0-4bc1-aabb-d397bca7e081 None None] Pushing event updated for resources: {'Port': ['ID=7b206ec1-1d74-4441-b45f-16fa528be887,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:02.781358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Calling delete_port for 7b206ec1-1d74-4441-b45f-16fa528be887 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:02.789300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] Calling delete_port for 7b206ec1-1d74-4441-b45f-16fa528be887 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:02.792994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb085-6140-4746-aa37-daa04e659e5f req-588d3ad5-b490-4b05-b6f6-2a683ce8f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:02.795071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-588d3ad5-b490-4b05-b6f6-2a683ce8f0b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 1098 time: 0.1006539 Mar 08 12:46:02.883542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.988317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:02.995526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.009325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb085-6140-4746-aa37-daa04e659e5f req-217adae7-2f6d-4d2f-87d1-89fc1da410a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:03.010862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-217adae7-2f6d-4d2f-87d1-89fc1da410a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.1800382 Mar 08 12:46:03.020026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] No DVR routers for this DVR port 7b206ec1-1d74-4441-b45f-16fa528be887 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:03.024017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] Pushing event deleted for resources: {'Port': ['ID=7b206ec1-1d74-4441-b45f-16fa528be887,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:03.027870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddedd85-d8fc-4ceb-8ab4-ef31edfe03be None None] No DVR routers for this DVR port 7b206ec1-1d74-4441-b45f-16fa528be887 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:03.028135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Port': ['ID=7b206ec1-1d74-4441-b45f-16fa528be887,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:03.116626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.135362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-d63ebad5-3ca1-4710-b0a6-6e6a056a0661 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875d3445-1e25-4565-b8d9-6526c134dbcf HTTP/1.1" status: 200 len: 1000 time: 0.1169384 Mar 08 12:46:03.138422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a9a717-7035-49f6-a95f-8fc883761650']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:03.149616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b45221-baee-4612-8e38-91c0dd69dccb') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:03.158279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b45221-baee-4612-8e38-91c0dd69dccb') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:03.160373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.174299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.180589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:03.180978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:03.184297 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:03.429978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.436746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.441027 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/networks/d9a9a717-7035-49f6-a95f-8fc883761650 HTTP/1.1" status: 204 len: 168 time: 1.1555359 Mar 08 12:46:03.452993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38456) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:03.463448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711ce0-7610-4091-ab89-3477b802cd8e tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Network': ['ID=d9a9a717-7035-49f6-a95f-8fc883761650,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:03.512733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb085-6140-4746-aa37-daa04e659e5f req-d76c8b06-7977-4804-baa9-4c5a4d135c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:03.514206 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-d76c8b06-7977-4804-baa9-4c5a4d135c21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.3726785 Mar 08 12:46:03.538624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.585963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb085-6140-4746-aa37-daa04e659e5f req-20b0dcc4-f8e9-4f9a-96fa-99fb85be8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:03.587456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-20b0dcc4-f8e9-4f9a-96fa-99fb85be8c0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651722 Mar 08 12:46:03.627605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.657293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd6c10b-6ee7-44e3-b707-e25214ec8d9d']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:03.668023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5700c670-328e-484f-871f-7b4e9d4b8416') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:03.668392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5700c670-328e-484f-871f-7b4e9d4b8416') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:03.678852 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.682580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.694902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.703010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:03.703010 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:03.704933 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:03.733243 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-12d60ad3-249e-4798-a451-f03e6d5f9df9 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376357 Mar 08 12:46:03.738120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.911217 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ddddb085-6140-4746-aa37-daa04e659e5f req-4d9f5457-d74c-4449-bd6f-cc5ed90cb1ac service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507621 Mar 08 12:46:03.939237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.952633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:03.956190 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/networks/cdd6c10b-6ee7-44e3-b707-e25214ec8d9d HTTP/1.1" status: 204 len: 168 time: 0.5021963 Mar 08 12:46:03.959637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 81331869-9bf3-4e02-9ac3-15e4edf15fa8 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:03.959774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38458) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:03.979584 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b1c50-aa0c-4dcd-980a-ccaf2076c4c0 tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Network': ['ID=cdd6c10b-6ee7-44e3-b707-e25214ec8d9d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:03.983079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 81331869-9bf3-4e02-9ac3-15e4edf15fa8 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:03.983537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 81331869-9bf3-4e02-9ac3-15e4edf15fa8 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:04.026847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:04.027490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.060290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.118439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,segment=NetworkSegment(d4dc725f-42b5-43d6-ac81-608be2e244c0),segment_id=d4dc725f-42b5-43d6-ac81-608be2e244c0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:04.118798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.134092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:04.147225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.169527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2381f25-22c7-46f0-b4db-3457514569ec']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:04.180388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928dff59-b2dd-4a67-941e-af641d698d03') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:04.180680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928dff59-b2dd-4a67-941e-af641d698d03') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:04.190516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.204039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.210735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:04.211133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:04.214265 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:04.229587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.435319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.442672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.445678 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] 10.222.0.65 "DELETE /v2.0/networks/d2381f25-22c7-46f0-b4db-3457514569ec HTTP/1.1" status: 204 len: 168 time: 0.4850440 Mar 08 12:46:04.458877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69711248-7eb7-4248-958e-386a831e07dd tempest-BulkNetworkOpsIpV6Test-1126591724 tempest-BulkNetworkOpsIpV6Test-1126591724-project] Pushing event deleted for resources: {'Network': ['ID=d2381f25-22c7-46f0-b4db-3457514569ec,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:04.513912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.544482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:04.572548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38464) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:04.649326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc8742-aa77-4883-ac06-76ad804c124b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:04.649795 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc8742-aa77-4883-ac06-76ad804c124b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:04.650286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc8742-aa77-4883-ac06-76ad804c124b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:04.652091 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3edc8742-aa77-4883-ac06-76ad804c124b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=83243bc130fc441189e93308aa8e80b1&network_id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08 HTTP/1.1" status: 200 len: 2999 time: 0.0780830 Mar 08 12:46:04.670460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:04.867756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:04.961904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:04.971081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38470) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:04.974451 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f320f2e6-2447-45a3-a187-77a4e2ccb405 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355177 Mar 08 12:46:04.974669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:04.988004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:04.988631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:05.030506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet 80a00fc6-c092-475c-a9b5-0a9194ffa3f8 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:46:05.034629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.082430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.086009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:05.135375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38474) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:05.182561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.302835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:04Z', 'revision_number': 10, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:05.330633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:05.339726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:05.340364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:05.432078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:05.611655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.654232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=80a00fc6-c092-475c-a9b5-0a9194ffa3f8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:05.662334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.662334 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-09fecce0-820c-43a6-be3f-87dd4e3994f1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/80a00fc6-c092-475c-a9b5-0a9194ffa3f8 HTTP/1.1" status: 204 len: 168 time: 0.6876390 Mar 08 12:46:05.663149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:04Z', 'revision_number': 10, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:05.663549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38478) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:05.683634 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4c6158aa-b35f-4692-aa1e-5c1940ff7bf5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0a594597a254b21af019c94662a7fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434420 Mar 08 12:46:05.683861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38480) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:05.695176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405317a-3803-4e08-805b-9d96da724503 None None] Network c803cc3e-4e2a-4fe0-9009-042bc82517e6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:05.697578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e162d-de98-493c-bcc8-6056fbb80ed2 None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:04Z', 'revision_number': 10, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None, '_interfaces': [{'id': 'cc2992c9-bd6f-4e9d-919c-64b0cad189e5', 'name': '', 'network_id': '8051fdcd-9a5c-444e-b13c-6f104317abe0', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'mac_address': 'fa:16:3e:09:83:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '34433f2b-7425-4830-be16-6e2458750fb9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:37Z', 'updated_at': '2022-03-08T12:45:41Z', 'revision_number': 5, 'project_id': '636757e89638427d95693dc95233fdbf', 'subnets': [{'id': '34433f2b-7425-4830-be16-6e2458750fb9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:05.755687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.815816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port aa948703-56ab-47ee-a8ec-deb98ea5507f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:05.816155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.876899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6408d0d5-f137-4a15-a8b9-61737f84f4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.882009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port aa948703-56ab-47ee-a8ec-deb98ea5507f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=aa948703-56ab-47ee-a8ec-deb98ea5507f,segment=NetworkSegment(d4dc725f-42b5-43d6-ac81-608be2e244c0),segment_id=d4dc725f-42b5-43d6-ac81-608be2e244c0)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:05.882397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:05.896980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for aa948703-56ab-47ee-a8ec-deb98ea5507f owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:05.899494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6408d0d5-f137-4a15-a8b9-61737f84f4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.068834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6408d0d5-f137-4a15-a8b9-61737f84f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.073409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6408d0d5-f137-4a15-a8b9-61737f84f4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.075659 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6408d0d5-f137-4a15-a8b9-61737f84f4b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8df4844-4213-4a6c-b624-d2bc078a21bf HTTP/1.1" status: 204 len: 168 time: 0.3898430 Mar 08 12:46:06.079262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] DHCP port deletion for c803cc3e-4e2a-4fe0-9009-042bc82517e6 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:46:06.095524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408d0d5-f137-4a15-a8b9-61737f84f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df4844-4213-4a6c-b624-d2bc078a21bf,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:06.111222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.157066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=aa948703-56ab-47ee-a8ec-deb98ea5507f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:06.158295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:06.162659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No DVR routers for this DVR port aa948703-56ab-47ee-a8ec-deb98ea5507f on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:06.199859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:06.199859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ae0bd6f1-5b8a-4b6a-a768-1a3f0876d903 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:06.199859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device aa948703-56ab-47ee-a8ec-deb98ea5507f no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:06.231734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: aa948703-56ab-47ee-a8ec-deb98ea5507f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:06.232071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device aa948703-56ab-47ee-a8ec-deb98ea5507f not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:06.252404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.261102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] Deleting port aa948703-56ab-47ee-a8ec-deb98ea5507f {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:06.267993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.275712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c803cc3e-4e2a-4fe0-9009-042bc82517e6']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:06.286934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dc725f-42b5-43d6-ac81-608be2e244c0') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:06.287241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dc725f-42b5-43d6-ac81-608be2e244c0') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:06.302241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.311866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.318842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:06.319231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:06.322361 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:06.331697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] For port aa948703-56ab-47ee-a8ec-deb98ea5507f, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:06.341820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.347582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] Calling delete_port for aa948703-56ab-47ee-a8ec-deb98ea5507f owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:06.350448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] Port aa948703-56ab-47ee-a8ec-deb98ea5507f was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 12:46:06.351720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.377144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] Pushing event deleted for resources: {'Port': ['ID=aa948703-56ab-47ee-a8ec-deb98ea5507f,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:06.380898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe697ca-53b9-4165-8ab1-4c9e8ce2bb8f None None] No DVR routers for this DVR port aa948703-56ab-47ee-a8ec-deb98ea5507f on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:06.503441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.510671 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:06.517106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/c803cc3e-4e2a-4fe0-9009-042bc82517e6 HTTP/1.1" status: 204 len: 168 time: 0.8493967 Mar 08 12:46:06.518168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38486) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:06.526776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f215b-4738-4d29-bcb8-58db833642e8 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=c803cc3e-4e2a-4fe0-9009-042bc82517e6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:06.867933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.118117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port cc2992c9-bd6f-4e9d-919c-64b0cad189e5 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:07.119111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.207740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port cc2992c9-bd6f-4e9d-919c-64b0cad189e5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,segment=NetworkSegment(46b1da25-0934-4bb9-8e68-093fb7e63cfc),segment_id=46b1da25-0934-4bb9-8e68-093fb7e63cfc)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:07.208100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.222237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for cc2992c9-bd6f-4e9d-919c-64b0cad189e5 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:07.311021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38506) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:07.408902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--942310560'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:07.452329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.484475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=cc2992c9-bd6f-4e9d-919c-64b0cad189e5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:07.493709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.507421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.586784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.601902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.707962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.743323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:07.744984 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0976c8a9-ea39-4834-97b7-ace608a029ad,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:07.822814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:07.827747 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-615bc658-eecd-4770-9062-d6fb8ea92fe3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3086026 Mar 08 12:46:07.830692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38510) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:07.833197 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:07.843209 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:07.847102 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:07.879433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.883206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting subnet 34433f2b-7425-4830-be16-6e2458750fb9 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:46:07.886424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.918332 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:07.927132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:07.977392 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:07Z', 'revision_number': 11, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:07.994051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.004851 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:08.013061 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:08.013658 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:08.030223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.033245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21319bf7-c923-4572-b6cd-aae405ac6a14,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:08.092082 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:08.092858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.094148 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-85d30bfc-77b6-45a3-8d5c-d85e821519cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7820237 Mar 08 12:46:08.097647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38514) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.147985 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:07Z', 'revision_number': 11, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:08.157666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d057a20-5b1c-41ee-b416-44e566b125e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0581765 Mar 08 12:46:08.160685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38516) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.164946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-00d64241-d554-44a4-af26-14ba76e90f62 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-security--141885726', 'description': 'tempest-security-description-710910780'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:08.175427 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc323e77-2672-4c96-aa6a-c13a893d5614 None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:07Z', 'revision_number': 11, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:08.193743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00d64241-d554-44a4-af26-14ba76e90f62 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.203220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.235802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Subnet': ['ID=34433f2b-7425-4830-be16-6e2458750fb9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:08.237673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.243360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00d64241-d554-44a4-af26-14ba76e90f62 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.243547 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c74f8372-df6c-4431-a64a-29329b5ce0ba tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/34433f2b-7425-4830-be16-6e2458750fb9 HTTP/1.1" status: 204 len: 168 time: 0.4093966 Mar 08 12:46:08.243642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38518) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.246629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8951b0a-4882-446e-89ab-b5a2a23bc059 None None] Network 8051fdcd-9a5c-444e-b13c-6f104317abe0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:08.322904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.333237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00d64241-d554-44a4-af26-14ba76e90f62 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.336250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00d64241-d554-44a4-af26-14ba76e90f62 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.337520 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-00d64241-d554-44a4-af26-14ba76e90f62 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "PUT /v2.0/security-groups/21319bf7-c923-4572-b6cd-aae405ac6a14 HTTP/1.1" status: 200 len: 1778 time: 0.1758885 Mar 08 12:46:08.340418 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38520) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.386147 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-59d21e61-c491-4202-b5e2-14cf976668e9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups/21319bf7-c923-4572-b6cd-aae405ac6a14 HTTP/1.1" status: 200 len: 1778 time: 0.0422642 Mar 08 12:46:08.386602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38522) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.396361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d64241-d554-44a4-af26-14ba76e90f62 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21319bf7-c923-4572-b6cd-aae405ac6a14,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:08.417589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Deleting port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:08.418042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.452327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aef296d0-b45e-4605-b16c-a9b89e54b787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.477149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aef296d0-b45e-4605-b16c-a9b89e54b787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.486944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] For port 7fbac9f6-70a1-44d9-9a19-af7d06e70537, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7fbac9f6-70a1-44d9-9a19-af7d06e70537,segment=NetworkSegment(46b1da25-0934-4bb9-8e68-093fb7e63cfc),segment_id=46b1da25-0934-4bb9-8e68-093fb7e63cfc)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:08.487247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.500438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Calling delete_port for 7fbac9f6-70a1-44d9-9a19-af7d06e70537 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:08.532987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] DHCP port deletion for 8051fdcd-9a5c-444e-b13c-6f104317abe0 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:46:08.588442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] Deleting port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:08.589902 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.623625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aef296d0-b45e-4605-b16c-a9b89e54b787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.627313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aef296d0-b45e-4605-b16c-a9b89e54b787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.630938 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aef296d0-b45e-4605-b16c-a9b89e54b787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/21319bf7-c923-4572-b6cd-aae405ac6a14 HTTP/1.1" status: 204 len: 168 time: 0.2411230 Mar 08 12:46:08.631988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38524) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.638936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef296d0-b45e-4605-b16c-a9b89e54b787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21319bf7-c923-4572-b6cd-aae405ac6a14,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:08.667194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.673684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] For port 7fbac9f6-70a1-44d9-9a19-af7d06e70537, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7fbac9f6-70a1-44d9-9a19-af7d06e70537,segment=NetworkSegment(46b1da25-0934-4bb9-8e68-093fb7e63cfc),segment_id=46b1da25-0934-4bb9-8e68-093fb7e63cfc)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:08.674101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.689608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] Calling delete_port for 7fbac9f6-70a1-44d9-9a19-af7d06e70537 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:08.704556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Port': ['ID=7fbac9f6-70a1-44d9-9a19-af7d06e70537,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:08.706582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No DVR routers for this DVR port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:08.716271 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f23fa5bf-2b88-4d17-b6e7-168695610412 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829046 Mar 08 12:46:08.719300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38526) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.740281 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-3e792f71-0051-4395-99e9-0bbf2146599b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] delete failed (client error): The resource could not be found. Mar 08 12:46:08.745699 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e792f71-0051-4395-99e9-0bbf2146599b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/21319bf7-c923-4572-b6cd-aae405ac6a14 HTTP/1.1" status: 404 len: 347 time: 0.0246861 Mar 08 12:46:08.750099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38528) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:08.751230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3de3580c-f83a-44f8-b28d-3a3702946dda tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--179264850'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:08.784300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.800750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.810085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] Pushing event deleted for resources: {'Port': ['ID=7fbac9f6-70a1-44d9-9a19-af7d06e70537,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:08.815805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a1474-dad4-4a16-81f0-6b637dc67ff5 None None] No DVR routers for this DVR port 7fbac9f6-70a1-44d9-9a19-af7d06e70537 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:08.825518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8051fdcd-9a5c-444e-b13c-6f104317abe0']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:08.837746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b1da25-0934-4bb9-8e68-093fb7e63cfc') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:08.837746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b1da25-0934-4bb9-8e68-093fb7e63cfc') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:08.845752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.856046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3de3580c-f83a-44f8-b28d-3a3702946dda tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.862462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.865869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:08.866243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:08.869351 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:08.927659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3de3580c-f83a-44f8-b28d-3a3702946dda tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.012055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.016128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.021096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/networks/8051fdcd-9a5c-444e-b13c-6f104317abe0 HTTP/1.1" status: 204 len: 168 time: 0.7755241 Mar 08 12:46:09.022930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38530) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:09.028271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'routes': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:09.036368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4753b86-94b0-4270-be6d-bfa8d576ff8d tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Pushing event deleted for resources: {'Network': ['ID=8051fdcd-9a5c-444e-b13c-6f104317abe0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:09.060809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38532) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:09.063059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3de3580c-f83a-44f8-b28d-3a3702946dda tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.132266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3580c-f83a-44f8-b28d-3a3702946dda tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07347018-9c3c-4b2b-b87d-3e8e158feded,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:09.141832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad74bf7-63ee-4ba1-87db-668661571d38 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:09.142795 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fad74bf7-63ee-4ba1-87db-668661571d38 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 814 time: 0.0808814 Mar 08 12:46:09.201530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3de3580c-f83a-44f8-b28d-3a3702946dda tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.202783 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3de3580c-f83a-44f8-b28d-3a3702946dda tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4556265 Mar 08 12:46:09.207081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38536) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:09.211984 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c9838a88-96c9-4b4b-8f0f-7d5acdf56e2b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '07347018-9c3c-4b2b-b87d-3e8e158feded', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:09.245107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.extraroute_db [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Added routes are [] {{(pid=104045) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 08 12:46:09.245419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.extraroute_db [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Removed routes are [] {{(pid=104045) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 08 12:46:09.245775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.308731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9838a88-96c9-4b4b-8f0f-7d5acdf56e2b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.374485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9838a88-96c9-4b4b-8f0f-7d5acdf56e2b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.389220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.393217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.467350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 6dd5d5f4-534b-4fc1-a667-77412a0af89c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:09.474948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9838a88-96c9-4b4b-8f0f-7d5acdf56e2b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.490340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9838a88-96c9-4b4b-8f0f-7d5acdf56e2b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fa91aa-e096-49a3-a63c-8cadf12f8fcc,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:09.547110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:09.555457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.556611 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c8f78209-fbe0-4777-93b5-95c7b08767e4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 200 len: 705 time: 0.5323987 Mar 08 12:46:09.556776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] Sync routers for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:09.559770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38540) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:09.568640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c9838a88-96c9-4b4b-8f0f-7d5acdf56e2b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.569187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:09.569990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:09.573544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c9838a88-96c9-4b4b-8f0f-7d5acdf56e2b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652906 Mar 08 12:46:09.574220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38542) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:09.592578 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1a673d8b-5cb8-4e0d-80b9-9b67e81671f9 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 200 len: 205 time: 0.0291865 Mar 08 12:46:09.592885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38544) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:09.641956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:09.674962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52d96022-66dc-4d27-a29c-4221cf2b32cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.686427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af6d82c6-1f21-47a7-b322-5c084ea1945f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.690864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52d96022-66dc-4d27-a29c-4221cf2b32cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.698764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:07Z', 'revision_number': 11, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:09.725825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] Checking router: 6dd5d5f4-534b-4fc1-a667-77412a0af89c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:09.734176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] Routers {'6dd5d5f4-534b-4fc1-a667-77412a0af89c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:09.734780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:09.807802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] Set router 6dd5d5f4-534b-4fc1-a667-77412a0af89c gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:09.863772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:07Z', 'revision_number': 11, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:09.869077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af6d82c6-1f21-47a7-b322-5c084ea1945f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.871225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af6d82c6-1f21-47a7-b322-5c084ea1945f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.890751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1540d9-1833-4b0a-a95e-3973551b57bc None None] The sync data for ids ['6dd5d5f4-534b-4fc1-a667-77412a0af89c'] in dv-neutron-829486-2-hyperv is: [{'id': '6dd5d5f4-534b-4fc1-a667-77412a0af89c', 'name': 'tempest-RoutersIpV6Test-router-1257673023', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:46:07Z', 'revision_number': 11, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:09.913030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52d96022-66dc-4d27-a29c-4221cf2b32cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.919704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-52d96022-66dc-4d27-a29c-4221cf2b32cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:09.920884 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-52d96022-66dc-4d27-a29c-4221cf2b32cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/34fa91aa-e096-49a3-a63c-8cadf12f8fcc HTTP/1.1" status: 204 len: 168 time: 0.3457417 Mar 08 12:46:09.924440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38548) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:09.927675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d96022-66dc-4d27-a29c-4221cf2b32cc tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34fa91aa-e096-49a3-a63c-8cadf12f8fcc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:09.984557 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4e305c75-d602-4846-968c-aaedb094673a tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0587001 Mar 08 12:46:09.988124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38550) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.008298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cc2992c9-bd6f-4e9d-919c-64b0cad189e5 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:10.010672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af6d82c6-1f21-47a7-b322-5c084ea1945f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.015464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6d82c6-1f21-47a7-b322-5c084ea1945f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd5d5f4-534b-4fc1-a667-77412a0af89c {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:46:10.020194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af6d82c6-1f21-47a7-b322-5c084ea1945f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.025444 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-af6d82c6-1f21-47a7-b322-5c084ea1945f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 204 len: 168 time: 0.4275150 Mar 08 12:46:10.026527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38552) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.032151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: cc2992c9-bd6f-4e9d-919c-64b0cad189e5 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:10.033018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cc2992c9-bd6f-4e9d-919c-64b0cad189e5 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:10.033122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7fbac9f6-70a1-44d9-9a19-af7d06e70537 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:10.033936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4be2d2f6-64a5-44ce-a6f3-5556d1e4dd08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1144622709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:10.054934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 7fbac9f6-70a1-44d9-9a19-af7d06e70537 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:10.055463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7fbac9f6-70a1-44d9-9a19-af7d06e70537 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:10.086581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e013e9d-f0c5-400a-b1c8-872a2ffb39b1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.112453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e013e9d-f0c5-400a-b1c8-872a2ffb39b1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.189612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4be2d2f6-64a5-44ce-a6f3-5556d1e4dd08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.190842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4be2d2f6-64a5-44ce-a6f3-5556d1e4dd08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.228415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e013e9d-f0c5-400a-b1c8-872a2ffb39b1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.231169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e013e9d-f0c5-400a-b1c8-872a2ffb39b1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.232363 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9e013e9d-f0c5-400a-b1c8-872a2ffb39b1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/07347018-9c3c-4b2b-b87d-3e8e158feded HTTP/1.1" status: 204 len: 168 time: 0.2431526 Mar 08 12:46:10.236234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38554) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.247377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e013e9d-f0c5-400a-b1c8-872a2ffb39b1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07347018-9c3c-4b2b-b87d-3e8e158feded,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:10.288038 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bbc7f03c-286f-4cd9-8a4d-8cada43532d2 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471349 Mar 08 12:46:10.288704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38556) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.292924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-47686f1e-cc62-49ec-a7c9-78db0ef43919 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488895497'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:10.295147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4be2d2f6-64a5-44ce-a6f3-5556d1e4dd08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.407887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38558) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.413063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--746509503', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:10.429271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4be2d2f6-64a5-44ce-a6f3-5556d1e4dd08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.475252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-47686f1e-cc62-49ec-a7c9-78db0ef43919 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.534529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4be2d2f6-64a5-44ce-a6f3-5556d1e4dd08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.535913 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4be2d2f6-64a5-44ce-a6f3-5556d1e4dd08 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5085332 Mar 08 12:46:10.536773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:10.539217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38560) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.540206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.543617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f2225818-1741-4a56-ad2d-ce8837e777d3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:10.547981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-47686f1e-cc62-49ec-a7c9-78db0ef43919 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.563946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:46:10.573647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.574016 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment 6a96ff16-4626-4a9f-9eb7-558c426fa76a of type vlan for network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 Mar 08 12:46:10.617086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.650029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-47686f1e-cc62-49ec-a7c9-78db0ef43919 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.710194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.715979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:10.716581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.743062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47686f1e-cc62-49ec-a7c9-78db0ef43919 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a00f2b0-981b-4e93-8395-152efed95c8e,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:10.773689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2225818-1741-4a56-ad2d-ce8837e777d3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.786222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:10.795664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-47686f1e-cc62-49ec-a7c9-78db0ef43919 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.796938 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-47686f1e-cc62-49ec-a7c9-78db0ef43919 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5072968 Mar 08 12:46:10.799751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:46:10.800309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38562) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.804660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e85e081f-f0ed-4898-9d5c-02bc75952f44 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '6a00f2b0-981b-4e93-8395-152efed95c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:10.819219 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2109e4df-4f47-4bcc-8ab9-56b2319d0618 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4101160 Mar 08 12:46:10.822273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38564) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.892373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed98bb-0400-4d3f-a7ac-4d1bdaf5aefc tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:10.893883 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-62ed98bb-0400-4d3f-a7ac-4d1bdaf5aefc tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0706210 Mar 08 12:46:10.896794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38566) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:10.909366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2225818-1741-4a56-ad2d-ce8837e777d3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:10.988897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e85e081f-f0ed-4898-9d5c-02bc75952f44 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.050934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196099f2-f22d-471d-9bdd-a58d6bb9fb79 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:11.052512 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-196099f2-f22d-471d-9bdd-a58d6bb9fb79 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546397 Mar 08 12:46:11.055274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38568) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.060977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e85e081f-f0ed-4898-9d5c-02bc75952f44 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.083489 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f40e0510-9a53-4b1d-89de-1c2f7803b7e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271623 Mar 08 12:46:11.086136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38570) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.114360 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fcfa9292-fd74-473e-a7c4-57c45daaebe1 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270586 Mar 08 12:46:11.116381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38572) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.147662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2225818-1741-4a56-ad2d-ce8837e777d3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Router 81a47de2-a70b-430a-88da-3026a7a3375a is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:46:11.194113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e85e081f-f0ed-4898-9d5c-02bc75952f44 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.208241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301d3a9-fa4e-4cb6-b05e-52d788fd6bfa tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:11.209805 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0301d3a9-fa4e-4cb6-b05e-52d788fd6bfa tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925634 Mar 08 12:46:11.212566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38574) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.239482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2225818-1741-4a56-ad2d-ce8837e777d3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:11.245073 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a7ba7f7d-63d8-44d2-a485-2ead84426c00 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289361 Mar 08 12:46:11.246204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38576) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.247814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2225818-1741-4a56-ad2d-ce8837e777d3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.251382 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f2225818-1741-4a56-ad2d-ce8837e777d3 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "PUT /v2.0/routers/81a47de2-a70b-430a-88da-3026a7a3375a HTTP/1.1" status: 200 len: 698 time: 0.7087996 Mar 08 12:46:11.251738 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] Sync routers for ids ['81a47de2-a70b-430a-88da-3026a7a3375a'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:11.252174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e081f-f0ed-4898-9d5c-02bc75952f44 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcb99cd-abe2-4aa8-a35d-b53c27bee7d2,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:11.252264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283557085', 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:11.253017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38578) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.263220 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] Routers {'81a47de2-a70b-430a-88da-3026a7a3375a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:11.264124 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['81a47de2-a70b-430a-88da-3026a7a3375a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:11.338732 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-518e5422-36de-4b80-839c-3ed2db95f0be tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/routers/81a47de2-a70b-430a-88da-3026a7a3375a HTTP/1.1" status: 200 len: 704 time: 0.0821030 Mar 08 12:46:11.338981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38580) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.349298 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] Set router 81a47de2-a70b-430a-88da-3026a7a3375a gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:11.367249 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e7a23967-dd65-4c7d-b230-e3a8d4c1a59f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a47de2-a70b-430a-88da-3026a7a3375a HTTP/1.1" status: 200 len: 205 time: 0.0272222 Mar 08 12:46:11.369903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38582) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.370132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e85e081f-f0ed-4898-9d5c-02bc75952f44 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.373617 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e85e081f-f0ed-4898-9d5c-02bc75952f44 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5700800 Mar 08 12:46:11.373818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38584) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.378254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-81c671ec-1708-4778-b99c-6e53d4270ac6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '6a00f2b0-981b-4e93-8395-152efed95c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:11.403043 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a47de2-a70b-430a-88da-3026a7a3375a', 'name': 'tempest-RoutersIpV6Test-router-1144622709', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:10Z', 'updated_at': '2022-03-08T12:46:10Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:11.434510 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] Checking router: 81a47de2-a70b-430a-88da-3026a7a3375a for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:11.444054 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] Routers {'81a47de2-a70b-430a-88da-3026a7a3375a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:11.444672 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['81a47de2-a70b-430a-88da-3026a7a3375a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:11.479092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81c671ec-1708-4778-b99c-6e53d4270ac6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.519285 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] Set router 81a47de2-a70b-430a-88da-3026a7a3375a gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:11.545274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81c671ec-1708-4778-b99c-6e53d4270ac6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.578486 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a47de2-a70b-430a-88da-3026a7a3375a', 'name': 'tempest-RoutersIpV6Test-router-1144622709', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:10Z', 'updated_at': '2022-03-08T12:46:10Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:11.609004 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19b5f65-67bd-4479-9f50-3fd468dcf542 None None] The sync data for ids ['81a47de2-a70b-430a-88da-3026a7a3375a'] in dv-neutron-829486-2-hyperv is: [{'id': '81a47de2-a70b-430a-88da-3026a7a3375a', 'name': 'tempest-RoutersIpV6Test-router-1144622709', 'tenant_id': '636757e89638427d95693dc95233fdbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:10Z', 'updated_at': '2022-03-08T12:46:10Z', 'revision_number': 2, 'project_id': '636757e89638427d95693dc95233fdbf', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:11.633681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81c671ec-1708-4778-b99c-6e53d4270ac6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.655376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c671ec-1708-4778-b99c-6e53d4270ac6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3061618b-9f35-461e-ae5f-7a08e7971791,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:11.717321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-81c671ec-1708-4778-b99c-6e53d4270ac6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.718627 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-81c671ec-1708-4778-b99c-6e53d4270ac6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438864 Mar 08 12:46:11.722980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38586) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:11.727798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2d773c3f-6ed6-4da5-ad74-8c253acd6f05 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '6a00f2b0-981b-4e93-8395-152efed95c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:11.729628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:11.733133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.810187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50e81e43-4381-437d-9425-2eee410e67ff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.835694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d773c3f-6ed6-4da5-ad74-8c253acd6f05 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.899026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d773c3f-6ed6-4da5-ad74-8c253acd6f05 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:11.993665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d773c3f-6ed6-4da5-ad74-8c253acd6f05 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.003437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50e81e43-4381-437d-9425-2eee410e67ff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.006568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50e81e43-4381-437d-9425-2eee410e67ff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.013766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d773c3f-6ed6-4da5-ad74-8c253acd6f05 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ad0daa-9bdc-417f-85c5-12303ad4a1b1,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:12.109672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d773c3f-6ed6-4da5-ad74-8c253acd6f05 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.112097 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2d773c3f-6ed6-4da5-ad74-8c253acd6f05 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3879635 Mar 08 12:46:12.114806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38588) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.119994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ad283c0d-b340-4658-b035-712deefa5581 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '6a00f2b0-981b-4e93-8395-152efed95c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:12.172081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50e81e43-4381-437d-9425-2eee410e67ff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.173234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e81e43-4381-437d-9425-2eee410e67ff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Fanout notify agent at l3_agent the message router_deleted on router 81a47de2-a70b-430a-88da-3026a7a3375a {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:46:12.180503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50e81e43-4381-437d-9425-2eee410e67ff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.182617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-50e81e43-4381-437d-9425-2eee410e67ff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/81a47de2-a70b-430a-88da-3026a7a3375a HTTP/1.1" status: 204 len: 168 time: 0.8105452 Mar 08 12:46:12.185256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38590) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.212499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-87ab50ff-a71b-4821-b743-bc1aa6328fff tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a47de2-a70b-430a-88da-3026a7a3375a HTTP/1.1" status: 200 len: 205 time: 0.0261309 Mar 08 12:46:12.215048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38592) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.254044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.258679 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-3268e165-a65f-4abd-9791-2c3b4613f556 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] delete failed (client error): The resource could not be found. Mar 08 12:46:12.259755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3268e165-a65f-4abd-9791-2c3b4613f556 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/81a47de2-a70b-430a-88da-3026a7a3375a HTTP/1.1" status: 404 len: 336 time: 0.0438225 Mar 08 12:46:12.262387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38594) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.272955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ad283c0d-b340-4658-b035-712deefa5581 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.329039 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a90a8eb-16c8-427c-a3e2-f583c1a3323c tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:12.329567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a90a8eb-16c8-427c-a3e2-f583c1a3323c tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:12.332671 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5a90a8eb-16c8-427c-a3e2-f583c1a3323c tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/e229ce7b-f5a3-4741-8bc8-7a45a320edd1 HTTP/1.1" status: 404 len: 337 time: 0.0662143 Mar 08 12:46:12.335436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38596) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.350432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=bdb04303-64ad-4e85-afad-fd8f71a982bf,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:12.367863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:12.368267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ad283c0d-b340-4658-b035-712deefa5581 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.368436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:46:12.369572 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c49c8f8-d8a3-4465-909f-da9ac9dca486 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:12.370039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c49c8f8-d8a3-4465-909f-da9ac9dca486 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:12.373040 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3c49c8f8-d8a3-4465-909f-da9ac9dca486 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/cb00d1b6-6e9d-41f2-aa55-b2a351e0e830 HTTP/1.1" status: 404 len: 337 time: 0.0366716 Mar 08 12:46:12.375531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38598) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.401618 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b8f30e-0886-485f-b9b5-b5aaaf3d4404 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:12.402078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b8f30e-0886-485f-b9b5-b5aaaf3d4404 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:12.405290 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b4b8f30e-0886-485f-b9b5-b5aaaf3d4404 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/80a00fc6-c092-475c-a9b5-0a9194ffa3f8 HTTP/1.1" status: 404 len: 337 time: 0.0288119 Mar 08 12:46:12.410036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38600) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.440549 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1faccb9-812c-4d04-95be-90ecf79a1ba4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:12.440997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1faccb9-812c-4d04-95be-90ecf79a1ba4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:12.444030 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f1faccb9-812c-4d04-95be-90ecf79a1ba4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/34433f2b-7425-4830-be16-6e2458750fb9 HTTP/1.1" status: 404 len: 337 time: 0.0330365 Mar 08 12:46:12.444926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ad283c0d-b340-4658-b035-712deefa5581 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.446834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38602) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.459213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:46:12.462388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad283c0d-b340-4658-b035-712deefa5581 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5d9830-6ff7-440e-8db7-07e0ef2b8feb,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:12.477451 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4c6aa11c-5819-417f-a85e-e3388cb4fdcb tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 200 len: 205 time: 0.0294082 Mar 08 12:46:12.486411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38604) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.520267 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-5e9eb117-dd1d-4f0a-9908-ec484e3cf4d7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] delete failed (client error): The resource could not be found. Mar 08 12:46:12.521295 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5e9eb117-dd1d-4f0a-9908-ec484e3cf4d7 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/6dd5d5f4-534b-4fc1-a667-77412a0af89c HTTP/1.1" status: 404 len: 336 time: 0.0403090 Mar 08 12:46:12.524306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38606) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.554395 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fdd5fae5-d89d-451c-b361-bd4042afbb3f tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a2f3e96-b309-48ce-bca3-7fa4aed89f00 HTTP/1.1" status: 200 len: 205 time: 0.0288265 Mar 08 12:46:12.556715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38608) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.565768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ad283c0d-b340-4658-b035-712deefa5581 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.567016 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ad283c0d-b340-4658-b035-712deefa5581 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4511518 Mar 08 12:46:12.570150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38610) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.575405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-60e503dd-f84e-4516-834c-cc14f15e723d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '6a00f2b0-981b-4e93-8395-152efed95c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:12.612893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:12.617306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:12.617977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.622673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66568825-524f-4b21-9d26-2db66c92ec45 None None] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:12.736792 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0240fb25-fa7b-4763-a298-2f2762d00fd7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4904785 Mar 08 12:46:12.767957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60e503dd-f84e-4516-834c-cc14f15e723d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.872171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60e503dd-f84e-4516-834c-cc14f15e723d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.932921 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-ed68a39c-d930-4667-abf1-4c14a3a9b443 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] delete failed (client error): The resource could not be found. Mar 08 12:46:12.933979 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ed68a39c-d930-4667-abf1-4c14a3a9b443 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/9a2f3e96-b309-48ce-bca3-7fa4aed89f00 HTTP/1.1" status: 404 len: 336 time: 0.3761399 Mar 08 12:46:12.936914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38614) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.943064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:46:12.945714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.965482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ad9a7f-e9df-497f-8860-e37064605be1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:12.966101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ad9a7f-e9df-497f-8860-e37064605be1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:12.969042 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-68ad9a7f-e9df-497f-8860-e37064605be1 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/05b88df8-2657-4a1a-8d2f-a73b82b31acb HTTP/1.1" status: 404 len: 337 time: 0.0310221 Mar 08 12:46:12.970647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60e503dd-f84e-4516-834c-cc14f15e723d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:12.972088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38616) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:12.993021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e503dd-f84e-4516-834c-cc14f15e723d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a1584c-0244-4d58-9623-0ded99ea8279,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:13.005625 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fef84f26-d45e-436b-b863-409b8848b2b4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c656258-dc14-4ad1-a940-941d125c77d1 HTTP/1.1" status: 200 len: 205 time: 0.0321362 Mar 08 12:46:13.008014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38618) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.044748 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-d02c70d8-1d6f-4705-87cc-14bc2e0fdf92 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] delete failed (client error): The resource could not be found. Mar 08 12:46:13.049016 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d02c70d8-1d6f-4705-87cc-14bc2e0fdf92 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/8c656258-dc14-4ad1-a940-941d125c77d1 HTTP/1.1" status: 404 len: 336 time: 0.0367010 Mar 08 12:46:13.049396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38620) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.083903 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-32f3b17c-8c37-4bec-ae96-42d6bee589d4 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=c85d8223-809c-4fc7-8284-e39dcdfc77a7 HTTP/1.1" status: 200 len: 205 time: 0.0329888 Mar 08 12:46:13.086044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38622) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.096770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-60e503dd-f84e-4516-834c-cc14f15e723d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.097926 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-60e503dd-f84e-4516-834c-cc14f15e723d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5266654 Mar 08 12:46:13.101059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38624) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.113659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Allocated IP 172.20.0.18 (c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9/bdb04303-64ad-4e85-afad-fd8f71a982bf/d1abe86f-0fde-4160-9b95-0ccb1416596b) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:13.129400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8b19-34b9-406b-80f5-4ac65f866cf9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.131223 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-a32fabe9-f022-41e1-bb3a-bc511f64208c tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] delete failed (client error): The resource could not be found. Mar 08 12:46:13.132248 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a32fabe9-f022-41e1-bb3a-bc511f64208c tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/c85d8223-809c-4fc7-8284-e39dcdfc77a7 HTTP/1.1" status: 404 len: 336 time: 0.0453088 Mar 08 12:46:13.136673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38626) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.149230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8b19-34b9-406b-80f5-4ac65f866cf9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.174420 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9821585-2986-47ce-bde1-549b819f440e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:13.177270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9821585-2986-47ce-bde1-549b819f440e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:13.178166 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c9821585-2986-47ce-bde1-549b819f440e tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/27f02037-dfb2-42e3-9ba4-34e8d5449837 HTTP/1.1" status: 404 len: 337 time: 0.0405145 Mar 08 12:46:13.180940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38628) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.209741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b7448238-33dd-464a-b5f2-5a72ef8d4799 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=01c1d1a0-a731-4cdb-b62a-72aae2cb50d5 HTTP/1.1" status: 200 len: 205 time: 0.0275509 Mar 08 12:46:13.212116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38630) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.240874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8b19-34b9-406b-80f5-4ac65f866cf9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.246074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38632) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.249012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3a5d8b19-34b9-406b-80f5-4ac65f866cf9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.250987 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3a5d8b19-34b9-406b-80f5-4ac65f866cf9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/62a1584c-0244-4d58-9623-0ded99ea8279 HTTP/1.1" status: 204 len: 168 time: 0.1480877 Mar 08 12:46:13.255967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-7a973e6b-60a0-48fd-b8d8-60a757ea511c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694678506', 'description': 'tempest-secgroup-smoke-1694678506 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:13.257557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38634) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.264949 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-62982590-9e14-4988-ac03-a895d054c1ac tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] delete failed (client error): The resource could not be found. Mar 08 12:46:13.269283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-62982590-9e14-4988-ac03-a895d054c1ac tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/01c1d1a0-a731-4cdb-b62a-72aae2cb50d5 HTTP/1.1" status: 404 len: 336 time: 0.0529017 Mar 08 12:46:13.274975 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d8b19-34b9-406b-80f5-4ac65f866cf9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62a1584c-0244-4d58-9623-0ded99ea8279,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:13.274975 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38636) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.279532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.303946 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a106e9-20de-4bc3-a740-f7e30039283b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:13.315205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a106e9-20de-4bc3-a740-f7e30039283b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:13.315205 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d3a106e9-20de-4bc3-a740-f7e30039283b tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/4794b771-d9be-4f6f-a3c3-8fc2d6b9c158 HTTP/1.1" status: 404 len: 337 time: 0.0372093 Mar 08 12:46:13.315205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38638) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.321897 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6107c376-4476-45f6-b776-3abb6b4d1b07 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0619771 Mar 08 12:46:13.323898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38640) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.338339 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-918dbf56-c629-457c-8429-8919b4cc04a9 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "GET /v2.0/ports?device_id=88d354ab-690d-48a3-8abd-8060fcced8c1 HTTP/1.1" status: 200 len: 205 time: 0.0270796 Mar 08 12:46:13.340552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38642) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.350173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ee95f91-7165-4343-a554-200cf6630bd0 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.357794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ee95f91-7165-4343-a554-200cf6630bd0 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.376787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.384238 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-e46a2ffd-c4bc-4789-9bce-160cdf092975 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] delete failed (client error): The resource could not be found. Mar 08 12:46:13.385226 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e46a2ffd-c4bc-4789-9bce-160cdf092975 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/routers/88d354ab-690d-48a3-8abd-8060fcced8c1 HTTP/1.1" status: 404 len: 336 time: 0.0437689 Mar 08 12:46:13.387701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38644) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.415622 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a5ab55-6ca0-42b8-a5c2-10c2a5b0e8ed tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:13.416071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a5ab55-6ca0-42b8-a5c2-10c2a5b0e8ed tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:13.419195 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-92a5ab55-6ca0-42b8-a5c2-10c2a5b0e8ed tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/433da8f2-e92c-43e0-a8ea-a769c57ef06d HTTP/1.1" status: 404 len: 337 time: 0.0305831 Mar 08 12:46:13.422018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38646) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.427919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:13.427919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:13.428602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:13.432099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a973e6b-60a0-48fd-b8d8-60a757ea511c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.435458 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Pushing event updated for resources: {'Port': ['ID=d1abe86f-0fde-4160-9b95-0ccb1416596b,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:13.451759 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-763aae1f-e628-42e6-a430-a066e85cfe74 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] DELETE failed (client error): The resource could not be found. Mar 08 12:46:13.452217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763aae1f-e628-42e6-a430-a066e85cfe74 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 12:46:13.458855 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-763aae1f-e628-42e6-a430-a066e85cfe74 tempest-RoutersIpV6Test-1909185860 tempest-RoutersIpV6Test-1909185860-project] 10.222.0.65 "DELETE /v2.0/subnets/2427132e-b40d-4ba7-8162-4e885a5062b0 HTTP/1.1" status: 404 len: 337 time: 0.0335207 Mar 08 12:46:13.491259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Attempting to bind port d1abe86f-0fde-4160-9b95-0ccb1416596b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:13.491621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Attempting to bind port d1abe86f-0fde-4160-9b95-0ccb1416596b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:13.491979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Attempting to bind port d1abe86f-0fde-4160-9b95-0ccb1416596b on network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:13.497540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ee95f91-7165-4343-a554-200cf6630bd0 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.504413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:13.504413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Checking segment: {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:13.504413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.505532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Bound using segment: {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:13.506735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Bound port: d1abe86f-0fde-4160-9b95-0ccb1416596b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:13.507544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.510046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ee95f91-7165-4343-a554-200cf6630bd0 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.511428 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5ee95f91-7165-4343-a554-200cf6630bd0 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/7e5d9830-6ff7-440e-8db7-07e0ef2b8feb HTTP/1.1" status: 204 len: 168 time: 0.1865439 Mar 08 12:46:13.512516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee95f91-7165-4343-a554-200cf6630bd0 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e5d9830-6ff7-440e-8db7-07e0ef2b8feb,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:13.514534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38650) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.557418 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a973e6b-60a0-48fd-b8d8-60a757ea511c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.577884 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d3aba990-7ecf-4565-ab78-4b069cd6512a tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0612745 Mar 08 12:46:13.580101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38652) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.595137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] For port d1abe86f-0fde-4160-9b95-0ccb1416596b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:13.597862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] For port d1abe86f-0fde-4160-9b95-0ccb1416596b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1abe86f-0fde-4160-9b95-0ccb1416596b,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:13.603927 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8036a4a-4aca-40c0-9293-4be0cdb27f14 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.611912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8036a4a-4aca-40c0-9293-4be0cdb27f14 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.642868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a973e6b-60a0-48fd-b8d8-60a757ea511c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.666119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a973e6b-60a0-48fd-b8d8-60a757ea511c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:13.685032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.730714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8036a4a-4aca-40c0-9293-4be0cdb27f14 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.738050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8036a4a-4aca-40c0-9293-4be0cdb27f14 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.739342 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d8036a4a-4aca-40c0-9293-4be0cdb27f14 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e8ad0daa-9bdc-417f-85c5-12303ad4a1b1 HTTP/1.1" status: 204 len: 168 time: 0.1581450 Mar 08 12:46:13.745756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38654) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.753695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8036a4a-4aca-40c0-9293-4be0cdb27f14 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8ad0daa-9bdc-417f-85c5-12303ad4a1b1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:13.757828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074351c7-7dd7-4084-bbde-2c920f8398ec None None] Pushing event updated for resources: {'Port': ['ID=d1abe86f-0fde-4160-9b95-0ccb1416596b,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:13.801307 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0c227906-50df-4714-a7f7-59d57456fe27 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0537264 Mar 08 12:46:13.804039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38656) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.829916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a973e6b-60a0-48fd-b8d8-60a757ea511c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.830281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a15a6-ed4c-4003-b0ef-6e9fc84e7d92 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:13.833918 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7a973e6b-60a0-48fd-b8d8-60a757ea511c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5825071 Mar 08 12:46:13.835905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38658) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:13.840466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e3e2457f-9d5f-454e-a184-8b4c62346d9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:13.842430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a15a6-ed4c-4003-b0ef-6e9fc84e7d92 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.006677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a15a6-ed4c-4003-b0ef-6e9fc84e7d92 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.012731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3e2457f-9d5f-454e-a184-8b4c62346d9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.026310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-717a15a6-ed4c-4003-b0ef-6e9fc84e7d92 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.030152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38662) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.030357 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-717a15a6-ed4c-4003-b0ef-6e9fc84e7d92 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3061618b-9f35-461e-ae5f-7a08e7971791 HTTP/1.1" status: 204 len: 168 time: 0.2252648 Mar 08 12:46:14.039439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a15a6-ed4c-4003-b0ef-6e9fc84e7d92 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3061618b-9f35-461e-ae5f-7a08e7971791,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:14.082142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1abe86f-0fde-4160-9b95-0ccb1416596b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:14.106857 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4cd68380-cb5c-4aee-a7e4-b69a3bb63efe tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0748823 Mar 08 12:46:14.110264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38664) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.124061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3e2457f-9d5f-454e-a184-8b4c62346d9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.135829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38666) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.156042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6492a786-bbeb-4b4e-b7c7-767919470dac tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.161585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d1abe86f-0fde-4160-9b95-0ccb1416596b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:14.161982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.164926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6492a786-bbeb-4b4e-b7c7-767919470dac tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.205445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3e2457f-9d5f-454e-a184-8b4c62346d9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.226118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2457f-9d5f-454e-a184-8b4c62346d9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31ef461-ac8e-4ef2-a366-ccaef06f3b4a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:14.256638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.287013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3e2457f-9d5f-454e-a184-8b4c62346d9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.289684 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e3e2457f-9d5f-454e-a184-8b4c62346d9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528141 Mar 08 12:46:14.291147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38670) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.292724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6492a786-bbeb-4b4e-b7c7-767919470dac tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.295976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port d1abe86f-0fde-4160-9b95-0ccb1416596b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1abe86f-0fde-4160-9b95-0ccb1416596b,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:14.298101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1ac01784-4e9c-437f-ab08-2aac3b3102a5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:14.301438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6492a786-bbeb-4b4e-b7c7-767919470dac tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.305239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6492a786-bbeb-4b4e-b7c7-767919470dac tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/bdcb99cd-abe2-4aa8-a35d-b53c27bee7d2 HTTP/1.1" status: 204 len: 168 time: 0.1942060 Mar 08 12:46:14.305613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38672) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.309400 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e6a40314-0611-4070-baa7-0b6c6ff38506 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=636757e89638427d95693dc95233fdbf&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1722269 Mar 08 12:46:14.314357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a786-bbeb-4b4e-b7c7-767919470dac tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdcb99cd-abe2-4aa8-a35d-b53c27bee7d2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:14.314581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38674) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.359257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.381430 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cdfb2f8f-7eda-41d6-bb53-833307e9d9a7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745025 Mar 08 12:46:14.386508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38676) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.404172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d995943-5ddc-483c-991e-9dde66f08da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.412054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=d1abe86f-0fde-4160-9b95-0ccb1416596b,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:14.427705 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d995943-5ddc-483c-991e-9dde66f08da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.447828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7302101-c9ea-4ddd-90ab-0da749e0785d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.475458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ac01784-4e9c-437f-ab08-2aac3b3102a5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.475623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7302101-c9ea-4ddd-90ab-0da749e0785d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.540510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ac01784-4e9c-437f-ab08-2aac3b3102a5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.560740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d995943-5ddc-483c-991e-9dde66f08da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.563522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d995943-5ddc-483c-991e-9dde66f08da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.564994 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4d995943-5ddc-483c-991e-9dde66f08da6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd016d44-5eb9-4beb-9994-1a9b29497dee HTTP/1.1" status: 204 len: 168 time: 0.2455475 Mar 08 12:46:14.573053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d995943-5ddc-483c-991e-9dde66f08da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd016d44-5eb9-4beb-9994-1a9b29497dee,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:14.678656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7302101-c9ea-4ddd-90ab-0da749e0785d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.678656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7302101-c9ea-4ddd-90ab-0da749e0785d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.678656 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c7302101-c9ea-4ddd-90ab-0da749e0785d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/6a00f2b0-981b-4e93-8395-152efed95c8e HTTP/1.1" status: 204 len: 168 time: 0.2824185 Mar 08 12:46:14.679049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38680) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.679169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302101-c9ea-4ddd-90ab-0da749e0785d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a00f2b0-981b-4e93-8395-152efed95c8e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:14.709233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ac01784-4e9c-437f-ab08-2aac3b3102a5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.736350 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5bd4c10b-0a00-47aa-9cdd-ac0105badb3b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645311 Mar 08 12:46:14.742078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac01784-4e9c-437f-ab08-2aac3b3102a5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005f6a56-df37-481c-96e5-746e6a040501,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:14.742400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38682) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.746737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a3f54367-941d-42fe-966e-8760a7d936e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--369599306'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:14.820965 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:46:14.825792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ac01784-4e9c-437f-ab08-2aac3b3102a5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.830505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38684) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:14.830957 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1ac01784-4e9c-437f-ab08-2aac3b3102a5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5384049 Mar 08 12:46:14.848603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eecad0-6c18-469a-a497-a5c7780eef24 None None] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:14.849130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5ae484dd-9378-4b65-b842-9cf05fccab4c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:14.902052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b406a32a-614e-42c0-bdd3-51a8485c17a6 None None] Provisioning complete for port d1abe86f-0fde-4160-9b95-0ccb1416596b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:14.902417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b406a32a-614e-42c0-bdd3-51a8485c17a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.930572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f54367-941d-42fe-966e-8760a7d936e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:14.973219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ae484dd-9378-4b65-b842-9cf05fccab4c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.008955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f54367-941d-42fe-966e-8760a7d936e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.055265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ae484dd-9378-4b65-b842-9cf05fccab4c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.064201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f54367-941d-42fe-966e-8760a7d936e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.097203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f54367-941d-42fe-966e-8760a7d936e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8867277a-3544-4db1-a4c3-eadc919d802b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:15.114904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ae484dd-9378-4b65-b842-9cf05fccab4c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.134487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae484dd-9378-4b65-b842-9cf05fccab4c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e33722-3eb3-4e5a-81aa-ddef58f3e31c,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:15.140192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3f54367-941d-42fe-966e-8760a7d936e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.142141 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a3f54367-941d-42fe-966e-8760a7d936e6 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3987060 Mar 08 12:46:15.145393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38694) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.151082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6d7fc00f-308d-4592-9dfe-f0a366ab1a8c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '8867277a-3544-4db1-a4c3-eadc919d802b', 'direction': 'ingress', 'protocol': 17}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:15.259189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ae484dd-9378-4b65-b842-9cf05fccab4c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.263291 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5ae484dd-9378-4b65-b842-9cf05fccab4c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4284153 Mar 08 12:46:15.263414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc00f-308d-4592-9dfe-f0a366ab1a8c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.265134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38698) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.270462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b121fd7d-caf1-4a09-9d91-0822aa627722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:15.323122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc00f-308d-4592-9dfe-f0a366ab1a8c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.358812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-adc7e99f-178d-4395-8a20-f80ea2034381 None None] Provisioning complete for port d1abe86f-0fde-4160-9b95-0ccb1416596b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:15.359091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-adc7e99f-178d-4395-8a20-f80ea2034381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.415622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b121fd7d-caf1-4a09-9d91-0822aa627722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.452042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc00f-308d-4592-9dfe-f0a366ab1a8c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.473345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fc00f-308d-4592-9dfe-f0a366ab1a8c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab43f18-7075-403b-ae51-8e4c95baab2d,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:15.487679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b121fd7d-caf1-4a09-9d91-0822aa627722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.534666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d7fc00f-308d-4592-9dfe-f0a366ab1a8c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.536002 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6d7fc00f-308d-4592-9dfe-f0a366ab1a8c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3893645 Mar 08 12:46:15.538808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38706) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.555882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b121fd7d-caf1-4a09-9d91-0822aa627722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.580559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121fd7d-caf1-4a09-9d91-0822aa627722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d6b0c2-3f9c-42a9-a6d3-c3aaf6fc7ba0,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:15.597734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-774c1e19-81d6-4af9-ae79-0ae4454fb318 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.620186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-774c1e19-81d6-4af9-ae79-0ae4454fb318 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.676858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b121fd7d-caf1-4a09-9d91-0822aa627722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.678202 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b121fd7d-caf1-4a09-9d91-0822aa627722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4118469 Mar 08 12:46:15.682275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38710) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.687022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:15.779497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38712) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.783593 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031083 Mar 08 12:46:15.786783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38714) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.793622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-774c1e19-81d6-4af9-ae79-0ae4454fb318 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.800478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-774c1e19-81d6-4af9-ae79-0ae4454fb318 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.800478 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-774c1e19-81d6-4af9-ae79-0ae4454fb318 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/8867277a-3544-4db1-a4c3-eadc919d802b HTTP/1.1" status: 204 len: 168 time: 0.2576962 Mar 08 12:46:15.801987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38718) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.807638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c1e19-81d6-4af9-ae79-0ae4454fb318 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8867277a-3544-4db1-a4c3-eadc919d802b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:15.817826 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:46:15.825698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.852207 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2acf20f3-6cd5-4b82-975d-40c3fcd14920 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489011 Mar 08 12:46:15.856547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38720) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:15.862272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-715dbac5-4a86-4d2a-bd5f-bb2377923270 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413323797'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:15.898084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:15.921713 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3f5fcd64-ee6f-4a9f-bf54-10e8eab1fab5 tempest-NetworksApiDiscovery-1537646798 tempest-NetworksApiDiscovery-1537646798-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1338975 Mar 08 12:46:16.001001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1abe86f-0fde-4160-9b95-0ccb1416596b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:16.004811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-715dbac5-4a86-4d2a-bd5f-bb2377923270 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.055827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.070396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d1abe86f-0fde-4160-9b95-0ccb1416596b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:16.070771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.077498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8632698-71c1-4eb1-9df8-2d89771c43d4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:16.084874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-715dbac5-4a86-4d2a-bd5f-bb2377923270 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.211711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-715dbac5-4a86-4d2a-bd5f-bb2377923270 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.213808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.215113 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-af05c911-473a-4686-88f3-627da665c68e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5318134 Mar 08 12:46:16.218001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38724) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:16.223857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:16.243675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dbac5-4a86-4d2a-bd5f-bb2377923270 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99df2d8-04d2-49bb-af82-df762e42cd19,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:16.333961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-715dbac5-4a86-4d2a-bd5f-bb2377923270 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.335423 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-715dbac5-4a86-4d2a-bd5f-bb2377923270 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4778345 Mar 08 12:46:16.338112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38726) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:16.342550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b7b9bb11-abf0-4d62-a0b2-1f2eb85f62a1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--810526188'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:16.474049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:46:16.477065 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b9bb11-abf0-4d62-a0b2-1f2eb85f62a1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.487529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.563566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38730) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:16.589460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.601764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b9bb11-abf0-4d62-a0b2-1f2eb85f62a1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.672331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d4e456a-314a-495b-8c56-5200913feca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.691689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.708041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b9bb11-abf0-4d62-a0b2-1f2eb85f62a1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.719306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3538158-61ce-4205-8f07-6e5eb4bed4b0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:16.742337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9bb11-abf0-4d62-a0b2-1f2eb85f62a1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc8c712-dff8-4fb8-b340-491e820000df,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:16.756853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d4e456a-314a-495b-8c56-5200913feca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.842340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.843493 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e3a4eed0-dc4c-4d1c-92d2-926b592b0c63 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6242893 Mar 08 12:46:16.897449 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d4e456a-314a-495b-8c56-5200913feca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.899913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b7b9bb11-abf0-4d62-a0b2-1f2eb85f62a1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:16.903788 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b7b9bb11-abf0-4d62-a0b2-1f2eb85f62a1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5620174 Mar 08 12:46:16.904202 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38736) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:16.908913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-aaadcb79-3e39-4ee9-99c2-41ade5871ff9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': 'c99df2d8-04d2-49bb-af82-df762e42cd19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5dc8c712-dff8-4fb8-b340-491e820000df', 'remote_ip_prefix': None}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:16.938336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e456a-314a-495b-8c56-5200913feca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ad5a9-7744-446d-9d2b-98d773153ea4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:16.947315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3d4e456a-314a-495b-8c56-5200913feca4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27be81280fcb4100aedd963b05cf3648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800488 Mar 08 12:46:16.947920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38740) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:17.000156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2646c430-2d92-41bf-9764-62b8e98b46b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.022950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2646c430-2d92-41bf-9764-62b8e98b46b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.041996 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-a7f4f2bf-eec2-4d56-8bec-5802d36ca3e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694678506&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0350456 Mar 08 12:46:17.046087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaadcb79-3e39-4ee9-99c2-41ade5871ff9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.133463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaadcb79-3e39-4ee9-99c2-41ade5871ff9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.153652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-94e3d239-523c-4cc4-a0b3-bac329a1eea4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:17.155128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-94e3d239-523c-4cc4-a0b3-bac329a1eea4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 HTTP/1.1" status: 200 len: 796 time: 0.1061091 Mar 08 12:46:17.170023 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-337d9cf7-d3c2-4d51-b565-77389df15361 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0089707 Mar 08 12:46:17.212083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2646c430-2d92-41bf-9764-62b8e98b46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.214813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2646c430-2d92-41bf-9764-62b8e98b46b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.216225 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2646c430-2d92-41bf-9764-62b8e98b46b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd8ad5a9-7744-446d-9d2b-98d773153ea4 HTTP/1.1" status: 204 len: 168 time: 0.2675779 Mar 08 12:46:17.224520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaadcb79-3e39-4ee9-99c2-41ade5871ff9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.226564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646c430-2d92-41bf-9764-62b8e98b46b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ad5a9-7744-446d-9d2b-98d773153ea4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:17.233636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-264706d2-85fa-4e25-95c1-fb1b57e83293 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575755 Mar 08 12:46:17.254814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadcb79-3e39-4ee9-99c2-41ade5871ff9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b76e2a-f333-4775-89c5-8d97b3b36ca9,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:17.322338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaadcb79-3e39-4ee9-99c2-41ade5871ff9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.323553 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aaadcb79-3e39-4ee9-99c2-41ade5871ff9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4183447 Mar 08 12:46:17.326720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38752) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:17.342491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-6e3bd304-9563-430d-ae55-7daf079383c6 service neutron] 10.222.0.65 "GET /v2.0/networks/c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952575 Mar 08 12:46:17.351964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4168e805-5c07-49a5-8677-64bcc43513ae tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.360359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4168e805-5c07-49a5-8677-64bcc43513ae tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.438313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-0cadf86a-aeb2-4165-8e63-9895a1db6273 service neutron] 10.222.0.65 "GET /v2.0/networks/c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885711 Mar 08 12:46:17.473595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4168e805-5c07-49a5-8677-64bcc43513ae tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.480107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4168e805-5c07-49a5-8677-64bcc43513ae tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.483638 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4168e805-5c07-49a5-8677-64bcc43513ae tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/86b76e2a-f333-4775-89c5-8d97b3b36ca9 HTTP/1.1" status: 204 len: 168 time: 0.1537666 Mar 08 12:46:17.484031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38754) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:17.486853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168e805-5c07-49a5-8677-64bcc43513ae tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86b76e2a-f333-4775-89c5-8d97b3b36ca9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:17.544442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a9ea7851-1f3a-49b9-819a-312093c56d19 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0591071 Mar 08 12:46:17.547159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38758) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:17.601979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6839f44c-b531-4db1-a3df-4fc4de7a636e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.625329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6839f44c-b531-4db1-a3df-4fc4de7a636e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.720878 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9f37896b-b083-4f97-9d0d-5c5c16112ffb req-9ee01d36-886f-41b9-89c2-5da7155b087b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 210 time: 0.0400186 Mar 08 12:46:17.753787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6839f44c-b531-4db1-a3df-4fc4de7a636e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.756533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6839f44c-b531-4db1-a3df-4fc4de7a636e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.760127 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6839f44c-b531-4db1-a3df-4fc4de7a636e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/5dc8c712-dff8-4fb8-b340-491e820000df HTTP/1.1" status: 204 len: 168 time: 0.2095551 Mar 08 12:46:17.760542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38770) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:17.767489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839f44c-b531-4db1-a3df-4fc4de7a636e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc8c712-dff8-4fb8-b340-491e820000df,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:17.821931 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e279fffe-f733-471c-97e3-8cad1cff3777 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0603256 Mar 08 12:46:17.824654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38776) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:17.881082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609e1553-131d-4a6b-a15e-288390cc216b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:17.905287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609e1553-131d-4a6b-a15e-288390cc216b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.038971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609e1553-131d-4a6b-a15e-288390cc216b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.041561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609e1553-131d-4a6b-a15e-288390cc216b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.042745 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-609e1553-131d-4a6b-a15e-288390cc216b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/c99df2d8-04d2-49bb-af82-df762e42cd19 HTTP/1.1" status: 204 len: 168 time: 0.2172093 Mar 08 12:46:18.045407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38780) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:18.052552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e1553-131d-4a6b-a15e-288390cc216b tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99df2d8-04d2-49bb-af82-df762e42cd19,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:18.088295 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c31d5cf8-4a23-40a5-b98d-c8cd4089df10 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416543 Mar 08 12:46:18.092145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38782) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:18.096553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-569af467-df86-4520-9396-ea0cb1ed3659 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--533912111'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:18.229087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-569af467-df86-4520-9396-ea0cb1ed3659 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.298650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-569af467-df86-4520-9396-ea0cb1ed3659 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.404691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-569af467-df86-4520-9396-ea0cb1ed3659 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.435081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569af467-df86-4520-9396-ea0cb1ed3659 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f631e2-34bf-4a65-8a23-aa7fb41dbdf2,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:18.546121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-569af467-df86-4520-9396-ea0cb1ed3659 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.547498 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-569af467-df86-4520-9396-ea0cb1ed3659 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4543512 Mar 08 12:46:18.551348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38798) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:18.556972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3f7fe26d-9880-44b3-845c-24a0a2a0d642 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '63f631e2-34bf-4a65-8a23-aa7fb41dbdf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:18.663053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe26d-9880-44b3-845c-24a0a2a0d642 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.726881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe26d-9880-44b3-845c-24a0a2a0d642 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.824677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a54c7276-8961-4d90-b4ba-b17806c9ee5e req-908f6860-ab79-4d04-8dc6-b90e41899295 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 210 time: 0.0301580 Mar 08 12:46:18.838711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe26d-9880-44b3-845c-24a0a2a0d642 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.856868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fe26d-9880-44b3-845c-24a0a2a0d642 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594c6cfe-7c61-4bcc-b72a-9784bf99b7a1,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:18.983779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe26d-9880-44b3-845c-24a0a2a0d642 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:18.983779 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3f7fe26d-9880-44b3-845c-24a0a2a0d642 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4288805 Mar 08 12:46:18.984133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38808) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:19.007412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddaff-16fa-4c8f-b135-2f27ea696ae9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.015481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddaff-16fa-4c8f-b135-2f27ea696ae9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.216156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddaff-16fa-4c8f-b135-2f27ea696ae9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.223863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddaff-16fa-4c8f-b135-2f27ea696ae9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.232372 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5f8ddaff-16fa-4c8f-b135-2f27ea696ae9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/594c6cfe-7c61-4bcc-b72a-9784bf99b7a1 HTTP/1.1" status: 204 len: 168 time: 0.2401111 Mar 08 12:46:19.232372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ddaff-16fa-4c8f-b135-2f27ea696ae9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=594c6cfe-7c61-4bcc-b72a-9784bf99b7a1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:19.232372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38814) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:19.278351 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-701b7bb7-fbda-4344-b175-912b74a4d68e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447128 Mar 08 12:46:19.280991 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38818) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:19.338374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0aae5067-7d7c-42b9-9487-3040c7c8d51f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.361256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0aae5067-7d7c-42b9-9487-3040c7c8d51f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.484859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0aae5067-7d7c-42b9-9487-3040c7c8d51f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.488212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0aae5067-7d7c-42b9-9487-3040c7c8d51f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.489311 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0aae5067-7d7c-42b9-9487-3040c7c8d51f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/63f631e2-34bf-4a65-8a23-aa7fb41dbdf2 HTTP/1.1" status: 204 len: 168 time: 0.2072535 Mar 08 12:46:19.492290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38824) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:19.498401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae5067-7d7c-42b9-9487-3040c7c8d51f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f631e2-34bf-4a65-8a23-aa7fb41dbdf2,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:19.557702 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6358f263-7430-4eae-97d9-a88027812233 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604441 Mar 08 12:46:19.557946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38826) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:19.562503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-86e18877-1b77-455e-8eb8-c24460cf71f7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--857503546'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:19.634962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86e18877-1b77-455e-8eb8-c24460cf71f7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.703032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86e18877-1b77-455e-8eb8-c24460cf71f7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.801228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86e18877-1b77-455e-8eb8-c24460cf71f7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.811606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38828) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:19.816533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041221941', 'description': 'tempest-secgroup-smoke-1041221941 description', 'project_id': 'b69171f85f834473aaf29faf2d13263c'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:19.832301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e18877-1b77-455e-8eb8-c24460cf71f7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530eeb23-7b4d-4fb1-bc3f-ee6aff03adc0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:19.921710 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11d64d84-5904-4f77-ab4d-f9b3ae6b157c req-cbd91f1f-a037-436f-89d4-180af1133242 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 210 time: 0.0274336 Mar 08 12:46:19.925375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-86e18877-1b77-455e-8eb8-c24460cf71f7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.926545 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-86e18877-1b77-455e-8eb8-c24460cf71f7 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3676860 Mar 08 12:46:19.929243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38832) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:19.933625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-43e88dd0-6065-4635-9bdb-14f4af3476ce tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '530eeb23-7b4d-4fb1-bc3f-ee6aff03adc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:19.989244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:19.997466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.030038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43e88dd0-6065-4635-9bdb-14f4af3476ce tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.072616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.095578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-f8f66057-103f-4b0a-aebd-f1055c1f1b2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:20.097819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-f8f66057-103f-4b0a-aebd-f1055c1f1b2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 HTTP/1.1" status: 200 len: 796 time: 0.1403608 Mar 08 12:46:20.119545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43e88dd0-6065-4635-9bdb-14f4af3476ce tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.152157 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-07669d9c-b9d1-4292-aadb-e0d6127ef41a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 473 time: 0.0446315 Mar 08 12:46:20.162491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:20.177709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.212037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574e10aa-0cf7-4cee-963d-7b3279e8eb79,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:20.212645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43e88dd0-6065-4635-9bdb-14f4af3476ce tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.244515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e88dd0-6065-4635-9bdb-14f4af3476ce tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a5a080-7960-430e-a64c-6ed055c99441,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:20.257423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.330232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43e88dd0-6065-4635-9bdb-14f4af3476ce tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.331881 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-43e88dd0-6065-4635-9bdb-14f4af3476ce tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4017224 Mar 08 12:46:20.334584 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38834) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:20.352522 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7b5eb489-20f8-4574-934b-00298d270373 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules/38a5a080-7960-430e-a64c-6ed055c99441 HTTP/1.1" status: 200 len: 763 time: 0.0169129 Mar 08 12:46:20.354872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38836) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:20.371974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.397190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d383fa8a-dfde-428a-b82a-887e1c40a36e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0412753 Mar 08 12:46:20.400383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38838) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:20.402362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a66a95c-8993-4233-89cc-9ab9002dc927,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:20.426497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-70735013-bbbc-46e8-9041-0d8be6e5be78 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.434788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-70735013-bbbc-46e8-9041-0d8be6e5be78 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.497622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:20.499878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.501191 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8cf470c3-db1d-44f3-b2ad-847bbc2a6690 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6884854 Mar 08 12:46:20.501332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.504516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38844) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:20.509226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6d147b21-ee22-4f54-ad99-d0b2c9ccda52 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'security_group_rule': {'security_group_id': '4a66a95c-8993-4233-89cc-9ab9002dc927', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:20.562088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-70735013-bbbc-46e8-9041-0d8be6e5be78 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.596784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-70735013-bbbc-46e8-9041-0d8be6e5be78 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.597796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-70735013-bbbc-46e8-9041-0d8be6e5be78 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/38a5a080-7960-430e-a64c-6ed055c99441 HTTP/1.1" status: 204 len: 168 time: 0.1964502 Mar 08 12:46:20.600651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38846) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:20.612667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70735013-bbbc-46e8-9041-0d8be6e5be78 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38a5a080-7960-430e-a64c-6ed055c99441,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:20.642896 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-daba3fd0-f75b-4e5b-9251-6307e1100dec tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410085 Mar 08 12:46:20.646716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38848) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:20.651256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1d51d236-9979-44e5-9c34-705e3a081603 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '530eeb23-7b4d-4fb1-bc3f-ee6aff03adc0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:20.669397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d147b21-ee22-4f54-ad99-d0b2c9ccda52 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.682415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.21 (c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9/bdb04303-64ad-4e85-afad-fd8f71a982bf/c2c89a22-5e86-4099-8d8a-511c29aa6b9c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:20.722670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d147b21-ee22-4f54-ad99-d0b2c9ccda52 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.788800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d51d236-9979-44e5-9c34-705e3a081603 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.810740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d147b21-ee22-4f54-ad99-d0b2c9ccda52 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.840784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d147b21-ee22-4f54-ad99-d0b2c9ccda52 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c759eb-d6f9-470e-852a-b185db5b2d4e,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:20.871807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d51d236-9979-44e5-9c34-705e3a081603 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.900746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.928053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d147b21-ee22-4f54-ad99-d0b2c9ccda52 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.931943 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6d147b21-ee22-4f54-ad99-d0b2c9ccda52 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237738 Mar 08 12:46:20.932254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38850) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:20.937860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-fd3ff564-f756-4689-9e49-719f11ed9fff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'security_group_rule': {'security_group_id': '4a66a95c-8993-4233-89cc-9ab9002dc927', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:20.957102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d51d236-9979-44e5-9c34-705e3a081603 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:20.971695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51d236-9979-44e5-9c34-705e3a081603 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe0f63e-cd39-4ebd-854a-50a86f1eec0f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:21.020865 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6eee7abb-ba1c-49d8-bdb2-623182a7a61d req-f339ac25-31f5-4319-9aaa-794cc2d88c2d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 210 time: 0.0276377 Mar 08 12:46:21.041197 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.077046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1d51d236-9979-44e5-9c34-705e3a081603 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.078283 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1d51d236-9979-44e5-9c34-705e3a081603 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4306500 Mar 08 12:46:21.081030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38854) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.095274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:21.100322 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e29a6a7e-8c05-4be2-a989-401e86f517d1 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules/cbe0f63e-cd39-4ebd-854a-50a86f1eec0f HTTP/1.1" status: 200 len: 763 time: 0.0155320 Mar 08 12:46:21.100470 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:21.100577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38856) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.101036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3ff564-f756-4689-9e49-719f11ed9fff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.104870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:21.147205 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cefc30cc-4f03-436c-ba24-06ebec5a03ec tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0431454 Mar 08 12:46:21.149624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38858) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.158659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:21.178336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45c91e23-9253-488f-aa83-421b11cc63bd tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.189027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45c91e23-9253-488f-aa83-421b11cc63bd tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.193026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:21.193669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.220537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3ff564-f756-4689-9e49-719f11ed9fff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.278043 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-22dafbb9-6d8e-4bb8-85b7-ec77ab414995 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1202052 Mar 08 12:46:21.290035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Request body: {'port': {'device_id': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:21.292011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45c91e23-9253-488f-aa83-421b11cc63bd tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.300269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45c91e23-9253-488f-aa83-421b11cc63bd tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.301380 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-45c91e23-9253-488f-aa83-421b11cc63bd tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cbe0f63e-cd39-4ebd-854a-50a86f1eec0f HTTP/1.1" status: 204 len: 168 time: 0.1507614 Mar 08 12:46:21.305415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38860) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.311709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c91e23-9253-488f-aa83-421b11cc63bd tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbe0f63e-cd39-4ebd-854a-50a86f1eec0f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:21.314194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3ff564-f756-4689-9e49-719f11ed9fff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.342534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ff564-f756-4689-9e49-719f11ed9fff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c83ec7f-a496-41ed-a4cc-696dd3f7ae7f,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:21.357395 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-81630a03-d372-486f-824b-cb10c234c6e9 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484509 Mar 08 12:46:21.357680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38862) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.363021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ae097831-961c-4999-ab58-9f97451a338c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '530eeb23-7b4d-4fb1-bc3f-ee6aff03adc0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:21.370929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.385924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fd3ff564-f756-4689-9e49-719f11ed9fff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.389562 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fd3ff564-f756-4689-9e49-719f11ed9fff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4538002 Mar 08 12:46:21.394524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38864) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.400628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2651c81f-ca71-48c7-a17d-6a372b051207 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'security_group_rule': {'security_group_id': '4a66a95c-8993-4233-89cc-9ab9002dc927', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:21.403591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4e2123d8-a1f7-46be-b336-1d857610cc9e None None] Provisioning complete for port c2c89a22-5e86-4099-8d8a-511c29aa6b9c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:21.404532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e2123d8-a1f7-46be-b336-1d857610cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.481880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4e2123d8-a1f7-46be-b336-1d857610cc9e None None] Port c2c89a22-5e86-4099-8d8a-511c29aa6b9c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:21.492591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae097831-961c-4999-ab58-9f97451a338c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.546942 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2651c81f-ca71-48c7-a17d-6a372b051207 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.614996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae097831-961c-4999-ab58-9f97451a338c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.629688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2651c81f-ca71-48c7-a17d-6a372b051207 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.680888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae097831-961c-4999-ab58-9f97451a338c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.700371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae097831-961c-4999-ab58-9f97451a338c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663f7c51-2273-4e51-9b97-6694fb3ee179,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:21.715055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2651c81f-ca71-48c7-a17d-6a372b051207 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.720066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c89a22-5e86-4099-8d8a-511c29aa6b9c {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:21.727038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.734659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651c81f-ca71-48c7-a17d-6a372b051207 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad4acb0-727b-4117-987c-ec61242cf5c2,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:21.771733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Transition to ACTIVE for port object c2c89a22-5e86-4099-8d8a-511c29aa6b9c will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:46:21.808136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ae097831-961c-4999-ab58-9f97451a338c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.809353 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ae097831-961c-4999-ab58-9f97451a338c tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4507129 Mar 08 12:46:21.812496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38866) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.829163 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-55d209c0-0eeb-478e-af35-1d0f7f3aa93d tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules/663f7c51-2273-4e51-9b97-6694fb3ee179 HTTP/1.1" status: 200 len: 764 time: 0.0155959 Mar 08 12:46:21.832531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38868) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.877296 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2d32e485-1b4d-4de8-b4d0-f823721b7f71 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0435991 Mar 08 12:46:21.880357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38870) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.905762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05a0f29a-5ad2-441c-9396-0a303e524787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.914442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05a0f29a-5ad2-441c-9396-0a303e524787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.918286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2651c81f-ca71-48c7-a17d-6a372b051207 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:21.919443 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2651c81f-ca71-48c7-a17d-6a372b051207 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5235894 Mar 08 12:46:21.922393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38872) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:21.927490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b866485e-48e3-4087-b18a-1c1441316731 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'security_group_rule': {'security_group_id': '4a66a95c-8993-4233-89cc-9ab9002dc927', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:21.958770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.032280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.073888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b866485e-48e3-4087-b18a-1c1441316731 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.113755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05a0f29a-5ad2-441c-9396-0a303e524787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.119277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05a0f29a-5ad2-441c-9396-0a303e524787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.121543 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05a0f29a-5ad2-441c-9396-0a303e524787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/663f7c51-2273-4e51-9b97-6694fb3ee179 HTTP/1.1" status: 204 len: 168 time: 0.2400167 Mar 08 12:46:22.127992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38876) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:22.133162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0f29a-5ad2-441c-9396-0a303e524787 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=663f7c51-2273-4e51-9b97-6694fb3ee179,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.203313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Attempting to bind port c2c89a22-5e86-4099-8d8a-511c29aa6b9c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:22.203440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Attempting to bind port c2c89a22-5e86-4099-8d8a-511c29aa6b9c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:22.203686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Attempting to bind port c2c89a22-5e86-4099-8d8a-511c29aa6b9c on network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:22.223504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Port c2c89a22-5e86-4099-8d8a-511c29aa6b9c on network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:46:22.223853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Attempting to bind port c2c89a22-5e86-4099-8d8a-511c29aa6b9c on network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:22.254081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adeb4e-9112-4b88-9efd-03d906a8f30a req-0259d72b-0171-4e2c-97f9-3a3b0f51b32f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:22.255582 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a6adeb4e-9112-4b88-9efd-03d906a8f30a req-0259d72b-0171-4e2c-97f9-3a3b0f51b32f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 944 time: 0.1448319 Mar 08 12:46:22.259827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b866485e-48e3-4087-b18a-1c1441316731 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.260764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:22.261084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Checking segment: {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:22.261446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Bound using segment: {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:22.261878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Bound port: c2c89a22-5e86-4099-8d8a-511c29aa6b9c, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:22.262277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.276769 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-bd83262c-9737-4992-8297-947ac0898657 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1427846 Mar 08 12:46:22.279836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38878) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:22.341611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b866485e-48e3-4087-b18a-1c1441316731 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.346222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56716e8-9fc6-429e-89c0-5426c5cbc619 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.367987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56716e8-9fc6-429e-89c0-5426c5cbc619 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.382689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866485e-48e3-4087-b18a-1c1441316731 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cccac7f-5394-4614-982d-9d2f8a344873,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.387764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a6adeb4e-9112-4b88-9efd-03d906a8f30a req-b32c3fd3-8224-4074-843d-6d223130c470 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233776 Mar 08 12:46:22.410645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] For port c2c89a22-5e86-4099-8d8a-511c29aa6b9c, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:22.413917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] For port c2c89a22-5e86-4099-8d8a-511c29aa6b9c, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:22.458118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b866485e-48e3-4087-b18a-1c1441316731 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.459480 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b866485e-48e3-4087-b18a-1c1441316731 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5360048 Mar 08 12:46:22.462255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38880) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:22.466664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'security_group_rule': {'security_group_id': '4a66a95c-8993-4233-89cc-9ab9002dc927', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:22.480440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56716e8-9fc6-429e-89c0-5426c5cbc619 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.483144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f56716e8-9fc6-429e-89c0-5426c5cbc619 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.484011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.484420 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f56716e8-9fc6-429e-89c0-5426c5cbc619 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/530eeb23-7b4d-4fb1-bc3f-ee6aff03adc0 HTTP/1.1" status: 204 len: 168 time: 0.2032921 Mar 08 12:46:22.489720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38882) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:22.500974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56716e8-9fc6-429e-89c0-5426c5cbc619 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530eeb23-7b4d-4fb1-bc3f-ee6aff03adc0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.528245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:22.528845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.530481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] 10.222.0.45 "PUT /v2.0/ports/c2c89a22-5e86-4099-8d8a-511c29aa6b9c HTTP/1.1" status: 200 len: 1094 time: 1.2448721 Mar 08 12:46:22.530924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'tag': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:22.533386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0800b52-c54b-4ed1-8746-186e64abfc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4", "tag": "c2c89a22-5e86-4099-8d8a-511c29aa6b9c"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:22.556584 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1f5fbd7f-581c-4281-800f-1752f18eff20 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654230 Mar 08 12:46:22.560457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:22.562559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db338e7-2d81-41a7-a10e-1288053b1e82 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.565867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e76a96bf-1e74-447c-98e5-5b4a20f60789 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527091429'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:22.577945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Project b69171f85f834473aaf29faf2d13263c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:46:22.585027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112a5f86-5e5e-46f9-a431-c4c541440356 x-openstack-request-id: req-112a5f86-5e5e-46f9-a431-c4c541440356 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:22.585394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4", "tag": "c2c89a22-5e86-4099-8d8a-511c29aa6b9c", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:22.585732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-112a5f86-5e5e-46f9-a431-c4c541440356 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:22.586249 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'tag': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c', 'status': 'completed', 'code': 200} Mar 08 12:46:22.586958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.677474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.682183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0800b52-c54b-4ed1-8746-186e64abfc1d req-c096fe37-56a8-4ef3-ba78-df6384f37996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:22.683708 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0800b52-c54b-4ed1-8746-186e64abfc1d req-c096fe37-56a8-4ef3-ba78-df6384f37996 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 1097 time: 0.0730426 Mar 08 12:46:22.703677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76a96bf-1e74-447c-98e5-5b4a20f60789 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.761665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.780580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76a96bf-1e74-447c-98e5-5b4a20f60789 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.788912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e326fe8-46e5-4e36-bc70-23e5750949dd,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.816575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0800b52-c54b-4ed1-8746-186e64abfc1d req-c53b39cd-672d-45c8-85d9-0b204e8c873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:22.817063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0800b52-c54b-4ed1-8746-186e64abfc1d req-c53b39cd-672d-45c8-85d9-0b204e8c873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:22.818735 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0800b52-c54b-4ed1-8746-186e64abfc1d req-c53b39cd-672d-45c8-85d9-0b204e8c873b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1272354 Mar 08 12:46:22.857347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76a96bf-1e74-447c-98e5-5b4a20f60789 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.886890 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a96bf-1e74-447c-98e5-5b4a20f60789 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9661c870-a96b-420d-9028-9ac672da22a1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:22.888369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.890766 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e97dae64-ce69-43ed-ad97-c1662562d406 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4275429 Mar 08 12:46:22.893574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38888) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:22.899997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'security_group_rule': {'security_group_id': '4a66a95c-8993-4233-89cc-9ab9002dc927', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:22.926069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0800b52-c54b-4ed1-8746-186e64abfc1d req-32b3591a-99cf-437c-9177-e2354f73fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:22.927569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0800b52-c54b-4ed1-8746-186e64abfc1d req-32b3591a-99cf-437c-9177-e2354f73fdc1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017413 Mar 08 12:46:22.962280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e76a96bf-1e74-447c-98e5-5b4a20f60789 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:22.963505 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e76a96bf-1e74-447c-98e5-5b4a20f60789 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4020479 Mar 08 12:46:22.972468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38890) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:22.976933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e720388e-c48f-45fc-a7c5-7915ea5b9bdb tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Request body: {'security_group_rule': {'security_group_id': '9661c870-a96b-420d-9028-9ac672da22a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:22.991563 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Project b69171f85f834473aaf29faf2d13263c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:46:22.999381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.011049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-7b45ca61-a399-4196-b80d-4c5d9d1acab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:23.012543 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-7b45ca61-a399-4196-b80d-4c5d9d1acab4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 1097 time: 0.0470805 Mar 08 12:46:23.053934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.057979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-e1a20201-1b37-416a-8446-96df4812c395 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c2c89a22-5e86-4099-8d8a-511c29aa6b9c HTTP/1.1" status: 200 len: 217 time: 0.0345335 Mar 08 12:46:23.079142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e720388e-c48f-45fc-a7c5-7915ea5b9bdb tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.106733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-fdcc353a-5ae4-4e00-bc9b-2e36b48d3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:23.108173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-fdcc353a-5ae4-4e00-bc9b-2e36b48d3c6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdb04303-64ad-4e85-afad-fd8f71a982bf HTTP/1.1" status: 200 len: 837 time: 0.0437176 Mar 08 12:46:23.138986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e720388e-c48f-45fc-a7c5-7915ea5b9bdb tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.153804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-53673fbb-392a-4d27-83fe-e19c0c19abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:23.154433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.155241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-53673fbb-392a-4d27-83fe-e19c0c19abe3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397151 Mar 08 12:46:23.179062 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e3724a-83db-4191-b981-ac6384eed0a4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:23.217329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e720388e-c48f-45fc-a7c5-7915ea5b9bdb tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.237451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720388e-c48f-45fc-a7c5-7915ea5b9bdb tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f16118-a1f0-45aa-a19d-0ad5d831c5b3,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:23.250518 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-52a31952-01c3-4a7a-8ecf-fc000eac7820 service neutron] 10.222.0.45 "GET /v2.0/networks/c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879638 Mar 08 12:46:23.253645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.254883 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f3645310-e68b-4254-8cef-9847778d1238 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3602417 Mar 08 12:46:23.257825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38892) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:23.263105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'network': {'name': 'tempest-network-smoke--1738346363', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'port_security_enabled': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:23.310784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e720388e-c48f-45fc-a7c5-7915ea5b9bdb tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.312079 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e720388e-c48f-45fc-a7c5-7915ea5b9bdb tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3385870 Mar 08 12:46:23.314729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38894) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:23.351317 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac31682a-1bf2-4a17-a34a-d10eec744c9b req-deee34ce-814b-4e23-8a80-c7bde49ddcac service neutron] 10.222.0.45 "GET /v2.0/networks/c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938823 Mar 08 12:46:23.366740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Made reservation on behalf of b69171f85f834473aaf29faf2d13263c for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:23.370228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.385757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6aaebdce-675c-43d9-b00c-4e7711429384 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.420928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6aaebdce-675c-43d9-b00c-4e7711429384 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.423549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:46:23.450466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.450789 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Added segment 004be2bc-2654-4486-9345-497532032ca5 of type vlan for network 084ff685-4f87-40d6-aa44-1e546f315457 Mar 08 12:46:23.508104 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.517384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002615ab-7368-47be-a8fa-e785d59fde2c req-0b05e6dd-1658-4636-8926-d9a2d37d223c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:23.519405 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-002615ab-7368-47be-a8fa-e785d59fde2c req-0b05e6dd-1658-4636-8926-d9a2d37d223c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 944 time: 0.0567400 Mar 08 12:46:23.558687 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-002615ab-7368-47be-a8fa-e785d59fde2c req-8a4f5749-60b5-41bf-8c72-455538ad38ca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Mar 08 12:46:23.582372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6aaebdce-675c-43d9-b00c-4e7711429384 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.585074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6aaebdce-675c-43d9-b00c-4e7711429384 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.586269 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6aaebdce-675c-43d9-b00c-4e7711429384 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/9661c870-a96b-420d-9028-9ac672da22a1 HTTP/1.1" status: 204 len: 168 time: 0.2706649 Mar 08 12:46:23.591887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38898) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:23.595237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaebdce-675c-43d9-b00c-4e7711429384 tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9661c870-a96b-420d-9028-9ac672da22a1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:23.610090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.615887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:23.616700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.638214 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4869ed60-4769-4ad5-96df-83c7800cbb1f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451128 Mar 08 12:46:23.640885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38900) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:23.682044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8d313fe9-9b9a-46e4-bce6-2b6221ba367e tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0371945 Mar 08 12:46:23.682244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38902) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:23.692178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Network': ['ID=084ff685-4f87-40d6-aa44-1e546f315457,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:23.697511 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.api.v2.resource [None req-81a2546f-ac48-4ee1-940c-85290778e67f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] delete failed (client error): The resource could not be found. Mar 08 12:46:23.698689 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-81a2546f-ac48-4ee1-940c-85290778e67f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "DELETE /v2.0/security-groups/9661c870-a96b-420d-9028-9ac672da22a1 HTTP/1.1" status: 404 len: 347 time: 0.0155973 Mar 08 12:46:23.702137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38904) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:23.704697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 084ff685-4f87-40d6-aa44-1e546f315457 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:46:23.716126 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1f31f38b-3386-4f7a-8c23-8a080b52bbae tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4570963 Mar 08 12:46:23.719916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38906) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:23.725475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'admin_state_up': True, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:23.745934 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c6836c7a-e410-42ee-9a29-33c5808c1c0f tempest-SecGroupTest-1855679146 tempest-SecGroupTest-1855679146-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427017 Mar 08 12:46:23.817765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.819119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:23.870341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.077978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.227757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38912) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:24.367767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3af6185e-8b9d-4fcb-b2c9-a8f230e18370 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68026815444e417789bdc36750d0564c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387868 Mar 08 12:46:24.370427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38916) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:24.386518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.411413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.426810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12e22523-4f62-44b4-b5f3-cdd054530df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.448456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12e22523-4f62-44b4-b5f3-cdd054530df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.525465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Allocated IP 172.26.3.241 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:24.570468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12e22523-4f62-44b4-b5f3-cdd054530df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.573413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12e22523-4f62-44b4-b5f3-cdd054530df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.574846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-12e22523-4f62-44b4-b5f3-cdd054530df6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0976c8a9-ea39-4834-97b7-ace608a029ad HTTP/1.1" status: 204 len: 168 time: 0.2027831 Mar 08 12:46:24.584157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e22523-4f62-44b4-b5f3-cdd054530df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0976c8a9-ea39-4834-97b7-ace608a029ad,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:24.646822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.718550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1548c04-f2da-4482-9329-4905a52e5faf req-0157bb19-e903-4316-9d01-0e2e2fa56267 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:24.720011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d1548c04-f2da-4482-9329-4905a52e5faf req-0157bb19-e903-4316-9d01-0e2e2fa56267 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 944 time: 0.0530832 Mar 08 12:46:24.762029 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d1548c04-f2da-4482-9329-4905a52e5faf req-1dcd7157-3009-47f7-8461-263dff163b8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343549 Mar 08 12:46:24.778495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:24.823477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:24.827480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:24.832856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:24.864066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Port': ['ID=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:25.184996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:25.388842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:25.421926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:25.623123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Router 7a038368-2b8e-4304-85c5-e263db5934c6 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:46:25.698280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c2c89a22-5e86-4099-8d8a-511c29aa6b9c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:46:25.709726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38940) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:25.740729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:25.761307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Sync routers for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:25.780246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:25.780853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:25.818649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-899632365-network', 'tenant_id': 'e00d93026dbe4c14aca378e4e7cd1785'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:25.835481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:25.836720 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-86d32495-9bda-4534-b917-dbb11d767182 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1158681 Mar 08 12:46:25.839816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38946) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:25.863338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port c2c89a22-5e86-4099-8d8a-511c29aa6b9c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:25.901602 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9293b2a-a881-42e9-82e0-e89faa4a617d req-3a52fb13-47d0-4ff5-a6e3-e3b351c852b0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:25.906321 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9293b2a-a881-42e9-82e0-e89faa4a617d req-3a52fb13-47d0-4ff5-a6e3-e3b351c852b0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 944 time: 0.0626819 Mar 08 12:46:25.906857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c', 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'port_id': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c', 'mac_address': 'fa:16:3e:53:d4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:46:25.950346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9293b2a-a881-42e9-82e0-e89faa4a617d req-f7488e93-c52a-486e-a7a5-8c82ebf419cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Mar 08 12:46:25.958953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Made reservation on behalf of e00d93026dbe4c14aca378e4e7cd1785 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:25.961384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:25.972193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:25.972439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:25.986718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:25.994747 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7b034ed4-f33f-46ef-ac68-69cf4e5245ea tempest-TestNetworkAdvancedServerOps-1852639150 tempest-TestNetworkAdvancedServerOps-1852639150-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=b69171f85f834473aaf29faf2d13263c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1534927 Mar 08 12:46:26.000314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38950) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:26.014048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c89a22-5e86-4099-8d8a-511c29aa6b9c {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:26.065416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.075185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port c2c89a22-5e86-4099-8d8a-511c29aa6b9c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:26.094309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6ecc4-e2b2-4164-adc0-123c7c3532fd tempest-TestNetworkAdvancedServerOps-1852639150 tempest-TestNetworkAdvancedServerOps-1852639150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:26.097926 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-39f6ecc4-e2b2-4164-adc0-123c7c3532fd tempest-TestNetworkAdvancedServerOps-1852639150 tempest-TestNetworkAdvancedServerOps-1852639150-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979545 Mar 08 12:46:26.099597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38952) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:26.135794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-796ee465-93e2-454b-980b-6b917b25df14 tempest-TestNetworkAdvancedServerOps-1852639150 tempest-TestNetworkAdvancedServerOps-1852639150-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350904 Mar 08 12:46:26.137705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.138348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38954) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:26.138715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.145549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263654887', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:26.167434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:46:26.178630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6683b5-9276-4fc8-abde-79f712ca073f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:26.183550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.183889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Added segment 09866b25-40c1-4e42-8943-ea1a4296c75d of type vlan for network 12251556-3de3-4f1f-8b86-79a487743a34 Mar 08 12:46:26.221647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:26.227067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.240773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:25Z', 'revision_number': 3, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:26.272317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Checking router: 7a038368-2b8e-4304-85c5-e263db5934c6 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:26.272657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Updating router 7a038368-2b8e-4304-85c5-e263db5934c6 port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:46:26.301600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.303281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Made reservation on behalf of b69171f85f834473aaf29faf2d13263c for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:26.306886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.314487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.319610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:26.319610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.394186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['c2c89a22-5e86-4099-8d8a-511c29aa6b9c'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:46:26.417690 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7044854 Mar 08 12:46:26.418557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38956) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:26.423313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812c5a8-f547-44c6-82a3-6b6fc833fb34 admin admin] Pushing event updated for resources: {'Network': ['ID=12251556-3de3-4f1f-8b86-79a487743a34,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:26.438597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 12251556-3de3-4f1f-8b86-79a487743a34 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:46:26.450985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Request body: {'subnet': {'network_id': '12251556-3de3-4f1f-8b86-79a487743a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-899632365-subnet', 'tenant_id': 'e00d93026dbe4c14aca378e4e7cd1785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:26.554774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Made reservation on behalf of e00d93026dbe4c14aca378e4e7cd1785 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:26.557154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.636849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.735458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Subnet': ['ID=9db6be4b-a3a5-429a-981d-e481ee9165a6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:26.751783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Checking segment: {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:26.753457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Network hostable DHCP agents. Network: 084ff685-4f87-40d6-aa44-1e546f315457, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:46:26.760772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.839197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.884567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.897873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Attempting to bind port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:26.898246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Attempting to bind port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:26.898858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Attempting to bind port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:26.900816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2208073-83f1-4aa6-99f4-f0c36c600daa None None] Pushing event updated for resources: {'Port': ['ID=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:26.906389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:26.906738 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:26.907128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.907501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:26.907998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Bound port: 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:26.908942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:26.945774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Network 084ff685-4f87-40d6-aa44-1e546f315457 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:46:26.947864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31aa1a27-bec7-4385-9680-466c8738a080,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:26.960639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Checking segment: {'id': '09866b25-40c1-4e42-8943-ea1a4296c75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '12251556-3de3-4f1f-8b86-79a487743a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:26.960986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Network hostable DHCP agents. Network: 12251556-3de3-4f1f-8b86-79a487743a34, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:46:27.036957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 084ff685-4f87-40d6-aa44-1e546f315457) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:27.042349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:27.043191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:27.074440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76868b65-759d-4030-9a74-be2d104d94c8 req-04732c03-1ea0-40ea-8c74-14e1a9daf710 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:27.076773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-76868b65-759d-4030-9a74-be2d104d94c8 req-04732c03-1ea0-40ea-8c74-14e1a9daf710 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 945 time: 0.0549154 Mar 08 12:46:27.080184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39d610-788c-4e69-9059-b342438bb5c7 None None] Network 084ff685-4f87-40d6-aa44-1e546f315457 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:27.116213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-76868b65-759d-4030-9a74-be2d104d94c8 req-a0bd2e80-065a-4961-8abf-a45fbb4281fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Mar 08 12:46:27.125777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Network 12251556-3de3-4f1f-8b86-79a487743a34 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:46:27.143645 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-89bb5456-74e2-48fd-b8e0-f1213cdbf34c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0035300 Mar 08 12:46:27.144710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 12251556-3de3-4f1f-8b86-79a487743a34) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:27.150190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:27.151095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:27.155478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 38960) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:27.157154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f1444-2d04-475a-886d-9b2b3d29c085 None None] Network 12251556-3de3-4f1f-8b86-79a487743a34 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:27.160541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] For port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:27.166131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] For port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:27.238961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:27.266261 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-23108d55-b6fe-488b-8c1d-5934a4c3a2a8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8191493 Mar 08 12:46:27.406765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2208073-83f1-4aa6-99f4-f0c36c600daa None None] Pushing event updated for resources: {'Port': ['ID=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:27.423200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:27.423833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:27.428468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad735866-38b3-407a-b004-d8a9b9b8010d None None] Network 12251556-3de3-4f1f-8b86-79a487743a34 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:27.482381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-084ff685-4f87-40d6-aa44-1e546f315457', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:46:27.483217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:27.622073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:27.700759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:27.793088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c2c89a22-5e86-4099-8d8a-511c29aa6b9c up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:27.919179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Allocated IP 172.20.0.2 (084ff685-4f87-40d6-aa44-1e546f315457/9db6be4b-a3a5-429a-981d-e481ee9165a6/d456645b-d414-42d9-b4a2-a864f6cb6118) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:28.046732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port c2c89a22-5e86-4099-8d8a-511c29aa6b9c completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:46:28.067499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port c2c89a22-5e86-4099-8d8a-511c29aa6b9c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:28.067877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.108726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38978) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:28.114143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2130562946-network', 'tenant_id': '494b6ce0c66e42db83ea5e96a9bc79a7'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:28.186389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.189262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:25Z', 'revision_number': 3, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:28.192799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Made reservation on behalf of 494b6ce0c66e42db83ea5e96a9bc79a7 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:28.197664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.205346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.222698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49079ea6-ae0a-479c-9ee3-8f3ebc868aa9 None None] The sync data for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv is: [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:25Z', 'revision_number': 3, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:28.245197 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce404187-ed1b-4cea-8367-f405da392f2e req-978ad0cb-03db-4d35-aeea-44a94d10a18b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:28.247051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce404187-ed1b-4cea-8367-f405da392f2e req-978ad0cb-03db-4d35-aeea-44a94d10a18b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 945 time: 0.0623713 Mar 08 12:46:28.265039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.280965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.301909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.333663 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce404187-ed1b-4cea-8367-f405da392f2e req-364b3b68-227d-4490-8b7f-55bae69c9591 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794542 Mar 08 12:46:28.335508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:28.337900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95db493d-0e37-4d55-ae98-d77c5827b283" -d '{"events": [{"server_uuid": "3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2c89a22-5e86-4099-8d8a-511c29aa6b9c"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:28.349604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Allocated IP 172.20.0.1 (084ff685-4f87-40d6-aa44-1e546f315457/9db6be4b-a3a5-429a-981d-e481ee9165a6/649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:28.359283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port c2c89a22-5e86-4099-8d8a-511c29aa6b9c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:28.367307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Network 084ff685-4f87-40d6-aa44-1e546f315457 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:28.369000 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:28.380140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.381500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Pushing event updated for resources: {'Port': ['ID=d456645b-d414-42d9-b4a2-a864f6cb6118,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:28.384204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:28.403686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:46:28.430520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c987ce-4b37-4460-8e23-2b98598c4632 x-openstack-request-id: req-54c987ce-4b37-4460-8e23-2b98598c4632 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:28.430843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2c89a22-5e86-4099-8d8a-511c29aa6b9c", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:28.431100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54c987ce-4b37-4460-8e23-2b98598c4632 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:28.431618 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c', 'code': 200} Mar 08 12:46:28.433794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bac79f-7ee4-471a-a456-f394f9b458cf,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:28.435629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.453306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.453637 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Added segment 4e1a1a6c-0253-4291-9161-f7a10dbbc28d of type vlan for network 506b49a3-41ed-4442-9c06-234c354c681d Mar 08 12:46:28.507273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Attempting to bind port d456645b-d414-42d9-b4a2-a864f6cb6118 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:28.508007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Attempting to bind port d456645b-d414-42d9-b4a2-a864f6cb6118 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:28.508368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Attempting to bind port d456645b-d414-42d9-b4a2-a864f6cb6118 on network 084ff685-4f87-40d6-aa44-1e546f315457 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:28.509155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.524629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:28.525056 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Checking segment: {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:28.525406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.525793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Bound using segment: {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:28.526320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Bound port: d456645b-d414-42d9-b4a2-a864f6cb6118, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:28.526701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.548745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:28.631174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.632671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:28.633413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.651467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] For port d456645b-d414-42d9-b4a2-a864f6cb6118, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:28.657231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] For port d456645b-d414-42d9-b4a2-a864f6cb6118, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d456645b-d414-42d9-b4a2-a864f6cb6118,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:28.743934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] Pushing event updated for resources: {'Network': ['ID=506b49a3-41ed-4442-9c06-234c354c681d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:28.755200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 506b49a3-41ed-4442-9c06-234c354c681d details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:46:28.773209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.804717 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5d8aa340-297f-4187-a5fd-60c599a2106a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6945739 Mar 08 12:46:28.807220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 38986) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:28.814024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Request body: {'subnet': {'network_id': '506b49a3-41ed-4442-9c06-234c354c681d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2130562946-subnet', 'tenant_id': '494b6ce0c66e42db83ea5e96a9bc79a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:28.897520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9ce9d-53c0-4352-b092-5158cbc68f50 None None] Pushing event updated for resources: {'Port': ['ID=d456645b-d414-42d9-b4a2-a864f6cb6118,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:28.943318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Made reservation on behalf of 494b6ce0c66e42db83ea5e96a9bc79a7 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:28.948660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.972496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:28.987225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0009a-b86d-4184-b4c7-9343799341c2 req-04965b9d-1afc-48f1-9239-472ead46b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:28.988852 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8cd0009a-b86d-4184-b4c7-9343799341c2 req-04965b9d-1afc-48f1-9239-472ead46b925 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 1099 time: 0.0726540 Mar 08 12:46:29.043006 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8cd0009a-b86d-4184-b4c7-9343799341c2 req-c670d38a-ed04-446d-851e-c2f05ac2956c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459509 Mar 08 12:46:29.073976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7dfa92bc-e17a-4514-acab-17223cd90fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:29.115787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:29.178921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Network 084ff685-4f87-40d6-aa44-1e546f315457 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:29.184288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:29.188833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:29.193828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Port': ['ID=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:29.247997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:29.263580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:29.323258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e4b767-e373-4be4-b0c6-fefe0ccb4495,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:29.339482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Checking segment: {'id': '4e1a1a6c-0253-4291-9161-f7a10dbbc28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '506b49a3-41ed-4442-9c06-234c354c681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:29.339831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Network hostable DHCP agents. Network: 506b49a3-41ed-4442-9c06-234c354c681d, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:46:29.406297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Network 506b49a3-41ed-4442-9c06-234c354c681d is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:46:29.474592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 506b49a3-41ed-4442-9c06-234c354c681d) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:29.478815 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:29.479465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:29.486371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fade6e8-32c0-4022-9bdf-8de8e1418a96 None None] Network 506b49a3-41ed-4442-9c06-234c354c681d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:29.498185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:29.525441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b8cfc-0871-43c7-815b-e6e9d405ff08 req-8b855d76-566c-4794-a500-38948e9e6fa5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:29.526949 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-863b8cfc-0871-43c7-815b-e6e9d405ff08 req-8b855d76-566c-4794-a500-38948e9e6fa5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 946 time: 0.0947530 Mar 08 12:46:29.594334 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-13a40075-7652-44fe-8d72-a1cc3482e834 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7774432 Mar 08 12:46:29.637294 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-863b8cfc-0871-43c7-815b-e6e9d405ff08 req-defcbe6e-d338-4d81-a95d-ce59ff64c8dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914655 Mar 08 12:46:29.836131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d96512-8dc8-46e3-a1b3-4e0137802db2 None None] Network 506b49a3-41ed-4442-9c06-234c354c681d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:29.960976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.034840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.096943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16fba46-31c2-45e6-88f4-d363ca1df1af None None] Network 084ff685-4f87-40d6-aa44-1e546f315457 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:46:30.154860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Port': ['ID=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:30.157601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.195912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d456645b-d414-42d9-b4a2-a864f6cb6118 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:30.273937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ce1b518d-a285-4de1-b76f-893838df3d45 None None] Provisioning complete for port d456645b-d414-42d9-b4a2-a864f6cb6118 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:30.274314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce1b518d-a285-4de1-b76f-893838df3d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.372587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d456645b-d414-42d9-b4a2-a864f6cb6118 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:30.372986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.387427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Network 084ff685-4f87-40d6-aa44-1e546f315457 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:30.392260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:30.417597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c651-83c7-4423-8b6a-37b496188609 req-ec5346cd-3b61-4ee6-8d09-1a92e3ecb192 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:30.419229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-ec5346cd-3b61-4ee6-8d09-1a92e3ecb192 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/networks?id=12251556-3de3-4f1f-8b86-79a487743a34 HTTP/1.1" status: 200 len: 811 time: 0.1825025 Mar 08 12:46:30.472912 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-4ae27379-cb23-49a6-98db-fec6526eabdc tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/quotas/e00d93026dbe4c14aca378e4e7cd1785 HTTP/1.1" status: 200 len: 375 time: 0.0169218 Mar 08 12:46:30.486320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce1b518d-a285-4de1-b76f-893838df3d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.562670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ce1b518d-a285-4de1-b76f-893838df3d45 None None] For port d456645b-d414-42d9-b4a2-a864f6cb6118, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d456645b-d414-42d9-b4a2-a864f6cb6118,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:30.569690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.571501 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-fff70163-2d3e-4de5-84ff-aefccc6ff35c tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e00d93026dbe4c14aca378e4e7cd1785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480804 Mar 08 12:46:30.600890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Router 7a038368-2b8e-4304-85c5-e263db5934c6 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:30.669595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce1b518d-a285-4de1-b76f-893838df3d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.762941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b518d-a285-4de1-b76f-893838df3d45 None None] Pushing event updated for resources: {'Port': ['ID=d456645b-d414-42d9-b4a2-a864f6cb6118,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:30.779760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:46:30.779760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:46:30.809583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-db9dbe0e-16ff-4eb5-a4fa-bd20465f0410 None None] Provisioning complete for port d456645b-d414-42d9-b4a2-a864f6cb6118 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:30.809583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-db9dbe0e-16ff-4eb5-a4fa-bd20465f0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:30.809771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:30.814342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Sync routers for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:30.828745 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:30.832768 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:30.843977 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c292186-e79c-4c9a-9e3e-e9c0886d2e65 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "PUT /v2.0/routers/7a038368-2b8e-4304-85c5-e263db5934c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6785789 Mar 08 12:46:30.882639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913026b-61a0-402b-8dc8-272539fb21d7 req-23804c66-8178-4abb-9927-2581b7e7ac76 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:30.884279 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0913026b-61a0-402b-8dc8-272539fb21d7 req-23804c66-8178-4abb-9927-2581b7e7ac76 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 946 time: 0.1528192 Mar 08 12:46:30.918851 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-b943c3b1-317f-459a-95c9-7438ceeca3cb service neutron] 10.222.0.65 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420527 Mar 08 12:46:30.956406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-db9dbe0e-16ff-4eb5-a4fa-bd20465f0410 None None] Provisioning complete for port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:30.958220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-db9dbe0e-16ff-4eb5-a4fa-bd20465f0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.003911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-db9dbe0e-16ff-4eb5-a4fa-bd20465f0410 None None] Port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:31.004925 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0913026b-61a0-402b-8dc8-272539fb21d7 req-e100c688-5486-4d6c-b355-c60e1f11b9be tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099625 Mar 08 12:46:31.094650 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:31.099095 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-62580afa-daa5-46a1-a26e-a96c9e3cf1e3 service neutron] 10.222.0.65 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694162 Mar 08 12:46:31.135873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-91c648ae-5952-459c-80ad-82c6f6fa120c None None] Provisioning complete for port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:31.136262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-91c648ae-5952-459c-80ad-82c6f6fa120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.155265 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-87431cc2-96d9-47d8-8250-2de05dc1a5e3 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041221941&fields=id&tenant_id=b69171f85f834473aaf29faf2d13263c HTTP/1.1" status: 200 len: 267 time: 0.0410593 Mar 08 12:46:31.220063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-91c648ae-5952-459c-80ad-82c6f6fa120c None None] Port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:31.315696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-b7dd6919-364f-46f0-92f3-718460f174d1 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:31.317211 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-b7dd6919-364f-46f0-92f3-718460f174d1 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/networks?id=084ff685-4f87-40d6-aa44-1e546f315457 HTTP/1.1" status: 200 len: 797 time: 0.1513007 Mar 08 12:46:31.324225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:31.335642 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-af150d4a-0d5f-4f4c-9542-1d7736bb703e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/quotas/b69171f85f834473aaf29faf2d13263c HTTP/1.1" status: 200 len: 375 time: 0.0114374 Mar 08 12:46:31.379075 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 2, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:31.399485 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-f8edf56b-6136-4f3f-800e-6e0239071734 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b69171f85f834473aaf29faf2d13263c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570197 Mar 08 12:46:31.407901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:31.409249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.418185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Checking router: 7a038368-2b8e-4304-85c5-e263db5934c6 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:31.418540 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Updating router 7a038368-2b8e-4304-85c5-e263db5934c6 port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:46:31.450346 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.508573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2a2b7519-6956-49a5-a24a-a42134bdffb9 None None] Provisioning complete for port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:31.508964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a2b7519-6956-49a5-a24a-a42134bdffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.586032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e6bb-ece6-4345-90c0-6b8ac53499b2 req-0e02b2c4-d8ad-40ae-813d-9af53597e863 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:31.587554 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11b8e6bb-ece6-4345-90c0-6b8ac53499b2 req-0e02b2c4-d8ad-40ae-813d-9af53597e863 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 946 time: 0.0876172 Mar 08 12:46:31.592835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b7519-6956-49a5-a24a-a42134bdffb9 None None] Port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:31.609612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.621763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-1655c3f0-a5ab-4df7-9430-63f959e80666 service neutron] 10.222.0.65 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028108 Mar 08 12:46:31.634292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:31.663596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11b8e6bb-ece6-4345-90c0-6b8ac53499b2 req-fd58ec1d-e48e-4610-a31d-ad4d0817ec76 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641379 Mar 08 12:46:31.760452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90e66d5b-4283-4c72-bab0-f74e6deea5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.764864 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0310d5e4-1e70-47ce-bbbb-2957622b4764 req-fc2a945d-b9c1-405c-a28f-9c4c87413720 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 210 time: 0.0388634 Mar 08 12:46:31.776889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-ce7f913f-584a-458f-991f-825b45542730 service neutron] 10.222.0.65 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451981 Mar 08 12:46:31.789654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.825640 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:31.844280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:31.994611 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.015695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d456645b-d414-42d9-b4a2-a864f6cb6118 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:32.046486 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960da6-5506-4528-a19b-9ae36c51a546 None None] Pushing event updated for resources: {'Port': ['ID=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:32.114380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d456645b-d414-42d9-b4a2-a864f6cb6118 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:32.114995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.124354 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Attempting to bind port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:32.129503 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Attempting to bind port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:32.129503 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Attempting to bind port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b on network 084ff685-4f87-40d6-aa44-1e546f315457 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:32.137344 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:32.138064 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Checking segment: {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:32.138830 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.139668 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Bound using segment: {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:32.140460 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Bound port: 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:32.141211 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.209088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6cda7e39-803c-4c4b-9241-c36ab165ea43 req-2c0da934-69a5-4f92-a2ef-ae09ad900df1 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 210 time: 0.0648677 Mar 08 12:46:32.227226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:32.302002 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] For port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:32.308696 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] For port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:32.319246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:32.319613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.419444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5b397e8a-7239-4b4d-a6b1-5ef20b8bbbaa None None] Provisioning complete for port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:32.419890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5b397e8a-7239-4b4d-a6b1-5ef20b8bbbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.445158 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.456518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5b397e8a-7239-4b4d-a6b1-5ef20b8bbbaa None None] Port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:32.507575 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:32.508196 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:32.544096 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960da6-5506-4528-a19b-9ae36c51a546 None None] Pushing event updated for resources: {'Port': ['ID=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:32.632882 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:32.778843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-746aa77f-646f-4be5-b51f-23da8b6195d5 None None] Provisioning complete for port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:32.779274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-746aa77f-646f-4be5-b51f-23da8b6195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.847419 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:32.855428 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f68c2d6f-4612-4fab-b7d5-943daba83406 req-c5883dfd-b788-4c54-8c6d-1f7ffa659dd3 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 210 time: 0.0319593 Mar 08 12:46:32.875754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.882548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-746aa77f-646f-4be5-b51f-23da8b6195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:32.882714 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f398e1-35ce-4300-b61a-653f973ad7a8 None None] The sync data for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv is: [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:32.915815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-746aa77f-646f-4be5-b51f-23da8b6195d5 None None] For port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:33.156671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-746aa77f-646f-4be5-b51f-23da8b6195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:33.208326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aa77f-646f-4be5-b51f-23da8b6195d5 None None] Pushing event updated for resources: {'Port': ['ID=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:33.210749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39050) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:33.348741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48b608c1-4c29-47ba-9af4-9724daa2ee5f req-29c69a81-0341-4854-9ae1-896092e77028 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 210 time: 0.0418901 Mar 08 12:46:33.802552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:33.968343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c337ed1e-d285-4d3a-b23a-4ababac64236 req-575550c1-4901-47d7-9e4e-7300308937f0 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 210 time: 0.0313904 Mar 08 12:46:34.075230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:34.105535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:34.129417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:34.129782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:34.280309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:34.391713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.17 (c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9/bdb04303-64ad-4e85-afad-fd8f71a982bf/ceed966c-b47f-4d7f-a38b-39f143e62466) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:34.440246 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd87031a-ccab-4c60-a22e-d559cf6e4529 req-3fca4c13-b099-47a3-ae4b-63f72059fdd3 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 210 time: 0.0323191 Mar 08 12:46:34.519933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:34.552025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c651-83c7-4423-8b6a-37b496188609 req-5c032315-7dba-4bec-b04a-2968dfa9fb2c tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:34.555699 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-5c032315-7dba-4bec-b04a-2968dfa9fb2c tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.45 "GET /v2.0/networks?id=12251556-3de3-4f1f-8b86-79a487743a34 HTTP/1.1" status: 200 len: 811 time: 0.1165431 Mar 08 12:46:34.569008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Request body: {'port': {'device_id': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'network_id': '12251556-3de3-4f1f-8b86-79a487743a34', 'admin_state_up': True, 'tenant_id': 'e00d93026dbe4c14aca378e4e7cd1785'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:34.767145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:34.813419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:34.817191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:34.820989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:34.848156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=ceed966c-b47f-4d7f-a38b-39f143e62466,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:34.876618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:34.914987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Made reservation on behalf of e00d93026dbe4c14aca378e4e7cd1785 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:34.920099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.086900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f45ddc4e-2dbc-4fd4-a54f-d83272ace9df None None] Provisioning complete for port ceed966c-b47f-4d7f-a38b-39f143e62466 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:35.087174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f45ddc4e-2dbc-4fd4-a54f-d83272ace9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.092049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f9af2dfd-ac6c-4204-a7e9-a103051b43b7 req-6ba1b484-64e1-4093-aaae-c5bd6fce69bc tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 210 time: 0.0359578 Mar 08 12:46:35.106069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Allocated IP 172.20.0.3 (12251556-3de3-4f1f-8b86-79a487743a34/31aa1a27-bec7-4385-9680-466c8738a080/0d75d872-53cd-49af-998d-40e301478f47) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:35.139611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f45ddc4e-2dbc-4fd4-a54f-d83272ace9df None None] Port ceed966c-b47f-4d7f-a38b-39f143e62466 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:35.171657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.267642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.423501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.456222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.477410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Network 12251556-3de3-4f1f-8b86-79a487743a34 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:35.480840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:35.484799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:35.512426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Pushing event updated for resources: {'Port': ['ID=0d75d872-53cd-49af-998d-40e301478f47,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:35.549265 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-237c362c-ee7e-4934-9bc1-44dca688fd5b req-10590ecd-73d6-4d48-8e6d-c3720eacbb93 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Mar 08 12:46:35.562380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.563184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:35.563815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.624744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.626541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=ceed966c-b47f-4d7f-a38b-39f143e62466,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:35.660979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-0d75292c-4652-4eaa-8922-93b90a5dcfeb tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0961540 Mar 08 12:46:35.672200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Request body: {'port': {'device_id': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:35.729964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:35.872556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:35.875288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:35.887509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-edd55658-c80b-462c-a4ae-192e2194b682 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:35.889011 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-edd55658-c80b-462c-a4ae-192e2194b682 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.45 "GET /v2.0/networks?id=084ff685-4f87-40d6-aa44-1e546f315457 HTTP/1.1" status: 200 len: 797 time: 0.2102008 Mar 08 12:46:36.045698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d75d872-53cd-49af-998d-40e301478f47 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:36.046192 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-e4f82295-c607-4357-91b1-c17b6f81b98e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b69171f85f834473aaf29faf2d13263c HTTP/1.1" status: 200 len: 380 time: 0.1011152 Mar 08 12:46:36.055038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.057385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'port': {'device_id': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'admin_state_up': True, 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'security_groups': ['4a66a95c-8993-4233-89cc-9ab9002dc927']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:36.069156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Transition to ACTIVE for port object 0d75d872-53cd-49af-998d-40e301478f47 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:46:36.108299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 0eda2d56-78ce-412c-b07b-25216f772818 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:36.170106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-409b05b2-fc84-4c22-abad-e15e911ded3d None None] Provisioning complete for port ceed966c-b47f-4d7f-a38b-39f143e62466 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:36.171113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-409b05b2-fc84-4c22-abad-e15e911ded3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.211375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-409b05b2-fc84-4c22-abad-e15e911ded3d None None] Port ceed966c-b47f-4d7f-a38b-39f143e62466 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:36.232438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192a09-b700-4392-9a19-5565dc95df8c req-62808082-39cb-4ff2-8eed-42916e5c1b7a tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:36.233983 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6192a09-b700-4392-9a19-5565dc95df8c req-62808082-39cb-4ff2-8eed-42916e5c1b7a tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 931 time: 0.0558426 Mar 08 12:46:36.267876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:36.273131 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-412cc30c-c884-47fb-811b-432a8abceb8d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/0eda2d56-78ce-412c-b07b-25216f772818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0612648 Mar 08 12:46:36.280500 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6192a09-b700-4392-9a19-5565dc95df8c req-280a4e1c-d97f-4659-870c-54a6d0e22a26 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Mar 08 12:46:36.281549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.293735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Sync routers for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:36.309396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:36.310166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:36.366006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d75d872-53cd-49af-998d-40e301478f47,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:36.422663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Attempting to bind port 0d75d872-53cd-49af-998d-40e301478f47 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:36.422992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Attempting to bind port 0d75d872-53cd-49af-998d-40e301478f47 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '09866b25-40c1-4e42-8943-ea1a4296c75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '12251556-3de3-4f1f-8b86-79a487743a34'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:36.423327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Attempting to bind port 0d75d872-53cd-49af-998d-40e301478f47 on network 12251556-3de3-4f1f-8b86-79a487743a34 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:36.425925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:36.428421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Made reservation on behalf of b69171f85f834473aaf29faf2d13263c for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:46:36.428736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Port 0d75d872-53cd-49af-998d-40e301478f47 on network 12251556-3de3-4f1f-8b86-79a487743a34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:46:36.428854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Attempting to bind port 0d75d872-53cd-49af-998d-40e301478f47 on network 12251556-3de3-4f1f-8b86-79a487743a34 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:36.432297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.433750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:36.434107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Checking segment: {'id': '09866b25-40c1-4e42-8943-ea1a4296c75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '12251556-3de3-4f1f-8b86-79a487743a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:36.434484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Bound using segment: {'id': '09866b25-40c1-4e42-8943-ea1a4296c75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '12251556-3de3-4f1f-8b86-79a487743a34'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:36.434924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Bound port: 0d75d872-53cd-49af-998d-40e301478f47, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09866b25-40c1-4e42-8943-ea1a4296c75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '12251556-3de3-4f1f-8b86-79a487743a34'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:36.435234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.504792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] For port 0d75d872-53cd-49af-998d-40e301478f47, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:36.508251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] For port 0d75d872-53cd-49af-998d-40e301478f47, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0d75d872-53cd-49af-998d-40e301478f47,segment=NetworkSegment(09866b25-40c1-4e42-8943-ea1a4296c75d),segment_id=09866b25-40c1-4e42-8943-ea1a4296c75d)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:36.579694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Allocated IP 172.20.0.12 (084ff685-4f87-40d6-aa44-1e546f315457/9db6be4b-a3a5-429a-981d-e481ee9165a6/0f8438ee-10ae-4052-ac01-3354a919082a) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:36.624668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.700408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:34Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ceed966c-b47f-4d7f-a38b-39f143e62466', 'name': '', 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:b9:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:34Z', 'updated_at': '2022-03-08T12:46:35Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:36.728592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:36.730384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.731721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] 10.222.0.45 "PUT /v2.0/ports/0d75d872-53cd-49af-998d-40e301478f47 HTTP/1.1" status: 200 len: 1093 time: 1.0634797 Mar 08 12:46:36.732585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'tag': '0d75d872-53cd-49af-998d-40e301478f47'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:36.736395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97311865-e17b-4a51-8056-394cb7749d02" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f9401f-75cf-4b30-a05f-ba6424982e01", "tag": "0d75d872-53cd-49af-998d-40e301478f47"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:36.743234 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcbba712-1a6b-4fc8-9729-69d9a33adbad req-8089d9cc-baea-488a-8e6c-34fcf8f19be2 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 210 time: 0.1149292 Mar 08 12:46:36.747706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Checking router: 0eda2d56-78ce-412c-b07b-25216f772818 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:36.747706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Updating router 0eda2d56-78ce-412c-b07b-25216f772818 port ceed966c-b47f-4d7f-a38b-39f143e62466 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:46:36.790642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efe5d2-a69a-4ef4-bba2-4872d22068a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d75d872-53cd-49af-998d-40e301478f47,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:36.794655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.806937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a1c3f0-95c6-4890-894a-794ada8abe64 x-openstack-request-id: req-25a1c3f0-95c6-4890-894a-794ada8abe64 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:36.807437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f9401f-75cf-4b30-a05f-ba6424982e01", "tag": "0d75d872-53cd-49af-998d-40e301478f47", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:36.807840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25a1c3f0-95c6-4890-894a-794ada8abe64 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:36.808446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'tag': '0d75d872-53cd-49af-998d-40e301478f47', 'status': 'completed', 'code': 200} Mar 08 12:46:36.833386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.874750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311865-e17b-4a51-8056-394cb7749d02 req-4ab653e5-7a15-4eab-b688-c02926c1c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:36.876386 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-97311865-e17b-4a51-8056-394cb7749d02 req-4ab653e5-7a15-4eab-b688-c02926c1c270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e00d93026dbe4c14aca378e4e7cd1785&device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 1096 time: 0.0465908 Mar 08 12:46:36.971689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:36.984838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311865-e17b-4a51-8056-394cb7749d02 req-e05ace47-ff41-4f6a-a0ec-3075ed986419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:36.986588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-97311865-e17b-4a51-8056-394cb7749d02 req-e05ace47-ff41-4f6a-a0ec-3075ed986419 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e00d93026dbe4c14aca378e4e7cd1785&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1028409 Mar 08 12:46:37.027714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Network 084ff685-4f87-40d6-aa44-1e546f315457 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:37.030827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:37.034810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:37.066565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:37.100997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.103346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:37.104118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.114493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311865-e17b-4a51-8056-394cb7749d02 req-f6fde13e-c896-42cd-ab31-46e18ef0ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:37.124244 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-97311865-e17b-4a51-8056-394cb7749d02 req-f6fde13e-c896-42cd-ab31-46e18ef0ce48 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225998 Mar 08 12:46:37.200305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c651-83c7-4423-8b6a-37b496188609 req-8db66d99-56be-4c93-8c9e-2ca63636010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:37.201818 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-8db66d99-56be-4c93-8c9e-2ca63636010d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e00d93026dbe4c14aca378e4e7cd1785&device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 1096 time: 0.0473139 Mar 08 12:46:37.248141 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-e067e313-d8f1-48f3-a848-a11ac434b0b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d75d872-53cd-49af-998d-40e301478f47 HTTP/1.1" status: 200 len: 217 time: 0.0388944 Mar 08 12:46:37.251309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.265775 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-5f5a13a7-91cf-4bc6-8ade-6d6be5babada tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2142215 Mar 08 12:46:37.277067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Request body: {'port': {'device_id': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:37.307344 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60debe0-2760-4086-9b4d-5eef20ad1657 None None] Pushing event updated for resources: {'Port': ['ID=ceed966c-b47f-4d7f-a38b-39f143e62466,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:37.312193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369c651-83c7-4423-8b6a-37b496188609 req-1f818383-2d4a-4aba-84da-74e3d5549a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:37.312875 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-1f818383-2d4a-4aba-84da-74e3d5549a3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31aa1a27-bec7-4385-9680-466c8738a080 HTTP/1.1" status: 200 len: 851 time: 0.0585990 Mar 08 12:46:37.354902 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-c8a0964c-54f7-4d81-a91c-2f7c9d726b34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12251556-3de3-4f1f-8b86-79a487743a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344222 Mar 08 12:46:37.356609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.397103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c0534352-31a3-4718-b85b-870b54188f3c None None] Provisioning complete for port 0f8438ee-10ae-4052-ac01-3354a919082a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:37.397513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c0534352-31a3-4718-b85b-870b54188f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.401090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Attempting to bind port ceed966c-b47f-4d7f-a38b-39f143e62466 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:37.401090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Attempting to bind port ceed966c-b47f-4d7f-a38b-39f143e62466 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:37.401456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Attempting to bind port ceed966c-b47f-4d7f-a38b-39f143e62466 on network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:37.444140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:37.446515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Checking segment: {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:37.446515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.446515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Bound using segment: {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:37.446515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Bound port: ceed966c-b47f-4d7f-a38b-39f143e62466, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a96ff16-4626-4a9f-9eb7-558c426fa76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:37.446515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.469812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c0534352-31a3-4718-b85b-870b54188f3c None None] Port 0f8438ee-10ae-4052-ac01-3354a919082a cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:46:37.507612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf9e5-5a5d-445e-8aa1-5ba42ac1019a req-4bcbadba-6c19-4654-81a5-ffbbd10a7fdc tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:37.509477 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1fdcf9e5-5a5d-445e-8aa1-5ba42ac1019a req-4bcbadba-6c19-4654-81a5-ffbbd10a7fdc tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 943 time: 0.1175797 Mar 08 12:46:37.536813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] For port ceed966c-b47f-4d7f-a38b-39f143e62466, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:37.540542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] For port ceed966c-b47f-4d7f-a38b-39f143e62466, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ceed966c-b47f-4d7f-a38b-39f143e62466,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:37.559677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-344c19ed-2536-47ff-a8f9-d3ccb9338682 service neutron] 10.222.0.45 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976180 Mar 08 12:46:37.593031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1fdcf9e5-5a5d-445e-8aa1-5ba42ac1019a req-fed5ec25-19d8-4068-b574-d874e20bebea tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Mar 08 12:46:37.634359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.677642 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6369c651-83c7-4423-8b6a-37b496188609 req-777eba68-d296-45e0-a089-acd81e839d39 service neutron] 10.222.0.45 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106722 Mar 08 12:46:37.713941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60debe0-2760-4086-9b4d-5eef20ad1657 None None] Pushing event updated for resources: {'Port': ['ID=ceed966c-b47f-4d7f-a38b-39f143e62466,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:37.716652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:37.717292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:37.757522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8438ee-10ae-4052-ac01-3354a919082a {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:37.765390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b772e131-5599-43e2-9553-df895aa27389 None None] Provisioning complete for port ceed966c-b47f-4d7f-a38b-39f143e62466 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:37.765795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b772e131-5599-43e2-9553-df895aa27389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.767720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.802165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Transition to ACTIVE for port object 0f8438ee-10ae-4052-ac01-3354a919082a will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:46:37.894467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02987-2941-4e12-b217-1a8858a1ce4a req-ba8892d4-0ef1-4db8-8fc1-6a798235c28c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:37.896185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-47f02987-2941-4e12-b217-1a8858a1ce4a req-ba8892d4-0ef1-4db8-8fc1-6a798235c28c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 932 time: 0.0565050 Mar 08 12:46:37.903495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:37.946233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-47f02987-2941-4e12-b217-1a8858a1ce4a req-6429bb15-ab80-4d6a-a228-3c4245e59d19 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376754 Mar 08 12:46:37.972042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Pushing event updated for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:38.024695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:38.044648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Attempting to bind port 0f8438ee-10ae-4052-ac01-3354a919082a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:46:38.047283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Attempting to bind port 0f8438ee-10ae-4052-ac01-3354a919082a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:46:38.047283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Attempting to bind port 0f8438ee-10ae-4052-ac01-3354a919082a on network 084ff685-4f87-40d6-aa44-1e546f315457 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:38.050745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Port 0f8438ee-10ae-4052-ac01-3354a919082a on network 084ff685-4f87-40d6-aa44-1e546f315457 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:46:38.051059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Attempting to bind port 0f8438ee-10ae-4052-ac01-3354a919082a on network 084ff685-4f87-40d6-aa44-1e546f315457 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:46:38.056203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:46:38.057572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Checking segment: {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:46:38.057572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Bound using segment: {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:46:38.057572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Bound port: 0f8438ee-10ae-4052-ac01-3354a919082a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004be2bc-2654-4486-9345-497532032ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:46:38.057967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:38.127565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:46:38.131170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:46:38.132209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b772e131-5599-43e2-9553-df895aa27389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:38.186428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b772e131-5599-43e2-9553-df895aa27389 None None] For port ceed966c-b47f-4d7f-a38b-39f143e62466, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ceed966c-b47f-4d7f-a38b-39f143e62466,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:38.292192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:38.321462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:34Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ceed966c-b47f-4d7f-a38b-39f143e62466', 'name': '', 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:b9:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:34Z', 'updated_at': '2022-03-08T12:46:37Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:38.333704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:38.334791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:38.336295 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] 10.222.0.45 "PUT /v2.0/ports/0f8438ee-10ae-4052-ac01-3354a919082a HTTP/1.1" status: 200 len: 1094 time: 1.0637987 Mar 08 12:46:38.336719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:38.339003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae53fb4-0778-48d5-93da-2ddee7749caa" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:38.355692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b772e131-5599-43e2-9553-df895aa27389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:38.357608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e6bea-9d77-4cbe-9543-e009e17c5148 None None] The sync data for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv is: [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:34Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ceed966c-b47f-4d7f-a38b-39f143e62466', 'name': '', 'network_id': 'c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:b9:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:34Z', 'updated_at': '2022-03-08T12:46:37Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'bdb04303-64ad-4e85-afad-fd8f71a982bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:38.366349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1918a-c420-4b84-92e7-4982a911dc3c service neutron] Pushing event updated for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:38.429184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811552a2-5410-49d0-81ad-66701c8cb1d1 x-openstack-request-id: req-811552a2-5410-49d0-81ad-66701c8cb1d1 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:38.429184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:38.429184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-811552a2-5410-49d0-81ad-66701c8cb1d1 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:38.429184 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a', 'status': 'completed', 'code': 200} Mar 08 12:46:38.460690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e131-5599-43e2-9553-df895aa27389 None None] Pushing event updated for resources: {'Port': ['ID=ceed966c-b47f-4d7f-a38b-39f143e62466,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:38.491262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae53fb4-0778-48d5-93da-2ddee7749caa req-64800856-0cb2-4b74-aa63-20cff35c945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:38.492878 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fae53fb4-0778-48d5-93da-2ddee7749caa req-64800856-0cb2-4b74-aa63-20cff35c945f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b69171f85f834473aaf29faf2d13263c&device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1097 time: 0.0550201 Mar 08 12:46:38.518694 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f0bf3182-3441-461b-a82e-6d41f8af2b76 None None] Provisioning complete for port ceed966c-b47f-4d7f-a38b-39f143e62466 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:38.519382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f0bf3182-3441-461b-a82e-6d41f8af2b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:38.756435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757d729-c1b5-4a36-b046-995d9a523fac req-a13cb23f-9867-4f9a-a779-62f7aae70570 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:38.758165 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6757d729-c1b5-4a36-b046-995d9a523fac req-a13cb23f-9867-4f9a-a779-62f7aae70570 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 943 time: 0.0755157 Mar 08 12:46:38.809660 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6757d729-c1b5-4a36-b046-995d9a523fac req-f7b6997b-5309-48b5-9317-08d9ead897ec tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Mar 08 12:46:39.031972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae53fb4-0778-48d5-93da-2ddee7749caa req-8c7bd767-27a9-412c-a727-d0209883a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:39.034170 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fae53fb4-0778-48d5-93da-2ddee7749caa req-8c7bd767-27a9-412c-a727-d0209883a3ac service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b69171f85f834473aaf29faf2d13263c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5327940 Mar 08 12:46:39.097974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecbbb1-d2bc-4aa5-a664-d84af26999de req-89a47c85-fbfc-4673-bbb2-ebbc5430a7a3 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:39.099739 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71ecbbb1-d2bc-4aa5-a664-d84af26999de req-89a47c85-fbfc-4673-bbb2-ebbc5430a7a3 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 944 time: 0.0554693 Mar 08 12:46:39.143437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71ecbbb1-d2bc-4aa5-a664-d84af26999de req-bd0157d7-7cca-49f9-9cb9-4149f5d97ef8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337861 Mar 08 12:46:39.217914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae53fb4-0778-48d5-93da-2ddee7749caa req-3175b75e-f550-453c-bce0-547872c5e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:39.219361 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fae53fb4-0778-48d5-93da-2ddee7749caa req-3175b75e-f550-453c-bce0-547872c5e480 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793928 Mar 08 12:46:39.299541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-c9b538a7-07b0-40fd-846c-6a9db12d7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:39.301019 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-c9b538a7-07b0-40fd-846c-6a9db12d7716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b69171f85f834473aaf29faf2d13263c&device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1097 time: 0.0461769 Mar 08 12:46:39.360826 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-8f20be7a-bb2e-498e-9ec5-3f9d737cb463 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8438ee-10ae-4052-ac01-3354a919082a HTTP/1.1" status: 200 len: 217 time: 0.0526526 Mar 08 12:46:39.415893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-a30075f0-8382-4879-921f-55d7c758b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:39.417263 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-a30075f0-8382-4879-921f-55d7c758b9c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9db6be4b-a3a5-429a-981d-e481ee9165a6 HTTP/1.1" status: 200 len: 835 time: 0.0497315 Mar 08 12:46:39.496525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e845e9-413c-43bc-850c-d90661248adc req-731f570f-df7a-40ea-a304-b255e27707a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:39.498059 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-731f570f-df7a-40ea-a304-b255e27707a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=084ff685-4f87-40d6-aa44-1e546f315457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749059 Mar 08 12:46:39.592375 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-56a69857-18ca-4ba8-98fc-677e153386f6 service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Mar 08 12:46:39.691928 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-05e845e9-413c-43bc-850c-d90661248adc req-2490f58c-7d2d-4d8a-a582-e9729da9e883 service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933468 Mar 08 12:46:39.835736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0d75d872-53cd-49af-998d-40e301478f47 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:46:39.935364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7bfc2-cf81-4d64-ba85-840cd98862dd req-8b003b0d-98bf-4f21-bb51-c4079a3e31c9 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:39.936933 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c7bfc2-cf81-4d64-ba85-840cd98862dd req-8b003b0d-98bf-4f21-bb51-c4079a3e31c9 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 943 time: 0.0518131 Mar 08 12:46:39.937771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0d75d872-53cd-49af-998d-40e301478f47, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0d75d872-53cd-49af-998d-40e301478f47,segment=NetworkSegment(09866b25-40c1-4e42-8943-ea1a4296c75d),segment_id=09866b25-40c1-4e42-8943-ea1a4296c75d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:39.950890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '0d75d872-53cd-49af-998d-40e301478f47', 'network_id': '12251556-3de3-4f1f-8b86-79a487743a34', 'port_id': '0d75d872-53cd-49af-998d-40e301478f47', 'mac_address': 'fa:16:3e:74:e5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31aa1a27-bec7-4385-9680-466c8738a080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:46:39.982652 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04c7bfc2-cf81-4d64-ba85-840cd98862dd req-ed2ad334-d3eb-4731-806a-a5ebf412b130 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375180 Mar 08 12:46:39.994851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:40.009488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d75d872-53cd-49af-998d-40e301478f47 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:40.029590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0d75d872-53cd-49af-998d-40e301478f47, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0d75d872-53cd-49af-998d-40e301478f47,segment=NetworkSegment(09866b25-40c1-4e42-8943-ea1a4296c75d),segment_id=09866b25-40c1-4e42-8943-ea1a4296c75d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:40.063940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ceed966c-b47f-4d7f-a38b-39f143e62466 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:40.097548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:40.157244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=0d75d872-53cd-49af-998d-40e301478f47,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:40.160803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port ceed966c-b47f-4d7f-a38b-39f143e62466 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:40.161168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:40.258496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a8d1e-64de-41fa-b10e-54d862be648b req-9c055905-1f69-449a-930f-5fabc472a44e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:40.260001 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c51a8d1e-64de-41fa-b10e-54d862be648b req-9c055905-1f69-449a-930f-5fabc472a44e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 944 time: 0.0509973 Mar 08 12:46:40.299160 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c51a8d1e-64de-41fa-b10e-54d862be648b req-cc004748-0f44-4516-930d-1c3355c7879d tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330479 Mar 08 12:46:40.364626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['0d75d872-53cd-49af-998d-40e301478f47'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:46:41.108317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f67e6-eafb-4a7b-b62c-ee0c3ba187eb req-f6b8afb6-65bc-4003-8481-28d59b96b45b tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:41.109832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f57f67e6-eafb-4a7b-b62c-ee0c3ba187eb req-f6b8afb6-65bc-4003-8481-28d59b96b45b tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 944 time: 0.0534346 Mar 08 12:46:41.147994 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f57f67e6-eafb-4a7b-b62c-ee0c3ba187eb req-3860e3aa-0ac3-433b-882b-1e93169d8e71 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Mar 08 12:46:41.414667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701218d5-44f1-479a-aec7-813f88a9ab27 req-31679513-b401-4075-b31e-89b8d08eb0f1 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:41.416151 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-701218d5-44f1-479a-aec7-813f88a9ab27 req-31679513-b401-4075-b31e-89b8d08eb0f1 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 944 time: 0.0488062 Mar 08 12:46:41.454675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-701218d5-44f1-479a-aec7-813f88a9ab27 req-4fa74be1-ece0-438f-8aec-0857caeb65e9 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Mar 08 12:46:41.835856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0f8438ee-10ae-4052-ac01-3354a919082a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:46:41.838927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0d75d872-53cd-49af-998d-40e301478f47 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:41.970791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:41.982851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '0f8438ee-10ae-4052-ac01-3354a919082a', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'port_id': '0f8438ee-10ae-4052-ac01-3354a919082a', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:46:42.019662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 0d75d872-53cd-49af-998d-40e301478f47 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:46:42.027051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 0d75d872-53cd-49af-998d-40e301478f47 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:42.027400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.029824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.065640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8438ee-10ae-4052-ac01-3354a919082a {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:46:42.090507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:42.129255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.147496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.155880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75d872-53cd-49af-998d-40e301478f47'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:42.158133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d759b6-cc58-4886-a97a-2f050c328cb4" -d '{"events": [{"server_uuid": "b8f9401f-75cf-4b30-a05f-ba6424982e01", "name": "network-vif-plugged", "status": "completed", "tag": "0d75d872-53cd-49af-998d-40e301478f47"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:42.196717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0d75d872-53cd-49af-998d-40e301478f47, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0d75d872-53cd-49af-998d-40e301478f47,segment=NetworkSegment(09866b25-40c1-4e42-8943-ea1a4296c75d),segment_id=09866b25-40c1-4e42-8943-ea1a4296c75d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:42.223021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:42.252160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:42.275257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87522e-5b4c-4b46-986f-a169d85dd395 req-7938e30a-5de3-4fd1-87bf-b3d1efd0d8c5 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:42.276756 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac87522e-5b4c-4b46-986f-a169d85dd395 req-7938e30a-5de3-4fd1-87bf-b3d1efd0d8c5 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 944 time: 0.0541024 Mar 08 12:46:42.310960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=0d75d872-53cd-49af-998d-40e301478f47,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:42.321884 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac87522e-5b4c-4b46-986f-a169d85dd395 req-72103455-2500-4339-b466-c9252b911b6e tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Mar 08 12:46:42.356714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0ad21-0881-4c29-9071-7a686f6ec70c x-openstack-request-id: req-06d0ad21-0881-4c29-9071-7a686f6ec70c {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:42.357000 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f9401f-75cf-4b30-a05f-ba6424982e01", "name": "network-vif-plugged", "status": "completed", "tag": "0d75d872-53cd-49af-998d-40e301478f47", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:42.357251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06d0ad21-0881-4c29-9071-7a686f6ec70c {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:42.357644 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75d872-53cd-49af-998d-40e301478f47', 'code': 200} Mar 08 12:46:42.416030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['0f8438ee-10ae-4052-ac01-3354a919082a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:46:42.575027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b97aa5-adec-4c36-89cd-000007f8c1b1 req-4eac6db1-eadf-41a6-ae22-6ce1a6d9a841 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:42.576608 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35b97aa5-adec-4c36-89cd-000007f8c1b1 req-4eac6db1-eadf-41a6-ae22-6ce1a6d9a841 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 945 time: 0.0541422 Mar 08 12:46:42.616857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-35b97aa5-adec-4c36-89cd-000007f8c1b1 req-9cfd6408-d98f-4b3a-9575-fc2006d4b4bd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Mar 08 12:46:42.736312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d13052-3240-4836-a01f-388b58364e6c req-06939186-21a2-40f2-a948-dd98abcef14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:42.738430 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d7d13052-3240-4836-a01f-388b58364e6c req-06939186-21a2-40f2-a948-dd98abcef14c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 1098 time: 0.0692754 Mar 08 12:46:42.784263 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d7d13052-3240-4836-a01f-388b58364e6c req-9c1171fa-f289-499b-aada-4e3690eb3de3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356207 Mar 08 12:46:43.440055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a51ee-454d-41e6-90df-e2f3a5367028 req-f82a2695-cd23-43aa-aa24-d9bb2664dc16 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:43.442219 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee2a51ee-454d-41e6-90df-e2f3a5367028 req-f82a2695-cd23-43aa-aa24-d9bb2664dc16 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Mar 08 12:46:43.479734 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee2a51ee-454d-41e6-90df-e2f3a5367028 req-7c5ad854-7c51-4842-b481-4eb59b1261f4 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Mar 08 12:46:43.730668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec15cc-51f1-47aa-b8ec-d5ebec55a386 req-1196526f-33c7-4680-9551-cbc6a3735340 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:43.732135 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33ec15cc-51f1-47aa-b8ec-d5ebec55a386 req-1196526f-33c7-4680-9551-cbc6a3735340 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Mar 08 12:46:43.771224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33ec15cc-51f1-47aa-b8ec-d5ebec55a386 req-bac3bd79-707f-4b3f-87b7-a74752ef12bb tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Mar 08 12:46:43.856895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0f8438ee-10ae-4052-ac01-3354a919082a up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:46:43.994005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 0f8438ee-10ae-4052-ac01-3354a919082a completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:46:43.997991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 0f8438ee-10ae-4052-ac01-3354a919082a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:46:43.998360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.081308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.113519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:44.215757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:44.262491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:44.358797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:44.361091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7091a-4332-465b-baef-f3ee49caad83" -d '{"events": [{"server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "name": "network-vif-plugged", "status": "completed", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:44.397006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c74447d-cb12-4f17-be02-6635d491aa1c x-openstack-request-id: req-9c74447d-cb12-4f17-be02-6635d491aa1c {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:44.397301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "name": "network-vif-plugged", "status": "completed", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:44.397553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c74447d-cb12-4f17-be02-6635d491aa1c {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:44.397972 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a', 'code': 200} Mar 08 12:46:44.601404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538bd2b-18c0-4a46-a044-e6761282bde3 req-3a25c8e0-2fba-449c-adb2-01395398ea32 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:44.602995 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8538bd2b-18c0-4a46-a044-e6761282bde3 req-3a25c8e0-2fba-449c-adb2-01395398ea32 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0552018 Mar 08 12:46:44.642874 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8538bd2b-18c0-4a46-a044-e6761282bde3 req-3c73a77f-2728-406c-a2b5-91f5e351463d tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Mar 08 12:46:44.669364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455de923-dcec-4da2-9cff-278658286352 req-4506fe68-d8a2-4804-9292-8b123bbc9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:44.671008 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-455de923-dcec-4da2-9cff-278658286352 req-4506fe68-d8a2-4804-9292-8b123bbc9021 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1099 time: 0.0410166 Mar 08 12:46:44.712002 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-455de923-dcec-4da2-9cff-278658286352 req-8b9ecd22-9b2e-4fc4-a5f6-8e502a664869 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344357 Mar 08 12:46:44.763345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efa86e-0ac7-4c21-8276-8a0a3bf5ce7d req-bddcf827-03ec-42c4-8ea9-77850a02ef5a tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:44.765253 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23efa86e-0ac7-4c21-8276-8a0a3bf5ce7d req-bddcf827-03ec-42c4-8ea9-77850a02ef5a tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Mar 08 12:46:44.805079 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23efa86e-0ac7-4c21-8276-8a0a3bf5ce7d req-c7cd1322-bc42-4a21-9660-3eabc041e6e3 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Mar 08 12:46:44.889524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32765c4-0136-4520-b811-59df2c544203 req-893515d4-28f5-49cf-9186-a463f24413a6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:44.891172 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a32765c4-0136-4520-b811-59df2c544203 req-893515d4-28f5-49cf-9186-a463f24413a6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0498977 Mar 08 12:46:44.929947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a32765c4-0136-4520-b811-59df2c544203 req-81b9af97-c5c9-4fe0-9051-4c1e39ddfea6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Mar 08 12:46:45.233573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b2f9c-252c-4cf0-9093-295d7f2d397e req-ab81daf8-901d-4cf2-bd11-2796de71e1f1 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:45.235124 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b40b2f9c-252c-4cf0-9093-295d7f2d397e req-ab81daf8-901d-4cf2-bd11-2796de71e1f1 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Mar 08 12:46:45.601472 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b40b2f9c-252c-4cf0-9093-295d7f2d397e req-15aaef43-a3cb-407c-b6d5-59c6b7097047 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597860 Mar 08 12:46:46.049486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d56322-ddc0-43f6-8e06-2bfecd950052 req-a8aed2f5-7511-49b0-8b26-2d00ddb944a9 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:46.052167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-02d56322-ddc0-43f6-8e06-2bfecd950052 req-a8aed2f5-7511-49b0-8b26-2d00ddb944a9 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0504262 Mar 08 12:46:46.091572 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-02d56322-ddc0-43f6-8e06-2bfecd950052 req-82d79925-79a9-4a9c-a905-b4b1305851bc tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Mar 08 12:46:46.716145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf3671-0749-4a44-943f-87143e4e677b req-ffd9d53b-6315-4c4e-b001-8459e3c53f1a tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:46.717607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5faf3671-0749-4a44-943f-87143e4e677b req-ffd9d53b-6315-4c4e-b001-8459e3c53f1a tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0487533 Mar 08 12:46:46.755884 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5faf3671-0749-4a44-943f-87143e4e677b req-8d1a7867-5433-4488-8fbf-eaafc5c1d51a tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Mar 08 12:46:47.068421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994d9c1-afcd-4706-8e3e-8bb4947a0946 req-3abc9522-0a33-4159-98dd-fafee42d4ee0 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.070333 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b994d9c1-afcd-4706-8e3e-8bb4947a0946 req-3abc9522-0a33-4159-98dd-fafee42d4ee0 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0564332 Mar 08 12:46:47.112498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b994d9c1-afcd-4706-8e3e-8bb4947a0946 req-389f9ce5-6053-4d6f-bf29-bc5513c1df34 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Mar 08 12:46:47.158915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-1b9ceaaa-a458-4f9a-9296-63e623ef6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.160725 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-1b9ceaaa-a458-4f9a-9296-63e623ef6835 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e00d93026dbe4c14aca378e4e7cd1785&device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 1098 time: 0.0594237 Mar 08 12:46:47.217525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce0028-f7d0-4461-8a47-a2b1cd64e8dc req-6df3b98f-dbec-46fe-8f46-9734e3e1452c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.219055 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-54ce0028-f7d0-4461-8a47-a2b1cd64e8dc req-6df3b98f-dbec-46fe-8f46-9734e3e1452c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0495768 Mar 08 12:46:47.257945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-54ce0028-f7d0-4461-8a47-a2b1cd64e8dc req-cf705c8d-fb17-45cc-b846-a31c7a099d54 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Mar 08 12:46:47.311486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-e0d1133a-a3de-4447-84ed-c7d6f338d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.312957 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-e0d1133a-a3de-4447-84ed-c7d6f338d569 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12251556-3de3-4f1f-8b86-79a487743a34 HTTP/1.1" status: 200 len: 912 time: 0.1457634 Mar 08 12:46:47.354031 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-19868c26-57af-4889-a983-ed6c36661366 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d75d872-53cd-49af-998d-40e301478f47 HTTP/1.1" status: 200 len: 217 time: 0.0349555 Mar 08 12:46:47.373073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782e75d-4d71-4238-8a62-134ad4d0d032 req-984846fa-f18b-4ea6-b2d7-05b943043758 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.374573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2782e75d-4d71-4238-8a62-134ad4d0d032 req-984846fa-f18b-4ea6-b2d7-05b943043758 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0497160 Mar 08 12:46:47.406468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-8b52f9f2-e910-4b1e-ab57-ad8dd144f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.407949 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-8b52f9f2-e910-4b1e-ab57-ad8dd144f5c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31aa1a27-bec7-4385-9680-466c8738a080 HTTP/1.1" status: 200 len: 851 time: 0.0484097 Mar 08 12:46:47.413653 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2782e75d-4d71-4238-8a62-134ad4d0d032 req-3ac14400-65c0-46da-ac69-d0301037c775 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Mar 08 12:46:47.435064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:47.449547 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-efb68f14-3d88-41b9-86ab-dcc426aa871e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12251556-3de3-4f1f-8b86-79a487743a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254598 Mar 08 12:46:47.480735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d62f158-c592-4f23-8411-3d781ad60a08 tempest-TestNetworkAdvancedServerOps-1852639150 tempest-TestNetworkAdvancedServerOps-1852639150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:47.482177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7d62f158-c592-4f23-8411-3d781ad60a08 tempest-TestNetworkAdvancedServerOps-1852639150 tempest-TestNetworkAdvancedServerOps-1852639150-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1094 time: 0.0461040 Mar 08 12:46:47.485009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39144) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:47.489257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '0f8438ee-10ae-4052-ac01-3354a919082a', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:46:47.539217 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-86e3af55-bf43-40e7-9536-004302e390d6 service neutron] 10.222.0.45 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810690 Mar 08 12:46:47.592753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:47.632304 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-607442a6-2534-4d83-bb67-ebc7b746fe80 req-c3b01f11-386c-4d51-8c8d-9db9b3857557 service neutron] 10.222.0.45 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864725 Mar 08 12:46:47.692040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:47.802498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Allocated IP 172.26.3.4 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/6310ad85-bc3b-4456-9984-f3f06918095b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:46:47.904347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:47.977397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:48.018765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:46:48.021749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:46:48.025451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:46:48.052379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Port': ['ID=6310ad85-bc3b-4456-9984-f3f06918095b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:48.276162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e49b3-18c1-4d9b-9a0c-9912ef736410 req-e0a35379-b7ed-4c77-977b-f3ec86d0848e tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:48.277573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-383e49b3-18c1-4d9b-9a0c-9912ef736410 req-e0a35379-b7ed-4c77-977b-f3ec86d0848e tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0958719 Mar 08 12:46:48.353135 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-383e49b3-18c1-4d9b-9a0c-9912ef736410 req-1dcbf409-22e8-4d82-84f0-7bfb0e87e038 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655885 Mar 08 12:46:48.464816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:48.609563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:48.764798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:48.828231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:48.900877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event updated for resources: {'Port': ['ID=6310ad85-bc3b-4456-9984-f3f06918095b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:48.911603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.911939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.912268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.912592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.912911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.913228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.913541 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.913864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.914188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.914495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.914803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.915111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:48.920597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:49.021611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Floating IP 35245606-83ee-4474-bcdb-f9301b007005 associated. External IP: 172.26.3.4, port: 0f8438ee-10ae-4052-ac01-3354a919082a. Mar 08 12:46:49.228042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Router 7a038368-2b8e-4304-85c5-e263db5934c6 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:49.334944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:49.346635 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] Sync routers for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:49.355894 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:49.375929 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:49.436339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:49.463733 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:49.486645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4263ed7e-62d7-4c25-a8c7-ce857ed411dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0005310 Mar 08 12:46:49.488258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:49.490763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4de484-8ecc-4733-a489-b7cd29995271" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:49.505179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43c7dc-cdc0-4508-9b2c-6f1f348825b4 req-022a4251-d96f-4089-bfd0-dd6181c1aeef tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:49.506750 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6a43c7dc-cdc0-4508-9b2c-6f1f348825b4 req-022a4251-d96f-4089-bfd0-dd6181c1aeef tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0838351 Mar 08 12:46:49.557798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6a43c7dc-cdc0-4508-9b2c-6f1f348825b4 req-f0207df2-c3bc-4e52-b631-5e44e14610a2 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444827 Mar 08 12:46:49.596286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabcfd0-483a-4bb3-822e-d1b5d99bacef req-117c8741-a75e-4a2b-89b7-c8f648e310d6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:49.598025 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6fabcfd0-483a-4bb3-822e-d1b5d99bacef req-117c8741-a75e-4a2b-89b7-c8f648e310d6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0565739 Mar 08 12:46:49.613915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed713cd6-ec57-44d8-abfc-cee483840044 x-openstack-request-id: req-ed713cd6-ec57-44d8-abfc-cee483840044 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:49.614178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:49.614409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed713cd6-ec57-44d8-abfc-cee483840044 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:49.614801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a', 'status': 'completed', 'code': 200} Mar 08 12:46:49.653109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6fabcfd0-483a-4bb3-822e-d1b5d99bacef req-13485032-84e2-4c90-91f0-e6bbbdec01c8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475175 Mar 08 12:46:49.668096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39158) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:49.688046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-1f4a028a-40c9-4e6b-ac7c-1a2bb4288664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:49.690414 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-1f4a028a-40c9-4e6b-ac7c-1a2bb4288664 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b69171f85f834473aaf29faf2d13263c&device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1099 time: 0.0494592 Mar 08 12:46:49.705654 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '35245606-83ee-4474-bcdb-f9301b007005', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'floating_ip_address': '172.26.3.4', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'port_id': '0f8438ee-10ae-4052-ac01-3354a919082a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:46:48Z', 'updated_at': '2022-03-08T12:46:48Z', 'revision_number': 0, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:49.735414 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] Checking router: 7a038368-2b8e-4304-85c5-e263db5934c6 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:49.744923 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0106231f-68fd-4d3c-985d-be10680a4e44 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/floatingips/35245606-83ee-4474-bcdb-f9301b007005 HTTP/1.1" status: 200 len: 990 time: 0.0744011 Mar 08 12:46:49.745132 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:49.745623 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:49.791322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-fd20e0cb-109a-4e87-a6c8-8339d817e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:49.793424 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-fd20e0cb-109a-4e87-a6c8-8339d817e9d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=084ff685-4f87-40d6-aa44-1e546f315457 HTTP/1.1" status: 200 len: 898 time: 0.0946262 Mar 08 12:46:49.897680 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-1a9aab2b-74e8-46fe-aac5-17db327c0363 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8438ee-10ae-4052-ac01-3354a919082a HTTP/1.1" status: 200 len: 998 time: 0.0954239 Mar 08 12:46:49.938501 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:49.953601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-86256acd-840e-4ec9-916e-958a20fb9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:49.955623 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-86256acd-840e-4ec9-916e-958a20fb9ecd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9db6be4b-a3a5-429a-981d-e481ee9165a6 HTTP/1.1" status: 200 len: 835 time: 0.0499947 Mar 08 12:46:50.008635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-2c29af61-19b0-41b9-8945-35f36f3c7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:50.010287 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-2c29af61-19b0-41b9-8945-35f36f3c7107 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=084ff685-4f87-40d6-aa44-1e546f315457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483148 Mar 08 12:46:50.090425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24c29-de76-4d44-89b2-695818ca5b17 req-4153bd2c-0bf2-42e9-ab93-d6a66ecaba11 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:50.091934 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84c24c29-de76-4d44-89b2-695818ca5b17 req-4153bd2c-0bf2-42e9-ab93-d6a66ecaba11 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0522981 Mar 08 12:46:50.112151 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-f94fbf76-e124-4784-97be-2f563c8f0ecf service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931199 Mar 08 12:46:50.132695 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84c24c29-de76-4d44-89b2-695818ca5b17 req-b9f4c698-8d84-4a18-b015-48dbbf76b224 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Mar 08 12:46:50.173856 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '35245606-83ee-4474-bcdb-f9301b007005', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'floating_ip_address': '172.26.3.4', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'port_id': '0f8438ee-10ae-4052-ac01-3354a919082a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:46:48Z', 'updated_at': '2022-03-08T12:46:48Z', 'revision_number': 0, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:50.199615 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c38f2-88f4-4354-8588-a54d86a04585 None None] The sync data for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv is: [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '35245606-83ee-4474-bcdb-f9301b007005', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'floating_ip_address': '172.26.3.4', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'port_id': '0f8438ee-10ae-4052-ac01-3354a919082a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:46:48Z', 'updated_at': '2022-03-08T12:46:48Z', 'revision_number': 0, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:50.215029 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-3c4de484-8ecc-4733-a489-b7cd29995271 req-708ca050-bd78-4350-8675-c9920d44f259 service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898392 Mar 08 12:46:50.385636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48db498-5d48-42bb-82a9-69ac4c63cab8 None None] New status for floating IP 35245606-83ee-4474-bcdb-f9301b007005: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:46:50.747404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39164) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:50.815070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ee7a2062-d86e-4d03-a280-694419b52f6b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/floatingips/35245606-83ee-4474-bcdb-f9301b007005 HTTP/1.1" status: 200 len: 992 time: 0.0665214 Mar 08 12:46:51.249208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab4a05-3cd4-430e-bda2-2ffba40f40de req-d14ee58a-923c-42fa-881d-2f1927afd4f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:51.250697 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8cab4a05-3cd4-430e-bda2-2ffba40f40de req-d14ee58a-923c-42fa-881d-2f1927afd4f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Mar 08 12:46:51.294715 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8cab4a05-3cd4-430e-bda2-2ffba40f40de req-8cd69b11-7709-4b71-b07f-47575c38b028 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Mar 08 12:46:51.593901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31f38-1688-4666-85c9-4aae33fc945b req-0a8dd9b6-3ef5-4296-ac44-0628669ec53f tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:51.595384 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-56e31f38-1688-4666-85c9-4aae33fc945b req-0a8dd9b6-3ef5-4296-ac44-0628669ec53f tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Mar 08 12:46:51.635090 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-56e31f38-1688-4666-85c9-4aae33fc945b req-4776aba7-3b1a-43f5-bd38-0378c4217b62 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Mar 08 12:46:51.671912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-ca2abf76-947c-451b-b295-2df3a177cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:51.673325 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-ca2abf76-947c-451b-b295-2df3a177cd7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e00d93026dbe4c14aca378e4e7cd1785&device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 1098 time: 0.0430667 Mar 08 12:46:51.768510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-0223741a-1fa9-4164-8290-72ca7a273158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:51.770264 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-0223741a-1fa9-4164-8290-72ca7a273158 service neutron] 10.222.0.45 "GET /v2.0/networks?id=12251556-3de3-4f1f-8b86-79a487743a34 HTTP/1.1" status: 200 len: 912 time: 0.0886748 Mar 08 12:46:51.810705 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-c4578305-1486-4e43-9687-8aa905688222 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d75d872-53cd-49af-998d-40e301478f47 HTTP/1.1" status: 200 len: 217 time: 0.0337691 Mar 08 12:46:51.819715 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:46:51.858138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-d66b99fc-b306-4d2c-a511-5ee5817fbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:51.859567 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-d66b99fc-b306-4d2c-a511-5ee5817fbb54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31aa1a27-bec7-4385-9680-466c8738a080 HTTP/1.1" status: 200 len: 851 time: 0.0421727 Mar 08 12:46:51.890269 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-17642a56-eb03-40d2-9df0-7d84fb3e8188 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=12251556-3de3-4f1f-8b86-79a487743a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240726 Mar 08 12:46:51.981043 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-53a6394c-a991-45d5-ac42-f93647257fb5 service neutron] 10.222.0.45 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842092 Mar 08 12:46:52.074472 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e00f6d44-4f64-4dce-b168-c0596b5885c3 req-36f3095c-445d-4404-836e-de4e755cd1f6 service neutron] 10.222.0.45 "GET /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854986 Mar 08 12:46:52.759618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfa4a-12fb-4786-86da-6862156dfa96 req-4d13758e-0644-4b48-9fb2-502ec3c4673f tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:52.761283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-352cfa4a-12fb-4786-86da-6862156dfa96 req-4d13758e-0644-4b48-9fb2-502ec3c4673f tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0559065 Mar 08 12:46:52.801606 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-352cfa4a-12fb-4786-86da-6862156dfa96 req-647210d2-f4a3-4c84-bad1-b4f0596663ca tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340197 Mar 08 12:46:53.915606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7c62-feb8-41d3-a5d0-e0dc1b7f793c req-145c8eb9-74da-4abe-b10c-57e0de3e4831 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:53.917060 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b20c7c62-feb8-41d3-a5d0-e0dc1b7f793c req-145c8eb9-74da-4abe-b10c-57e0de3e4831 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0492733 Mar 08 12:46:53.954499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b20c7c62-feb8-41d3-a5d0-e0dc1b7f793c req-51410681-8acd-4192-b23f-0e45703749bc tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Mar 08 12:46:54.421709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420f71e-67d5-4f82-bb78-453b20bbe569 req-185949e8-e1cb-4d48-8240-801ab318f69b tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:54.423216 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5420f71e-67d5-4f82-bb78-453b20bbe569 req-185949e8-e1cb-4d48-8240-801ab318f69b tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0500233 Mar 08 12:46:54.462099 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5420f71e-67d5-4f82-bb78-453b20bbe569 req-1947a7af-b67a-4226-9740-2e0f94bfbd84 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Mar 08 12:46:55.461382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:55.582814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710e290-a3e3-47a9-9d6f-dc8836464fe7 req-21e83264-569c-4f62-b94f-81c2597e0113 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:55.584283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1710e290-a3e3-47a9-9d6f-dc8836464fe7 req-21e83264-569c-4f62-b94f-81c2597e0113 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0531769 Mar 08 12:46:55.622500 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1710e290-a3e3-47a9-9d6f-dc8836464fe7 req-27d53778-944a-41e2-9432-91e8aab69e12 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Mar 08 12:46:56.465420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-bcf46935-c032-4107-837d-c94791f3154c tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:56.466908 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-bcf46935-c032-4107-837d-c94791f3154c tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0592091 Mar 08 12:46:56.558018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Deleting port 0d75d872-53cd-49af-998d-40e301478f47 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:56.558352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:56.646535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] For port 0d75d872-53cd-49af-998d-40e301478f47, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0d75d872-53cd-49af-998d-40e301478f47,segment=NetworkSegment(09866b25-40c1-4e42-8943-ea1a4296c75d),segment_id=09866b25-40c1-4e42-8943-ea1a4296c75d)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:56.646888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:56.661087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Calling delete_port for 0d75d872-53cd-49af-998d-40e301478f47 owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:56.739543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb011242-cb9b-44f5-bc8c-ee9d18420c06 req-725a2d53-5d96-4c06-a7d9-b2f6a77a69a2 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:56.740958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb011242-cb9b-44f5-bc8c-ee9d18420c06 req-725a2d53-5d96-4c06-a7d9-b2f6a77a69a2 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 945 time: 0.0502856 Mar 08 12:46:56.781288 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb011242-cb9b-44f5-bc8c-ee9d18420c06 req-a61262b1-a805-4240-a774-8943df7600d1 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d6683b5-9276-4fc8-abde-79f712ca073f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328770 Mar 08 12:46:56.851377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:56.864916 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['0d75d872-53cd-49af-998d-40e301478f47'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:46:56.882451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Pushing event deleted for resources: {'Port': ['ID=0d75d872-53cd-49af-998d-40e301478f47,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:56.911744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.912086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.912446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.912780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.913109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.913432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.913755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.914106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.914429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.914749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.915064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.915402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:46:56.933696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] No DVR routers for this DVR port 0d75d872-53cd-49af-998d-40e301478f47 on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:46:56.936072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:56.939503 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-39ebdd67-d931-4e36-b79a-f7e4dc1fc0d3 req-dc94b683-8f37-442c-a5a7-770dd75bb6f6 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.45 "DELETE /v2.0/ports/0d75d872-53cd-49af-998d-40e301478f47 HTTP/1.1" status: 204 len: 173 time: 0.4668818 Mar 08 12:46:56.939938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'name': 'network-vif-deleted', 'tag': '0d75d872-53cd-49af-998d-40e301478f47'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:46:56.942378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ff200-e102-4b42-a837-5109b38d84b6" -d '{"events": [{"server_uuid": "b8f9401f-75cf-4b30-a05f-ba6424982e01", "name": "network-vif-deleted", "tag": "0d75d872-53cd-49af-998d-40e301478f47"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:46:56.982658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8b7882-5594-4af5-90e6-165986737f1b x-openstack-request-id: req-0f8b7882-5594-4af5-90e6-165986737f1b {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:46:56.982658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f9401f-75cf-4b30-a05f-ba6424982e01", "name": "network-vif-deleted", "tag": "0d75d872-53cd-49af-998d-40e301478f47", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:46:56.982658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f8b7882-5594-4af5-90e6-165986737f1b {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:46:56.982658 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f9401f-75cf-4b30-a05f-ba6424982e01', 'name': 'network-vif-deleted', 'tag': '0d75d872-53cd-49af-998d-40e301478f47', 'status': 'completed', 'code': 200} Mar 08 12:46:57.042492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39192) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:57.405195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:57.716213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port ceed966c-b47f-4d7f-a38b-39f143e62466 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:46:57.716554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:57.810514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port ceed966c-b47f-4d7f-a38b-39f143e62466, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=ceed966c-b47f-4d7f-a38b-39f143e62466,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:46:57.813109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:57.830175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for ceed966c-b47f-4d7f-a38b-39f143e62466 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:46:57.902712 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b25c63f-fba1-4807-8997-fb61208a7e25 req-eac053b4-8400-4d2e-a223-c40a96c16461 tempest-TestServerAdvancedOps-1743912620 tempest-TestServerAdvancedOps-1743912620-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8f9401f-75cf-4b30-a05f-ba6424982e01 HTTP/1.1" status: 200 len: 210 time: 0.0304251 Mar 08 12:46:58.456876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:58.482528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=ceed966c-b47f-4d7f-a38b-39f143e62466,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:58.658893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:58.881312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 0eda2d56-78ce-412c-b07b-25216f772818 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:46:58.963351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39198) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:58.995822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:46:59.001607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-10d8c401-17bf-4900-88cc-ee29bfe5471a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/0eda2d56-78ce-412c-b07b-25216f772818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576943 Mar 08 12:46:59.008149 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] Sync routers for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:46:59.011572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9218d61a-3d50-4147-bf0b-577780206cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.012907 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] Deleting subnet 31aa1a27-bec7-4385-9680-466c8738a080 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:46:59.016014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.025895 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:59.026894 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:59.055701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.097731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.134625 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:59.223719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.251538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.254999 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/31aa1a27-bec7-4385-9680-466c8738a080 HTTP/1.1" status: 204 len: 168 time: 0.2906029 Mar 08 12:46:59.256004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8593ae-9821-4639-92ef-64b7870bafe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31aa1a27-bec7-4385-9680-466c8738a080,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:59.257764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39202) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:59.331131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.358926 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:58Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:59.391425 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] Checking router: 0eda2d56-78ce-412c-b07b-25216f772818 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:46:59.400963 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:46:59.401556 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:46:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:59.424409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.462891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12251556-3de3-4f1f-8b86-79a487743a34']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:59.476175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09866b25-40c1-4e42-8943-ea1a4296c75d') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:59.476459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09866b25-40c1-4e42-8943-ea1a4296c75d') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:59.490874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56f9b0-a0e5-4515-a8f9-3bb19ea33667 req-a71c4609-f6a4-44b6-b99a-c3fedefceaed tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:46:59.492363 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fc56f9b0-a0e5-4515-a8f9-3bb19ea33667 req-a71c4609-f6a4-44b6-b99a-c3fedefceaed tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 946 time: 0.0872476 Mar 08 12:46:59.495964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.509472 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:46:59.524453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.536783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:46:59.537163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:46:59.538827 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:46:59.562748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fc56f9b0-a0e5-4515-a8f9-3bb19ea33667 req-af48bf50-addb-48b3-8806-e7984c9bd950 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601890 Mar 08 12:46:59.650850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.656302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.660122 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] 10.222.0.65 "DELETE /v2.0/networks/12251556-3de3-4f1f-8b86-79a487743a34 HTTP/1.1" status: 204 len: 168 time: 0.4005122 Mar 08 12:46:59.663290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39206) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:59.673438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec41ac-2cf0-4742-a2dd-585f7866e775 admin admin] Pushing event deleted for resources: {'Network': ['ID=12251556-3de3-4f1f-8b86-79a487743a34,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:59.712512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] Deleting subnet 50e4b767-e373-4be4-b0c6-fefe0ccb4495 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:46:59.715717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.736637 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:58Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:46:59.760172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.763344 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b865dad-6fcc-4055-b7ce-53aed48ba11e None None] The sync data for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv is: [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:58Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'port_id': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'mac_address': 'fa:16:3e:66:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e34464-e439-4c33-ba7e-75e6efef287a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:45:35Z', 'updated_at': '2022-03-08T12:45:38Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:46:59.801971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.891074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.898556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0d75d872-53cd-49af-998d-40e301478f47 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:46:59.919146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e4b767-e373-4be4-b0c6-fefe0ccb4495,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:46:59.921104 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:46:59.922278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 0d75d872-53cd-49af-998d-40e301478f47 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:46:59.922622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0d75d872-53cd-49af-998d-40e301478f47 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:46:59.924349 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5822e3ec-4346-446d-993f-19df9ef3abbc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/50e4b767-e373-4be4-b0c6-fefe0ccb4495 HTTP/1.1" status: 204 len: 168 time: 0.2598722 Mar 08 12:46:59.927048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39208) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:46:59.997172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.073170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.093235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506b49a3-41ed-4442-9c06-234c354c681d']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:00.103517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1a1a6c-0253-4291-9161-f7a10dbbc28d') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:00.103859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1a1a6c-0253-4291-9161-f7a10dbbc28d') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:00.114118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.133870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.134899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:47:00.135354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:47:00.137146 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:47:00.198637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ceed966c-b47f-4d7f-a38b-39f143e62466 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:00.198637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: ceed966c-b47f-4d7f-a38b-39f143e62466 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:00.198637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device ceed966c-b47f-4d7f-a38b-39f143e62466 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:00.290117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.296391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.299452 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] 10.222.0.65 "DELETE /v2.0/networks/506b49a3-41ed-4442-9c06-234c354c681d HTTP/1.1" status: 204 len: 168 time: 0.3714719 Mar 08 12:47:00.309238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21091e5-0887-4a42-adda-cc5738d8e21b admin admin] Pushing event deleted for resources: {'Network': ['ID=506b49a3-41ed-4442-9c06-234c354c681d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:00.686208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037d283-794c-4ba5-a4da-de87d4602c42 req-7fb73681-544a-4704-aab8-523507be83f8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:00.687688 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b037d283-794c-4ba5-a4da-de87d4602c42 req-7fb73681-544a-4704-aab8-523507be83f8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 946 time: 0.0510867 Mar 08 12:47:00.688960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39214) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:00.728119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b037d283-794c-4ba5-a4da-de87d4602c42 req-59337d79-21df-4b12-8c05-e97330dafd14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Mar 08 12:47:00.733048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39216) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:00.733322 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-44f51c31-91d8-4b45-ab33-cad01dd8d353 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e00d93026dbe4c14aca378e4e7cd1785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432041 Mar 08 12:47:00.788982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a88c9883-41d7-483f-ad4c-5ac743518bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.810768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a88c9883-41d7-483f-ad4c-5ac743518bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.885758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-26ce94d9-35f9-4e0e-aac1-9f45aba51da5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:00.888185 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-26ce94d9-35f9-4e0e-aac1-9f45aba51da5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 946 time: 0.0497978 Mar 08 12:47:00.926327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a88c9883-41d7-483f-ad4c-5ac743518bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.929017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a88c9883-41d7-483f-ad4c-5ac743518bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:00.930330 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a88c9883-41d7-483f-ad4c-5ac743518bf4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8d6683b5-9276-4fc8-abde-79f712ca073f HTTP/1.1" status: 204 len: 168 time: 0.1957958 Mar 08 12:47:00.938185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c9883-41d7-483f-ad4c-5ac743518bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6683b5-9276-4fc8-abde-79f712ca073f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:00.990619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port c2c89a22-5e86-4099-8d8a-511c29aa6b9c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:00.991293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.078889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port c2c89a22-5e86-4099-8d8a-511c29aa6b9c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:01.079645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.092742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for c2c89a22-5e86-4099-8d8a-511c29aa6b9c owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:01.279492 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.305863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=c2c89a22-5e86-4099-8d8a-511c29aa6b9c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:01.354674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port c2c89a22-5e86-4099-8d8a-511c29aa6b9c on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:47:01.357172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.360742 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ced4862c-ef00-4d16-907c-79fb6cd1e95e req-58d1c8a5-d134-4c92-ac04-ed27ace10be2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/c2c89a22-5e86-4099-8d8a-511c29aa6b9c HTTP/1.1" status: 204 len: 173 time: 0.4640856 Mar 08 12:47:01.361174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'name': 'network-vif-deleted', 'tag': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:01.364375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e8ed6-01a8-4986-82d0-3e1b5d931aef" -d '{"events": [{"server_uuid": "3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4", "name": "network-vif-deleted", "tag": "c2c89a22-5e86-4099-8d8a-511c29aa6b9c"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:01.404902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc23fee2-5a1f-4a71-8297-b95fb2b73235 x-openstack-request-id: req-dc23fee2-5a1f-4a71-8297-b95fb2b73235 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:01.404902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4", "name": "network-vif-deleted", "tag": "c2c89a22-5e86-4099-8d8a-511c29aa6b9c", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:01.404902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc23fee2-5a1f-4a71-8297-b95fb2b73235 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:01.404902 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4', 'name': 'network-vif-deleted', 'tag': 'c2c89a22-5e86-4099-8d8a-511c29aa6b9c', 'status': 'completed', 'code': 200} Mar 08 12:47:01.512094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39224) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:01.551798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8fc9e8fd-4006-4edb-a26b-7d9dc8328477 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=494b6ce0c66e42db83ea5e96a9bc79a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385084 Mar 08 12:47:01.554124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39226) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:01.604329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d11b4b5-23ee-4724-a0c5-0635cbd8b65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.627116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d11b4b5-23ee-4724-a0c5-0635cbd8b65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.685772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a34f81b-0b2f-4245-98af-0199b3ea82ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.725810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d11b4b5-23ee-4724-a0c5-0635cbd8b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.728517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d11b4b5-23ee-4724-a0c5-0635cbd8b65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:01.729780 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0d11b4b5-23ee-4724-a0c5-0635cbd8b65f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5bac79f-7ee4-471a-a456-f394f9b458cf HTTP/1.1" status: 204 len: 168 time: 0.1747713 Mar 08 12:47:01.741007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11b4b5-23ee-4724-a0c5-0635cbd8b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bac79f-7ee4-471a-a456-f394f9b458cf,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:01.858712 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5db726b8-65e0-4449-a6ab-7910cf608856 req-8a5bfa68-8ace-4d85-a369-55ae9b4f01c6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=3bf4acdd-2ec7-411c-a45c-16a9cf0f88f4 HTTP/1.1" status: 200 len: 210 time: 0.0311282 Mar 08 12:47:02.672623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:02.916071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39234) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:02.972787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3aabe909-7180-475a-941b-bb3154cc488a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:02.997978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3aabe909-7180-475a-941b-bb3154cc488a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.108249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3aabe909-7180-475a-941b-bb3154cc488a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.110956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3aabe909-7180-475a-941b-bb3154cc488a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.112144 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3aabe909-7180-475a-941b-bb3154cc488a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0 HTTP/1.1" status: 204 len: 168 time: 0.1950507 Mar 08 12:47:03.122217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabe909-7180-475a-941b-bb3154cc488a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5bbd7f-d754-4681-8e75-7f2a8bb70ea0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:03.188781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39238) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:03.239885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet bdb04303-64ad-4e85-afad-fd8f71a982bf {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:47:03.242855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.285999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.368941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.571482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.605995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb04303-64ad-4e85-afad-fd8f71a982bf,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:03.610940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.615448 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3539932a-e839-49e2-a16a-128089e43526 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/bdb04303-64ad-4e85-afad-fd8f71a982bf HTTP/1.1" status: 204 len: 168 time: 0.4255412 Mar 08 12:47:03.618238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39240) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:03.620752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5054d-648b-4951-88d3-bf835b27c128 None None] Network c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:47:03.648322 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-015efa8f-a13a-420c-88c3-61559cb555ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459852 Mar 08 12:47:03.707123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.712950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-febfe845-92d9-4cbb-8dd1-64d313074bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:03.714649 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-febfe845-92d9-4cbb-8dd1-64d313074bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 1098 time: 0.0437233 Mar 08 12:47:03.766969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port d1abe86f-0fde-4160-9b95-0ccb1416596b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:03.767439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.810452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.839398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-85333901-c483-4cb0-b0a2-11f1da0660dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:03.840536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] DHCP port deletion for c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:47:03.840742 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-85333901-c483-4cb0-b0a2-11f1da0660dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08 HTTP/1.1" status: 200 len: 898 time: 0.1027513 Mar 08 12:47:03.843004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port d1abe86f-0fde-4160-9b95-0ccb1416596b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1abe86f-0fde-4160-9b95-0ccb1416596b,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:03.843447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.860219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for d1abe86f-0fde-4160-9b95-0ccb1416596b owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:03.900197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Deleting port d1abe86f-0fde-4160-9b95-0ccb1416596b {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:03.900599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:03.910216 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-87622c5a-0723-4438-9456-9cfa0c759782 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211 HTTP/1.1" status: 200 len: 1001 time: 0.0610785 Mar 08 12:47:03.949275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c2c89a22-5e86-4099-8d8a-511c29aa6b9c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:03.959902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-0fc29833-2698-4a84-ac55-33d0dccf7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:03.961437 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-0fc29833-2698-4a84-ac55-33d0dccf7b44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=135abdab-7df8-4063-b584-40b2aea84da8 HTTP/1.1" status: 200 len: 835 time: 0.0460184 Mar 08 12:47:03.976087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: c2c89a22-5e86-4099-8d8a-511c29aa6b9c {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:03.976341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c2c89a22-5e86-4099-8d8a-511c29aa6b9c not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:03.990033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] For port d1abe86f-0fde-4160-9b95-0ccb1416596b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d1abe86f-0fde-4160-9b95-0ccb1416596b,segment=NetworkSegment(6a96ff16-4626-4a9f-9eb7-558c426fa76a),segment_id=6a96ff16-4626-4a9f-9eb7-558c426fa76a)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:03.993936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.004763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Calling delete_port for d1abe86f-0fde-4160-9b95-0ccb1416596b owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:04.017024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-f595b7b6-8fed-433f-9c04-ce7c7c2cb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:04.019425 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-f595b7b6-8fed-433f-9c04-ce7c7c2cb50d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499327 Mar 08 12:47:04.027386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.054282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1abe86f-0fde-4160-9b95-0ccb1416596b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:04.055806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=d1abe86f-0fde-4160-9b95-0ccb1416596b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:04.069716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port d1abe86f-0fde-4160-9b95-0ccb1416596b on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:47:04.076931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: d1abe86f-0fde-4160-9b95-0ccb1416596b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:04.077267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d1abe86f-0fde-4160-9b95-0ccb1416596b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:04.116291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.131114 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-1b3286d3-4e73-4fe7-b06f-aaed1d307650 service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051681 Mar 08 12:47:04.151542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] No DVR routers for this DVR port d1abe86f-0fde-4160-9b95-0ccb1416596b on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:47:04.154887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Pushing event deleted for resources: {'Port': ['ID=d1abe86f-0fde-4160-9b95-0ccb1416596b,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:04.169068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.170217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.170626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.171142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.171660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.172165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.172488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.172809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.173128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.173445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.173765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.174111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.174422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb66234f-968c-455a-acc6-be2f4160ae31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:04.193995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:04.203558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a96ff16-4626-4a9f-9eb7-558c426fa76a') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:04.203929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a96ff16-4626-4a9f-9eb7-558c426fa76a') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:04.216842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.231120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.237107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:47:04.237520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.238618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:47:04.240727 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:47:04.249726 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d975ef9f-3ecc-46d5-b849-2d8e895c776e req-96d5a74e-dd97-4838-8bfa-7abbb67c86ec service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079080 Mar 08 12:47:04.381321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.387886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:04.390968 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9 HTTP/1.1" status: 204 len: 168 time: 0.7713909 Mar 08 12:47:04.394397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39242) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:04.403641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd49d3-7f86-49b1-a9d2-b5803b708a6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=c9afd3ee-820d-46ad-b52e-cd3c62ed0cf9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:04.934024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 9a98e710-5028-4537-bdd6-fd89aa795660 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:04.934642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:05.009988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:05.010310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:05.021752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 9a98e710-5028-4537-bdd6-fd89aa795660 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:05.279827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:05.306558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=9a98e710-5028-4537-bdd6-fd89aa795660,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:05.367089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:05.367419 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0 disassociated (deleted). External IP: 172.26.3.115, port: ee4185ab-f3bb-46b0-b6ec-546303a45211. Mar 08 12:47:05.569945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 0eda2d56-78ce-412c-b07b-25216f772818 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:47:05.683747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:47:05.691423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:05.693244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] Sync routers for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:47:05.703206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:05.703815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:05.715295 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0101bd8c-8c57-4196-b0bf-d898363dcae3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0 HTTP/1.1" status: 204 len: 168 time: 1.3196487 Mar 08 12:47:05.715840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:05.718192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b6f86-621d-49d6-88d5-921a974b583e" -d '{"events": [{"name": "network-changed", "server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:05.757040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55fc6a-add6-4756-a003-fac031105098 x-openstack-request-id: req-8d55fc6a-add6-4756-a003-fac031105098 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:05.757393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:05.757751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d55fc6a-add6-4756-a003-fac031105098 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:05.758348 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'status': 'completed', 'code': 200} Mar 08 12:47:05.816926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:05.830502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b6f86-621d-49d6-88d5-921a974b583e req-030a1ffa-32c8-4899-a5fb-bad01e3c069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:05.830502 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-637b6f86-621d-49d6-88d5-921a974b583e req-030a1ffa-32c8-4899-a5fb-bad01e3c069c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 1098 time: 0.0451078 Mar 08 12:47:05.922136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b6f86-621d-49d6-88d5-921a974b583e req-46edeb4e-0678-473d-91fc-b374cec626c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:05.923865 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-637b6f86-621d-49d6-88d5-921a974b583e req-46edeb4e-0678-473d-91fc-b374cec626c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08 HTTP/1.1" status: 200 len: 898 time: 0.0904434 Mar 08 12:47:05.965214 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-637b6f86-621d-49d6-88d5-921a974b583e req-c2806b96-81a3-4b9b-8861-b8e2f6c45a80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211 HTTP/1.1" status: 200 len: 217 time: 0.0343947 Mar 08 12:47:06.022567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b6f86-621d-49d6-88d5-921a974b583e req-97fb9c5d-1e3a-4bc8-b298-936e90da0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:06.024344 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-637b6f86-621d-49d6-88d5-921a974b583e req-97fb9c5d-1e3a-4bc8-b298-936e90da0e04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=135abdab-7df8-4063-b584-40b2aea84da8 HTTP/1.1" status: 200 len: 835 time: 0.0483391 Mar 08 12:47:06.075430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b6f86-621d-49d6-88d5-921a974b583e req-b831797a-8428-4ba9-9502-cae7cfc448de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:06.077109 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-637b6f86-621d-49d6-88d5-921a974b583e req-b831797a-8428-4ba9-9502-cae7cfc448de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=634796b2-a8e4-4ebe-9a03-5b0e9f782b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442457 Mar 08 12:47:06.184196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b6912-432f-45a9-bd98-fcc96f5232de req-83ffbe74-83e4-45ea-85c8-c1789b4dae41 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:06.186056 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f68b6912-432f-45a9-bd98-fcc96f5232de req-83ffbe74-83e4-45ea-85c8-c1789b4dae41 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 945 time: 0.0603015 Mar 08 12:47:06.186313 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-637b6f86-621d-49d6-88d5-921a974b583e req-64b81698-ccb6-4121-a2a7-10765a05721e service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019378 Mar 08 12:47:06.193234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:58Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:06.222564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] Checking router: 0eda2d56-78ce-412c-b07b-25216f772818 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:47:06.229504 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f68b6912-432f-45a9-bd98-fcc96f5232de req-bc965d08-7dae-4ce5-b87d-c48a23591926 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360804 Mar 08 12:47:06.231403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:06.232006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:06.279544 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-637b6f86-621d-49d6-88d5-921a974b583e req-c3084185-590c-4033-a60a-b13af274699a service neutron] 10.222.0.45 "GET /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859451 Mar 08 12:47:06.339356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:06.531659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:58Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:06.560674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045f15f-90db-4905-b652-d4e4f4d32f01 None None] The sync data for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv is: [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:46:58Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6debe416-618d-4889-8ed8-6b0ec60246f7', 'name': '', 'network_id': '634796b2-a8e4-4ebe-9a03-5b0e9f782b08', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:28:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '135abdab-7df8-4063-b584-40b2aea84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:45:06Z', 'updated_at': '2022-03-08T12:45:14Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '135abdab-7df8-4063-b584-40b2aea84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:47:06.791824 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fdb80e-a001-4e9b-a04e-c056de11f50e None None] New status for floating IP 513b8efe-b1ea-48f5-89a6-ad64dc6fb0a0: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:47:07.350539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253609f-a8e6-499a-b739-efa5e20faabc req-128e5b44-41b1-4970-8dc4-8589189581d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:07.352034 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5253609f-a8e6-499a-b739-efa5e20faabc req-128e5b44-41b1-4970-8dc4-8589189581d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 945 time: 0.0489516 Mar 08 12:47:07.389972 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5253609f-a8e6-499a-b739-efa5e20faabc req-d975ab07-a39a-481b-9c93-5d1ab16e93c2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=57e2df51-80fb-409d-a215-9d6f4e4745b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Mar 08 12:47:07.563881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-cd017906-6043-4d99-ad72-716ebb0e9514 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:07.565672 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-cd017906-6043-4d99-ad72-716ebb0e9514 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 945 time: 0.0559504 Mar 08 12:47:07.656087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port ee4185ab-f3bb-46b0-b6ec-546303a45211 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:07.656423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:07.748090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port ee4185ab-f3bb-46b0-b6ec-546303a45211, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee4185ab-f3bb-46b0-b6ec-546303a45211,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:07.748450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:07.761328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for ee4185ab-f3bb-46b0-b6ec-546303a45211 owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:07.948414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:07.980893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=ee4185ab-f3bb-46b0-b6ec-546303a45211,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:08.021336 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port ee4185ab-f3bb-46b0-b6ec-546303a45211 on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:47:08.028397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:08.028397 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-881b53fe-3654-49e1-acf2-477b5f378cc1 req-4b13ed4e-39d9-4710-9429-3e72422bd4b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/ee4185ab-f3bb-46b0-b6ec-546303a45211 HTTP/1.1" status: 204 len: 173 time: 0.4555874 Mar 08 12:47:08.028397 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'name': 'network-vif-deleted', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:08.029813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9336dca-f8f6-4203-a510-1b88e6c9bee9" -d '{"events": [{"server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "name": "network-vif-deleted", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:08.065091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980acc1b-96d8-4b1c-b26b-503e641db079 x-openstack-request-id: req-980acc1b-96d8-4b1c-b26b-503e641db079 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:08.065384 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e34464-e439-4c33-ba7e-75e6efef287a", "name": "network-vif-deleted", "tag": "ee4185ab-f3bb-46b0-b6ec-546303a45211", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:08.065631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-980acc1b-96d8-4b1c-b26b-503e641db079 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:08.066138 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e34464-e439-4c33-ba7e-75e6efef287a', 'name': 'network-vif-deleted', 'tag': 'ee4185ab-f3bb-46b0-b6ec-546303a45211', 'status': 'completed', 'code': 200} Mar 08 12:47:08.501726 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-36f5d0c1-162f-4914-a23f-eceab714503b req-1dc7376d-53c7-4094-b943-949658bfa8f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e34464-e439-4c33-ba7e-75e6efef287a HTTP/1.1" status: 200 len: 210 time: 0.0319145 Mar 08 12:47:09.557546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39260) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:09.615315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f094ca-e6f4-4f6b-b81c-38a11ced145b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:09.639399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f094ca-e6f4-4f6b-b81c-38a11ced145b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:09.804380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f094ca-e6f4-4f6b-b81c-38a11ced145b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:09.807217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f094ca-e6f4-4f6b-b81c-38a11ced145b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:09.808380 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-56f094ca-e6f4-4f6b-b81c-38a11ced145b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/57e2df51-80fb-409d-a215-9d6f4e4745b9 HTTP/1.1" status: 204 len: 168 time: 0.2498279 Mar 08 12:47:09.817637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f094ca-e6f4-4f6b-b81c-38a11ced145b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e2df51-80fb-409d-a215-9d6f4e4745b9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:09.914756 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39264) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:10.274279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:10.530213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 6debe416-618d-4889-8ed8-6b0ec60246f7 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:10.530468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:10.618325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 6debe416-618d-4889-8ed8-6b0ec60246f7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6debe416-618d-4889-8ed8-6b0ec60246f7,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:10.619245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:10.630857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 6debe416-618d-4889-8ed8-6b0ec60246f7 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:10.885383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:10.911958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=6debe416-618d-4889-8ed8-6b0ec60246f7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:11.085302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:11.541796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 0eda2d56-78ce-412c-b07b-25216f772818 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:47:11.645659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:47:11.651769 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-279ab7be-dccf-43ef-aad6-1f857de92a39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/0eda2d56-78ce-412c-b07b-25216f772818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359798 Mar 08 12:47:11.654523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39268) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:11.656824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] Sync routers for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:47:11.667737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:11.670583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:11.704392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet 135abdab-7df8-4063-b584-40b2aea84da8 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:47:11.708838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:11.752162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:11.775601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:11.834456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:11.944642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device ee4185ab-f3bb-46b0-b6ec-546303a45211 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:11.953465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:11.967703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: ee4185ab-f3bb-46b0-b6ec-546303a45211 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:11.967703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device ee4185ab-f3bb-46b0-b6ec-546303a45211 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:11.980359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:47:10Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:11.987488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=135abdab-7df8-4063-b584-40b2aea84da8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:11.989249 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:11.996428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39270) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:11.996839 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e84d236d-9c3a-43a0-8cdc-67e98d6e1568 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/135abdab-7df8-4063-b584-40b2aea84da8 HTTP/1.1" status: 204 len: 168 time: 0.3409021 Mar 08 12:47:12.011919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4310dff-7925-4901-b537-75d28703ea14 None None] Network 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:47:12.015193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] Checking router: 0eda2d56-78ce-412c-b07b-25216f772818 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:47:12.069560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] Routers {'0eda2d56-78ce-412c-b07b-25216f772818'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:12.070922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['0eda2d56-78ce-412c-b07b-25216f772818'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:12.106501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.209834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.224214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] Set router 0eda2d56-78ce-412c-b07b-25216f772818 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:12.293095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] DHCP port deletion for 634796b2-a8e4-4ebe-9a03-5b0e9f782b08 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:47:12.344460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 340f68cc-b53a-4f71-86b5-76bab27e4146 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:12.344798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.424771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] Deleting port 8fea4a90-d382-4b97-a360-db8ee9116eb1 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:12.425037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.428183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 340f68cc-b53a-4f71-86b5-76bab27e4146, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=340f68cc-b53a-4f71-86b5-76bab27e4146,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:12.428544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.441417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 340f68cc-b53a-4f71-86b5-76bab27e4146 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:12.492052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] For port 8fea4a90-d382-4b97-a360-db8ee9116eb1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8fea4a90-d382-4b97-a360-db8ee9116eb1,segment=NetworkSegment(b6ffbcb5-dffd-4333-bd0f-23bdcddeec27),segment_id=b6ffbcb5-dffd-4333-bd0f-23bdcddeec27)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:12.492558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.506602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] Calling delete_port for 8fea4a90-d382-4b97-a360-db8ee9116eb1 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:12.509526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:47:10Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:12.545602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24e52b-4e04-4ea6-ba6c-3406839bbc20 None None] The sync data for ids ['0eda2d56-78ce-412c-b07b-25216f772818'] in dv-neutron-829486-2-hyperv is: [{'id': '0eda2d56-78ce-412c-b07b-25216f772818', 'name': 'tempest-TestNetworkBasicOps-router-1695930171', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:44:56Z', 'updated_at': '2022-03-08T12:47:10Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '340f68cc-b53a-4f71-86b5-76bab27e4146', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda2d56-78ce-412c-b07b-25216f772818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:44:57Z', 'updated_at': '2022-03-08T12:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:47:12.690702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.719576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=340f68cc-b53a-4f71-86b5-76bab27e4146,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:12.743467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.770192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] Pushing event deleted for resources: {'Port': ['ID=8fea4a90-d382-4b97-a360-db8ee9116eb1,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:12.775028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c8554-df11-44d5-a493-cf17baf45284 None None] No DVR routers for this DVR port 8fea4a90-d382-4b97-a360-db8ee9116eb1 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:47:12.789756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.883511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:12.885738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.044538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.045204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router 0eda2d56-78ce-412c-b07b-25216f772818 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:47:13.052649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.053766 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2f825873-848d-49fc-b7ab-30a33cfb908c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/0eda2d56-78ce-412c-b07b-25216f772818 HTTP/1.1" status: 204 len: 168 time: 1.0564961 Mar 08 12:47:13.064546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39278) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:13.148016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.239960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.260329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634796b2-a8e4-4ebe-9a03-5b0e9f782b08']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:13.269265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:13.269554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ffbcb5-dffd-4333-bd0f-23bdcddeec27') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:13.284334 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.297926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.303655 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:47:13.304025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:47:13.307291 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:47:13.428020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.435496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.438613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/634796b2-a8e4-4ebe-9a03-5b0e9f782b08 HTTP/1.1" status: 204 len: 168 time: 0.3729098 Mar 08 12:47:13.450682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a196-1b80-4832-b2ec-b1efc636fbc3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=634796b2-a8e4-4ebe-9a03-5b0e9f782b08,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:13.464987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39280) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:13.469979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--1896369620', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:13.569795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:47:13.573615 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.597459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:47:13.608766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.609098 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment 84df633e-a47f-4b3b-8841-7326cda3571f of type vlan for network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 Mar 08 12:47:13.650891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.737390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.742862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:13.745522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.813934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=9d0af87d-96d6-4006-8e5f-2ccd0646d138,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:13.824172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:47:13.865104 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-eed88334-b8fa-49d9-a346-dd2bd24cb7f4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3991001 Mar 08 12:47:13.867970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39282) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:13.872360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-245830678', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:13.953699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:13.954770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.006806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.029894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6debe416-618d-4889-8ed8-6b0ec60246f7 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:14.051022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6debe416-618d-4889-8ed8-6b0ec60246f7 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:14.051349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6debe416-618d-4889-8ed8-6b0ec60246f7 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:14.051751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8fea4a90-d382-4b97-a360-db8ee9116eb1 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:14.071455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 8fea4a90-d382-4b97-a360-db8ee9116eb1 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:14.079491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8fea4a90-d382-4b97-a360-db8ee9116eb1 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:14.079491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 340f68cc-b53a-4f71-86b5-76bab27e4146 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:14.094571 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 340f68cc-b53a-4f71-86b5-76bab27e4146 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:14.094907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 340f68cc-b53a-4f71-86b5-76bab27e4146 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:14.237475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.494113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.512185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.614426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.163 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/2f0b3a24-5591-47c0-8143-b9acc9c9b0d9) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:47:14.719892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.799845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:14.838508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:47:14.841260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:47:14.844587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:47:14.868146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:15.165209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:15.368595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:15.571223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 8e563824-f7e8-4208-960e-0d09a941449a is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:47:16.013889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:47:16.023316 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Sync routers for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:47:16.105241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.106860 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1dc8fc76-0371-43ca-a9e2-c88295f567d4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2378464 Mar 08 12:47:16.110060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39286) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:16.123833 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:16.124436 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:16.141034 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3bbe4926-57ae-4479-8635-27770ae5923a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298121 Mar 08 12:47:16.149449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39288) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:16.229170 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:16.236221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ababcd-d6c5-4543-9d05-169de7ec6297 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:16.237723 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-98ababcd-d6c5-4543-9d05-169de7ec6297 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871551 Mar 08 12:47:16.240675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39290) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:16.268608 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1a623fef-b8ee-490c-8b41-7e9893599cf9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268970 Mar 08 12:47:16.271310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:16.277281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1439485981', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:16.407237 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:14Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:16.421926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:47:16.425664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.435866 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Checking router: 8e563824-f7e8-4208-960e-0d09a941449a for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:47:16.436209 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Updating router 8e563824-f7e8-4208-960e-0d09a941449a port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:47:16.460507 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.697221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.705425 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.765745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=a1f6901c-3bc5-401a-8b98-9248e34590e0,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:16.771136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:47:16.771494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: 9d0af87d-96d6-4006-8e5f-2ccd0646d138, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:47:16.782236 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.831808 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Attempting to bind port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:47:16.832157 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Attempting to bind port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:47:16.832499 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Attempting to bind port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:47:16.839339 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Pushing event updated for resources: {'Port': ['ID=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:16.842097 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:47:16.842445 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:47:16.842821 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.843189 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:47:16.843627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Bound port: 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:47:16.844009 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.849787 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.850151 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.850556 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.850874 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.851733 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.852068 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.852472 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.852787 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.853110 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.853420 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.853742 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.854126 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:47:16.873535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:47:16.906851 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] For port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:47:16.909834 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] For port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:47:16.965015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 9d0af87d-96d6-4006-8e5f-2ccd0646d138) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:47:16.969041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:16.969628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:16.974829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a4e0a-f2d7-43ba-9724-8320e62b8de4 None None] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:47:16.994687 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.053647 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8340859-e66e-49dd-8ae7-e559ef2cdc29 None None] Pushing event updated for resources: {'Port': ['ID=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:17.057037 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:17.057635 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:17.061544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3db2ae27-cc1a-490c-9f8f-1f24c4711f4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7890048 Mar 08 12:47:17.064430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39294) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:17.132486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:47:17.134125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.167880 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:17.270477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Allocated IP 172.20.0.2 (9d0af87d-96d6-4006-8e5f-2ccd0646d138/a1f6901c-3bc5-401a-8b98-9248e34590e0/1980e852-4eee-4efe-85ff-da1748f528ef) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:47:17.346010 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:14Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:17.377372 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57088f16-fb73-4794-b032-7587de15ce90 None None] The sync data for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv is: [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:14Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:47:17.425443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.502579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.514924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.545467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:47:17.548349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:47:17.552003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:47:17.557433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Pushing event updated for resources: {'Port': ['ID=1980e852-4eee-4efe-85ff-da1748f528ef,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:17.787689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Attempting to bind port 1980e852-4eee-4efe-85ff-da1748f528ef on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:47:17.788062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Attempting to bind port 1980e852-4eee-4efe-85ff-da1748f528ef by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:47:17.788540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Attempting to bind port 1980e852-4eee-4efe-85ff-da1748f528ef on network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:47:17.794685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:47:17.795294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Checking segment: {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:47:17.795751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.796200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Bound using segment: {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:47:17.796726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Bound port: 1980e852-4eee-4efe-85ff-da1748f528ef, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:47:17.797160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.829007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (9d0af87d-96d6-4006-8e5f-2ccd0646d138/a1f6901c-3bc5-401a-8b98-9248e34590e0/7672b3b9-6be1-4ade-a2f9-c31aac8b283b) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:47:17.865185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] For port 1980e852-4eee-4efe-85ff-da1748f528ef, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:47:17.870055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] For port 1980e852-4eee-4efe-85ff-da1748f528ef, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1980e852-4eee-4efe-85ff-da1748f528ef,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:47:17.953034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:17.953919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.034120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08f99d-2c25-4a4a-918a-85474280fd86 None None] Pushing event updated for resources: {'Port': ['ID=1980e852-4eee-4efe-85ff-da1748f528ef,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:18.082223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:47:18.102709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.143012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:18.143379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.152110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:47:18.155798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:47:18.160005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:47:18.167222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:18.238950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.281635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.308811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:18.400064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.449221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:18.480579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.764073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.851043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.931455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:18.934094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:18.971750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac9ee0-1044-4c1b-829d-8431cb78a324 None None] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:47:19.031038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:47:19.033306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:47:19.062795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f4011986-8f6b-47fa-92e8-b9cb2e055c84 None None] Provisioning complete for port 1980e852-4eee-4efe-85ff-da1748f528ef triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:19.063406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f4011986-8f6b-47fa-92e8-b9cb2e055c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:19.152505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 8e563824-f7e8-4208-960e-0d09a941449a has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:47:19.203637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f4011986-8f6b-47fa-92e8-b9cb2e055c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:19.240493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f4011986-8f6b-47fa-92e8-b9cb2e055c84 None None] For port 1980e852-4eee-4efe-85ff-da1748f528ef, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1980e852-4eee-4efe-85ff-da1748f528ef,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:19.276597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:47:19.281931 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8cab1a5e-e27a-4aea-bf31-5a9189221f55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/8e563824-f7e8-4208-960e-0d09a941449a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2164960 Mar 08 12:47:19.284411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39298) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:19.302598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f4011986-8f6b-47fa-92e8-b9cb2e055c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:19.373582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4011986-8f6b-47fa-92e8-b9cb2e055c84 None None] Pushing event updated for resources: {'Port': ['ID=1980e852-4eee-4efe-85ff-da1748f528ef,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:19.487668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.500427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.500427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.500427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.500427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.500427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.500427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.500427 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ff8cd0ef-679c-4875-b558-fd2e6656f71f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2071948 Mar 08 12:47:19.501045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39310) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:19.526095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c1f21aef-e2f4-4d51-8e0f-19d4aebbe814 None None] Provisioning complete for port 1980e852-4eee-4efe-85ff-da1748f528ef triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:19.526457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c1f21aef-e2f4-4d51-8e0f-19d4aebbe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:19.595973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.596424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.596865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.597446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.598010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.598495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.598926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.600852 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-13e80e78-09c2-45e5-b717-c5713b87c06a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1043701 Mar 08 12:47:19.603980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39312) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:19.623440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Sync routers for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:47:19.642865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:19.643607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:19.684900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c1f21aef-e2f4-4d51-8e0f-19d4aebbe814 None None] Provisioning complete for port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:19.684900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c1f21aef-e2f4-4d51-8e0f-19d4aebbe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:19.747544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c1f21aef-e2f4-4d51-8e0f-19d4aebbe814 None None] Port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:47:19.816585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:19.904818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73998-012b-44a1-9721-4791b7bf8246 req-2355e803-62df-490e-b6af-6d342a6b0419 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:19.915066 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e73998-012b-44a1-9721-4791b7bf8246 req-2355e803-62df-490e-b6af-6d342a6b0419 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0732744 Mar 08 12:47:19.983225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e73998-012b-44a1-9721-4791b7bf8246 req-083d8abe-d6b6-420b-b097-af5c8e2255c6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666735 Mar 08 12:47:20.010076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e8b16823-306a-4712-9987-ca53a0e4c49b None None] Provisioning complete for port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:20.010490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8b16823-306a-4712-9987-ca53a0e4c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.098950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e8b16823-306a-4712-9987-ca53a0e4c49b None None] Port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:47:20.152945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:20.188991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1980e852-4eee-4efe-85ff-da1748f528ef up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:47:20.192228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Checking router: 8e563824-f7e8-4208-960e-0d09a941449a for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:47:20.192546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Updating router 8e563824-f7e8-4208-960e-0d09a941449a port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:47:20.202542 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2bc40be3-ab89-417c-93e6-554ad72af60d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.5970614 Mar 08 12:47:20.256659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.266856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-450c58ac-4e7e-4552-8005-4c67fc70d0de None None] Provisioning complete for port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:20.267135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-450c58ac-4e7e-4552-8005-4c67fc70d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.343603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-450c58ac-4e7e-4552-8005-4c67fc70d0de None None] Port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:47:20.347250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1980e852-4eee-4efe-85ff-da1748f528ef triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:20.347609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.535609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39324) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:20.540505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bd266a10-9508-4228-8b8e-f63888220d7a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290931821', 'description': 'tempest-secgroup-smoke-290931821 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:20.543831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:47:20.634691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bd266a10-9508-4228-8b8e-f63888220d7a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.655508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:20.655877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.660965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.701402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bd266a10-9508-4228-8b8e-f63888220d7a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.748079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.782474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bd266a10-9508-4228-8b8e-f63888220d7a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.801940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76a6c7-1e3e-45c5-82a0-a782678b9283 None None] Pushing event updated for resources: {'Port': ['ID=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:20.817597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266a10-9508-4228-8b8e-f63888220d7a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e70a9b-3411-4734-9f0c-a63023092464,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:20.859892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Attempting to bind port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:47:20.860251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Attempting to bind port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:47:20.862382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Attempting to bind port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b on network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:47:20.865871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:47:20.866252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Checking segment: {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:47:20.867465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.867879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Bound using segment: {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:47:20.868336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Bound port: 7672b3b9-6be1-4ade-a2f9-c31aac8b283b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:47:20.868712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.881863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bd266a10-9508-4228-8b8e-f63888220d7a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.884091 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bd266a10-9508-4228-8b8e-f63888220d7a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3473096 Mar 08 12:47:20.886745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39326) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:20.891557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c0ad8a57-ce6e-4ecc-a4d6-ee0b4897bca7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'd0e70a9b-3411-4734-9f0c-a63023092464', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:20.935496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] For port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:47:20.938841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] For port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:47:20.983467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8a57-ce6e-4ecc-a4d6-ee0b4897bca7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:20.999957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.030267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8a57-ce6e-4ecc-a4d6-ee0b4897bca7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.074509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:21.075138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:21.078940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76a6c7-1e3e-45c5-82a0-a782678b9283 None None] Pushing event updated for resources: {'Port': ['ID=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:21.087083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8a57-ce6e-4ecc-a4d6-ee0b4897bca7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.114553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad8a57-ce6e-4ecc-a4d6-ee0b4897bca7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfbad8d-b707-4152-9773-fcc88abc3383,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:21.124678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745d32b-0896-4d84-85ae-0d8eeafbefe4 req-62dc194c-3ff1-41d2-b89d-0dd253f21cff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:21.125046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0f801ba9-00c1-4f58-83db-772d3ff15319 None None] Provisioning complete for port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:21.125523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f801ba9-00c1-4f58-83db-772d3ff15319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.126205 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a745d32b-0896-4d84-85ae-0d8eeafbefe4 req-62dc194c-3ff1-41d2-b89d-0dd253f21cff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0778720 Mar 08 12:47:21.173464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a745d32b-0896-4d84-85ae-0d8eeafbefe4 req-1c75bff5-809e-4b38-92cc-bd78e2103cd4 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391889 Mar 08 12:47:21.196358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c0ad8a57-ce6e-4ecc-a4d6-ee0b4897bca7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.197588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c0ad8a57-ce6e-4ecc-a4d6-ee0b4897bca7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098059 Mar 08 12:47:21.200365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39330) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:21.205742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c3851814-4f4e-4d3c-a12f-4feaf7f41e38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'd0e70a9b-3411-4734-9f0c-a63023092464', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:21.238592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:21.307771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3851814-4f4e-4d3c-a12f-4feaf7f41e38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.349545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f801ba9-00c1-4f58-83db-772d3ff15319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.369126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3851814-4f4e-4d3c-a12f-4feaf7f41e38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.425712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-0f801ba9-00c1-4f58-83db-772d3ff15319 None None] For port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:21.474266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3851814-4f4e-4d3c-a12f-4feaf7f41e38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.495396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3851814-4f4e-4d3c-a12f-4feaf7f41e38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7b7fdb-7d79-4c9c-961d-8da96cbbdb61,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:21.507379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f801ba9-00c1-4f58-83db-772d3ff15319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.511506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:20Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:21.601817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c3851814-4f4e-4d3c-a12f-4feaf7f41e38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.603317 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c3851814-4f4e-4d3c-a12f-4feaf7f41e38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4017107 Mar 08 12:47:21.606228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39332) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:21.611168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-18ac7ab6-b723-4541-babc-046019fc7cc9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'd0e70a9b-3411-4734-9f0c-a63023092464', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:21.707265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18ac7ab6-b723-4541-babc-046019fc7cc9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.713247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d01d2-6276-441a-ad96-97664f27a254 None None] The sync data for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv is: [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:20Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:47:21.736732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f7a65a70-2a22-4c39-8741-f5f9b1ef994e None None] Provisioning complete for port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:21.737107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7a65a70-2a22-4c39-8741-f5f9b1ef994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.766511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f801ba9-00c1-4f58-83db-772d3ff15319 None None] Pushing event updated for resources: {'Port': ['ID=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:21.833790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18ac7ab6-b723-4541-babc-046019fc7cc9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.919077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18ac7ab6-b723-4541-babc-046019fc7cc9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:21.938846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac7ab6-b723-4541-babc-046019fc7cc9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc67e55-1d7b-4774-9221-e71beff48d23,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:22.001206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18ac7ab6-b723-4541-babc-046019fc7cc9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.002801 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-18ac7ab6-b723-4541-babc-046019fc7cc9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953252 Mar 08 12:47:22.005565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39334) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:22.011485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8e6abd8f-8ef1-4f53-9d92-56b8a7e4ab8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'd0e70a9b-3411-4734-9f0c-a63023092464', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:22.082807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7672b3b9-6be1-4ade-a2f9-c31aac8b283b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:47:22.095750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8e6abd8f-8ef1-4f53-9d92-56b8a7e4ab8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.144015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:22.144582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.180533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8e6abd8f-8ef1-4f53-9d92-56b8a7e4ab8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.263257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8e6abd8f-8ef1-4f53-9d92-56b8a7e4ab8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.286542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6abd8f-8ef1-4f53-9d92-56b8a7e4ab8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7e97aa-8aba-434e-8f7f-e9269c73a982,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:22.333952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba7b06-cf54-4328-a3e4-aa2834fa3c25 req-b313c42f-eb0c-4048-98b7-c78d29c4c925 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:22.336095 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-daba7b06-cf54-4328-a3e4-aa2834fa3c25 req-b313c42f-eb0c-4048-98b7-c78d29c4c925 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0697329 Mar 08 12:47:22.367790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8e6abd8f-8ef1-4f53-9d92-56b8a7e4ab8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.371512 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8e6abd8f-8ef1-4f53-9d92-56b8a7e4ab8b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624406 Mar 08 12:47:22.371730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39338) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:22.376668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'd0e70a9b-3411-4734-9f0c-a63023092464', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:22.380596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-daba7b06-cf54-4328-a3e4-aa2834fa3c25 req-f4b93f44-0f1e-43c1-8a2d-b6e4550580e8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378487 Mar 08 12:47:22.474094 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:47:22.480228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.545256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.629940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.647548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14aa9592-126b-47a8-9016-4e3f12fb5a5a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:22.732668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.734026 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ea0a59bf-514a-49fc-b57e-17dbb37c1044 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3610725 Mar 08 12:47:22.736625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39340) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:22.740983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'd0e70a9b-3411-4734-9f0c-a63023092464', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:22.890624 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:47:22.896192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:22.958511 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:23.061757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:23.080316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f7b5fa-f485-4d57-95b4-5422c0394010,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:23.172867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:23.174026 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6b25f70c-3446-4e45-944b-4aee23153842 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4364605 Mar 08 12:47:23.358653 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-822bb300-309e-4499-be39-fffe47d7d6ed tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290931821&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0324011 Mar 08 12:47:23.477312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-954584b7-1ce1-4331-b6b3-368013d62f2d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:23.478824 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-954584b7-1ce1-4331-b6b3-368013d62f2d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=9d0af87d-96d6-4006-8e5f-2ccd0646d138 HTTP/1.1" status: 200 len: 797 time: 0.1136050 Mar 08 12:47:23.512488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-6d702ea3-f47d-4eb1-a0f3-66b029caf948 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0192783 Mar 08 12:47:23.536799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43be1-bd4f-4280-a1e7-4ab9e70f69fa req-123c5a24-8745-42fb-9075-7cb4bddce263 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:23.538270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dad43be1-bd4f-4280-a1e7-4ab9e70f69fa req-123c5a24-8745-42fb-9075-7cb4bddce263 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0809312 Mar 08 12:47:23.592983 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dad43be1-bd4f-4280-a1e7-4ab9e70f69fa req-4bb96ef9-3d3b-4143-8a54-9c8d42f5e350 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Mar 08 12:47:23.599536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-d2a46bdc-fb1d-43e8-a1d3-129c67a8264d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812533 Mar 08 12:47:23.696188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-2d8adfb5-d743-4369-be5e-1d7bdbb84a52 service neutron] 10.222.0.65 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 Mar 08 12:47:23.793298 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-687b4484-6bb5-4410-afc8-a5b9bf4419ee service neutron] 10.222.0.65 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909042 Mar 08 12:47:24.024637 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80d89368-fa36-41f8-aa45-3128b198cc08 req-45f0fbf0-6f79-4e70-a60d-121bb375f15c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Mar 08 12:47:24.710975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5295c-dfe6-4aa4-8233-b16cd4bdb139 req-0e485824-a1b8-4524-8878-a02a9bf34294 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:24.712490 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d4b5295c-dfe6-4aa4-8233-b16cd4bdb139 req-0e485824-a1b8-4524-8878-a02a9bf34294 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0498488 Mar 08 12:47:24.750781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d4b5295c-dfe6-4aa4-8233-b16cd4bdb139 req-d77e435e-ff94-4612-a2fd-c796c423c2da tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323985 Mar 08 12:47:25.125025 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50efe65f-a417-4fb5-b29e-556672cc98f2 req-efd095b6-90c5-4cab-89be-bc02026ebb00 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 210 time: 0.0319762 Mar 08 12:47:25.399728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:25.871026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce58fd0-fa73-4d5d-bd1c-f083adf6197c req-b63dfa86-1e0f-43f8-9f72-3b1238084e8e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:25.872541 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ce58fd0-fa73-4d5d-bd1c-f083adf6197c req-b63dfa86-1e0f-43f8-9f72-3b1238084e8e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0529745 Mar 08 12:47:25.913609 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ce58fd0-fa73-4d5d-bd1c-f083adf6197c req-bff9311f-1caa-49ad-a472-c005b74d3b48 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328557 Mar 08 12:47:25.974151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4862696b-d0fe-4220-a426-923169f07fd6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:25.975789 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4862696b-d0fe-4220-a426-923169f07fd6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=9d0af87d-96d6-4006-8e5f-2ccd0646d138 HTTP/1.1" status: 200 len: 797 time: 0.1050520 Mar 08 12:47:26.021943 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-1ebdb8ae-ad5f-47bd-a32e-062999396821 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 379 time: 0.0353739 Mar 08 12:47:26.030911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '17433b53-2e48-4d36-afce-079c7e235af4', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['d0e70a9b-3411-4734-9f0c-a63023092464']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:26.223528 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-109e2454-8ff4-4fdf-a1f6-61f529e49210 req-f256a46c-58ea-4750-a6eb-5448084b5722 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 210 time: 0.0293961 Mar 08 12:47:26.273278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:47:26.277051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:26.417230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.11 (9d0af87d-96d6-4006-8e5f-2ccd0646d138/a1f6901c-3bc5-401a-8b98-9248e34590e0/8c22612b-2662-4daa-9dae-1ff3cbbd64e6) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:47:26.574517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:26.662404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:26.714270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:47:26.717210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:47:26.721228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:47:26.731556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:26.787745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:26.788327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:26.842394 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-4d565308-4daa-41e7-9817-9e382da3427d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8150332 Mar 08 12:47:26.857018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Request body: {'port': {'device_id': '17433b53-2e48-4d36-afce-079c7e235af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:26.924645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:27.007577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2d66277c-75b7-40fa-8132-64ecd4b8a35c None None] Provisioning complete for port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:27.008136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2d66277c-75b7-40fa-8132-64ecd4b8a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:27.035713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf136c2-4801-47a4-91b1-287916609851 req-1c9d9e01-820e-4874-951e-17511704e653 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:27.037435 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-caf136c2-4801-47a4-91b1-287916609851 req-1c9d9e01-820e-4874-951e-17511704e653 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0544357 Mar 08 12:47:27.045496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2d66277c-75b7-40fa-8132-64ecd4b8a35c None None] Port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:47:27.076481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-caf136c2-4801-47a4-91b1-287916609851 req-366c4c7e-df42-41e3-b1b9-12ff27e2441c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323122 Mar 08 12:47:27.203233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:47:27.211170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:27.222626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Transition to ACTIVE for port object 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:47:27.307579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:27.359535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110828-a44d-4d35-8404-23c94c7137ec req-1cfbd85a-7cbb-41be-91b6-7b79bc92a524 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:27.361054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Pushing event updated for resources: {'Port': ['ID=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:27.361310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d110828-a44d-4d35-8404-23c94c7137ec req-1cfbd85a-7cbb-41be-91b6-7b79bc92a524 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 944 time: 0.0574036 Mar 08 12:47:27.410118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d110828-a44d-4d35-8404-23c94c7137ec req-377009ec-0d98-4d34-8b8a-7bae767b0241 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350616 Mar 08 12:47:27.435611 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Attempting to bind port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:47:27.435946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Attempting to bind port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:47:27.436269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Attempting to bind port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 on network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:47:27.441027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 on network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:47:27.441343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Attempting to bind port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 on network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:47:27.447114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:47:27.447443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Checking segment: {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:47:27.447818 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Bound using segment: {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:47:27.448273 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Bound port: 8c22612b-2662-4daa-9dae-1ff3cbbd64e6, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84df633e-a47f-4b3b-8841-7326cda3571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:47:27.448626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:27.514833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] For port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:47:27.518132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] For port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:47:27.605269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:27.643997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:27.644595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:27.646325 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] 10.222.0.45 "PUT /v2.0/ports/8c22612b-2662-4daa-9dae-1ff3cbbd64e6 HTTP/1.1" status: 200 len: 1094 time: 0.7959976 Mar 08 12:47:27.649099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:27.652547 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec0a1d7-bda9-4f6f-8a10-c4ab2ad178a1" -d '{"events": [{"name": "network-changed", "server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:27.677656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346f32-876d-4f81-8866-33d240b60d6d service neutron] Pushing event updated for resources: {'Port': ['ID=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:27.697480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ffb277-b859-45a0-81e7-7732e3b485d2 x-openstack-request-id: req-e7ffb277-b859-45a0-81e7-7732e3b485d2 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:27.697765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:27.698046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7ffb277-b859-45a0-81e7-7732e3b485d2 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:27.698442 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'status': 'completed', 'code': 200} Mar 08 12:47:27.767740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0a1d7-bda9-4f6f-8a10-c4ab2ad178a1 req-f8618647-3e59-49f9-8e05-0b9bae70a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:27.769438 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-cec0a1d7-bda9-4f6f-8a10-c4ab2ad178a1 req-f8618647-3e59-49f9-8e05-0b9bae70a08a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 1097 time: 0.0476940 Mar 08 12:47:27.875994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0a1d7-bda9-4f6f-8a10-c4ab2ad178a1 req-6dce0d01-aff5-40c5-92a8-4637a489b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:27.877465 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-cec0a1d7-bda9-4f6f-8a10-c4ab2ad178a1 req-6dce0d01-aff5-40c5-92a8-4637a489b134 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986357 Mar 08 12:47:27.970179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0a1d7-bda9-4f6f-8a10-c4ab2ad178a1 req-b8760080-800f-4fc8-9736-c646f9ef179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:27.971639 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-cec0a1d7-bda9-4f6f-8a10-c4ab2ad178a1 req-b8760080-800f-4fc8-9736-c646f9ef179c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872064 Mar 08 12:47:28.047494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-b8c03b12-ee2a-4dc8-9799-a4ce0b35b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:28.048974 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-b8c03b12-ee2a-4dc8-9799-a4ce0b35b91a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 1097 time: 0.0406032 Mar 08 12:47:28.094246 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-c6396ff7-5b5d-4cde-8c0b-6b550908eba1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6 HTTP/1.1" status: 200 len: 217 time: 0.0381298 Mar 08 12:47:28.143150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-af88270f-962c-4a7c-a86b-a50359d351bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:28.144592 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-af88270f-962c-4a7c-a86b-a50359d351bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1f6901c-3bc5-401a-8b98-9248e34590e0 HTTP/1.1" status: 200 len: 835 time: 0.0439601 Mar 08 12:47:28.187977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-51aa79fe-f17f-4d10-be1b-4288ad25f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:28.189463 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-51aa79fe-f17f-4d10-be1b-4288ad25f77e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d0af87d-96d6-4006-8e5f-2ccd0646d138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390275 Mar 08 12:47:28.192746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f96c47-64be-4ebc-b1c2-67ada928ab65 req-6ad8f742-78cd-44ca-8d8f-aecf39f68553 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:28.194280 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f7f96c47-64be-4ebc-b1c2-67ada928ab65 req-6ad8f742-78cd-44ca-8d8f-aecf39f68553 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0501068 Mar 08 12:47:28.233315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f7f96c47-64be-4ebc-b1c2-67ada928ab65 req-805f5d00-6bf7-4c0e-85c9-dd617a2c197b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Mar 08 12:47:28.282590 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-7a3e49c6-5da7-47e7-b0f4-97a30b364f47 service neutron] 10.222.0.45 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Mar 08 12:47:28.370092 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50a7ca95-7e07-4531-b25d-591faf1d6bf6 req-816174c4-647b-4e1e-bcd7-ff916d9ca21a service neutron] 10.222.0.45 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805359 Mar 08 12:47:28.534146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0cfb1-faf0-43e4-b93c-9c0a899b9aed req-f49febf1-55a0-42d9-aa8e-e1547d41f207 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:28.535754 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44a0cfb1-faf0-43e4-b93c-9c0a899b9aed req-f49febf1-55a0-42d9-aa8e-e1547d41f207 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 944 time: 0.0563543 Mar 08 12:47:28.573924 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44a0cfb1-faf0-43e4-b93c-9c0a899b9aed req-bb88acea-bf81-481a-b017-987a9dff8760 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Mar 08 12:47:28.819128 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:47:29.033132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd54c04c-489c-4750-b31e-de8ff7ccb70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:29.350314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f5b0-3eb7-4b7e-a910-04b7e6d691dc req-90c2e28d-5803-4cdd-91fb-610a4b6723ff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:29.352446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-02c3f5b0-3eb7-4b7e-a910-04b7e6d691dc req-90c2e28d-5803-4cdd-91fb-610a4b6723ff tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0526028 Mar 08 12:47:29.389613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-02c3f5b0-3eb7-4b7e-a910-04b7e6d691dc req-5da13531-0c20-490f-862f-c9963e36b53d tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Mar 08 12:47:29.687633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105db051-d4b3-4d97-b981-cff14ca56224 req-5e9932e0-7f58-469f-aea3-178e6bd22a50 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:29.689094 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-105db051-d4b3-4d97-b981-cff14ca56224 req-5e9932e0-7f58-469f-aea3-178e6bd22a50 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 944 time: 0.0502694 Mar 08 12:47:29.728127 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-105db051-d4b3-4d97-b981-cff14ca56224 req-efe136a7-5adf-4d17-96d7-e2f9981cdd0f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Mar 08 12:47:30.069481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:47:30.167045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:30.178155 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'port_id': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'mac_address': 'fa:16:3e:a3:b5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:47:30.214896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:30.231181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:47:30.250354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:30.336185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:30.385075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:30.506892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39af76e-9e39-46b5-a4a7-433063c56e30 req-af2a3d0c-402b-49fa-998c-90a47cc66ec6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:30.508290 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c39af76e-9e39-46b5-a4a7-433063c56e30 req-af2a3d0c-402b-49fa-998c-90a47cc66ec6 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0497315 Mar 08 12:47:30.547189 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c39af76e-9e39-46b5-a4a7-433063c56e30 req-64b41e42-ae2f-4000-bc48-e729be6c5790 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328310 Mar 08 12:47:30.571355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['8c22612b-2662-4daa-9dae-1ff3cbbd64e6'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:47:30.848641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa571-f5fa-4c59-82fd-91d3f2f3c0d4 req-95fd911a-0c78-4871-9acc-269bbfe000a3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:30.850275 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3fbfa571-f5fa-4c59-82fd-91d3f2f3c0d4 req-95fd911a-0c78-4871-9acc-269bbfe000a3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 945 time: 0.0533278 Mar 08 12:47:30.889334 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3fbfa571-f5fa-4c59-82fd-91d3f2f3c0d4 req-b931e784-4dc3-4a25-ac8f-d053c33b44b9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Mar 08 12:47:31.664764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f963a-fd05-453b-b896-d7184c29e191 req-2ed37203-8955-462a-8c77-47c58e031f04 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:31.666553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-603f963a-fd05-453b-b896-d7184c29e191 req-2ed37203-8955-462a-8c77-47c58e031f04 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0499103 Mar 08 12:47:31.684688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-29fe0d40-87ef-4437-9f00-76a77981c3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:31.706929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-603f963a-fd05-453b-b896-d7184c29e191 req-1cd620cb-e6ce-477b-a6cf-f3a00e248b87 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Mar 08 12:47:32.006757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80ab5b-38e3-40e1-bad3-053f77e66e36 req-21b8e1d9-ebc8-4d5c-b4a1-854149601676 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:32.008224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae80ab5b-38e3-40e1-bad3-053f77e66e36 req-21b8e1d9-ebc8-4d5c-b4a1-854149601676 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 945 time: 0.0501957 Mar 08 12:47:32.046360 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae80ab5b-38e3-40e1-bad3-053f77e66e36 req-86151522-16e6-4ce8-b0bb-c432cdd0e85c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320714 Mar 08 12:47:32.086534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:47:32.193137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:47:32.196852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:32.197219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:32.278361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:32.300920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:32.303183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dcf699-4203-4e35-98e3-d1bb1e471d43" -d '{"events": [{"server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "name": "network-vif-plugged", "status": "completed", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:32.315368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:32.341941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf51b065-24f2-4935-9793-6b10fb2e3891 x-openstack-request-id: req-cf51b065-24f2-4935-9793-6b10fb2e3891 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:32.341941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "name": "network-vif-plugged", "status": "completed", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:32.341941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf51b065-24f2-4935-9793-6b10fb2e3891 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:32.341941 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'code': 200} Mar 08 12:47:32.393486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:32.442602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:32.615912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366ae41-e633-43a9-b166-cc467dcf41a6 req-e6f4a1dd-630b-4305-9e15-790db21348eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:32.617415 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d366ae41-e633-43a9-b166-cc467dcf41a6 req-e6f4a1dd-630b-4305-9e15-790db21348eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 1099 time: 0.0406296 Mar 08 12:47:32.659440 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d366ae41-e633-43a9-b166-cc467dcf41a6 req-775ccfae-acf8-4aa7-8ca9-9cd6dddefb11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331886 Mar 08 12:47:32.661350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:32.826628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad2c15-4158-4120-b808-3f77404d8d0d req-7faede34-8e8f-4d5f-8152-3c554d918228 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:32.828081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9dad2c15-4158-4120-b808-3f77404d8d0d req-7faede34-8e8f-4d5f-8152-3c554d918228 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0537403 Mar 08 12:47:32.864811 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9dad2c15-4158-4120-b808-3f77404d8d0d req-77a87667-1ba6-4ad1-b51d-47de69b920f5 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 Mar 08 12:47:33.168273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a63f8b-a88a-4d2d-ab04-2e1784abcd4c req-7a0f345c-e108-4f8b-9803-fe8e8c458563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:33.169791 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01a63f8b-a88a-4d2d-ab04-2e1784abcd4c req-7a0f345c-e108-4f8b-9803-fe8e8c458563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 946 time: 0.0532556 Mar 08 12:47:33.179929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadb0de-fe34-47a8-a105-a4851fde87ae req-6fc14333-3c60-4bbe-9049-04802efb0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:33.181406 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-0cadb0de-fe34-47a8-a105-a4851fde87ae req-6fc14333-3c60-4bbe-9049-04802efb0b25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1099 time: 0.0418212 Mar 08 12:47:33.209163 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01a63f8b-a88a-4d2d-ab04-2e1784abcd4c req-79452441-3f2d-4a7e-8b33-fa9d65bea54f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331757 Mar 08 12:47:33.216958 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-0cadb0de-fe34-47a8-a105-a4851fde87ae req-267d6581-3c4c-4e33-bca5-43d2e69e9704 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275893 Mar 08 12:47:33.736214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:33.981245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e48e-1cc2-4dfc-be51-79859387f4cc req-e2e772be-efad-42f6-92c2-eb7b65287858 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:33.982774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3ee8e48e-1cc2-4dfc-be51-79859387f4cc req-e2e772be-efad-42f6-92c2-eb7b65287858 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0509064 Mar 08 12:47:34.020641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3ee8e48e-1cc2-4dfc-be51-79859387f4cc req-9475f944-1c6b-4da0-99bc-911f76992d9f tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319743 Mar 08 12:47:34.086897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0f8438ee-10ae-4052-ac01-3354a919082a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:47:34.208425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:34.221662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '0f8438ee-10ae-4052-ac01-3354a919082a', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'port_id': '0f8438ee-10ae-4052-ac01-3354a919082a', 'mac_address': 'fa:16:3e:76:cd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:47:34.260854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:34.273830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f8438ee-10ae-4052-ac01-3354a919082a {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:47:34.294894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:34.318740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:34.332341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ffaa-609b-4592-a973-c52916e6c4f6 req-4b5fdf6d-1c6a-4be1-b4af-847f04859e37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:34.333864 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463ffaa-609b-4592-a973-c52916e6c4f6 req-4b5fdf6d-1c6a-4be1-b4af-847f04859e37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 946 time: 0.0555403 Mar 08 12:47:34.373921 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463ffaa-609b-4592-a973-c52916e6c4f6 req-ee74ebd9-8b83-4a34-b37d-463d7d7dabb5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330412 Mar 08 12:47:34.376331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:34.430715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:34.491765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c8e9c-b797-4c85-a911-88aa0785f9a0 req-bc2140bb-f63b-4958-aa44-d3b5de4d445d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:34.493153 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e59c8e9c-b797-4c85-a911-88aa0785f9a0 req-bc2140bb-f63b-4958-aa44-d3b5de4d445d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 946 time: 0.0503671 Mar 08 12:47:34.533574 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e59c8e9c-b797-4c85-a911-88aa0785f9a0 req-eea2f7d8-e883-46b6-91f6-d7df5a76e8ce tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335722 Mar 08 12:47:34.555983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39416) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:34.595996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df213632-c28e-41ca-b590-b77b94e1fa6b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:34.597492 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-df213632-c28e-41ca-b590-b77b94e1fa6b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 1094 time: 0.0405345 Mar 08 12:47:34.600244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39418) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:34.606387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:47:34.606607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['0f8438ee-10ae-4052-ac01-3354a919082a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:47:34.690519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:34.793249 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:34.900416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.93 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/cc4b5dcd-e6da-427d-8bfe-9577d8f4cb08) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:47:35.002925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:35.085468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:35.127485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:47:35.132676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:47:35.135100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:47:35.139165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=cc4b5dcd-e6da-427d-8bfe-9577d8f4cb08,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:35.139889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8982a37-bc32-48ab-95ef-e00ecf5c7669 req-1b0bff3a-7c24-4531-b3fd-4b6bcdb00a38 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:35.141526 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8982a37-bc32-48ab-95ef-e00ecf5c7669 req-1b0bff3a-7c24-4531-b3fd-4b6bcdb00a38 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 945 time: 0.0513718 Mar 08 12:47:35.187002 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8982a37-bc32-48ab-95ef-e00ecf5c7669 req-42e0a28c-76f3-497d-871a-3edf96fd740c tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351918 Mar 08 12:47:35.209218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39422) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:35.273657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-126a366e-87b7-4564-b7a3-a64135b251dd tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/floatingips/35245606-83ee-4474-bcdb-f9301b007005 HTTP/1.1" status: 200 len: 991 time: 0.0629182 Mar 08 12:47:35.616101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:35.801663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:35.946416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:36.010383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:36.082513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=cc4b5dcd-e6da-427d-8bfe-9577d8f4cb08,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:36.091420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:36.100920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0f8438ee-10ae-4052-ac01-3354a919082a up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:47:36.153472 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 0f8438ee-10ae-4052-ac01-3354a919082a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:47:36.153864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:36.195653 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP bda39a99-5c5d-4eda-adfc-7834be3eaf41 associated. External IP: 172.26.3.93, port: 8c22612b-2662-4daa-9dae-1ff3cbbd64e6. Mar 08 12:47:36.239068 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:36.256577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:36.258829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e681d0-9b22-4b7c-b304-08ab80639e9f" -d '{"events": [{"server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "name": "network-vif-plugged", "status": "completed", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:36.271946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:36.299483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342d9a4f-19d8-40f8-93ad-39f77a8170fa x-openstack-request-id: req-342d9a4f-19d8-40f8-93ad-39f77a8170fa {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:36.299769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "name": "network-vif-plugged", "status": "completed", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:36.300019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-342d9a4f-19d8-40f8-93ad-39f77a8170fa {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:36.300399 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a', 'code': 200} Mar 08 12:47:36.341893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:36.392097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:36.678837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 8e563824-f7e8-4208-960e-0d09a941449a has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:47:36.782708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:47:36.792555 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] Sync routers for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:47:36.802534 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:36.803128 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:36.870526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:36.900603 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bf528e30-a79d-434b-afcb-7821c07bf09b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2979999 Mar 08 12:47:36.901218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:36.903501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4e258-8439-44a0-83d6-a17b94c464b1" -d '{"events": [{"name": "network-changed", "server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:36.903692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39426) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:36.909664 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:36.945014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba93f157-db5a-48a5-981b-ffec4703bb66 x-openstack-request-id: req-ba93f157-db5a-48a5-981b-ffec4703bb66 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:36.945325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:36.945566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba93f157-db5a-48a5-981b-ffec4703bb66 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:36.946011 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'status': 'completed', 'code': 200} Mar 08 12:47:36.968958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-872d700e-589c-4765-bb37-2faa7a87a3b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/bda39a99-5c5d-4eda-adfc-7834be3eaf41 HTTP/1.1" status: 200 len: 991 time: 0.0631783 Mar 08 12:47:37.017671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-75f9eddc-70ed-452d-a6ff-07c3d1002b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:37.019196 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-75f9eddc-70ed-452d-a6ff-07c3d1002b13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 1099 time: 0.0411346 Mar 08 12:47:37.108202 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-09d06feb-8fee-406a-ad06-a2aa0a9d29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:37.109702 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-09d06feb-8fee-406a-ad06-a2aa0a9d29a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d0af87d-96d6-4006-8e5f-2ccd0646d138 HTTP/1.1" status: 200 len: 898 time: 0.0843680 Mar 08 12:47:37.134339 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'bda39a99-5c5d-4eda-adfc-7834be3eaf41', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'port_id': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'mac_address': 'fa:16:3e:a3:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17433b53-2e48-4d36-afce-079c7e235af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:47:35Z', 'updated_at': '2022-03-08T12:47:35Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:21Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:37.182045 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-568dabcd-8bc2-4aaf-9e1a-eaf15b4ba530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6 HTTP/1.1" status: 200 len: 999 time: 0.0657604 Mar 08 12:47:37.233789 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-50e6251c-a166-457b-8a1d-c3d34614813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:37.235215 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-50e6251c-a166-457b-8a1d-c3d34614813d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1f6901c-3bc5-401a-8b98-9248e34590e0 HTTP/1.1" status: 200 len: 835 time: 0.0469871 Mar 08 12:47:37.248627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] Checking router: 8e563824-f7e8-4208-960e-0d09a941449a for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:47:37.256897 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:37.257525 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:37.281019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-a8e33700-9bf6-4e0e-8608-a2f8b570b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:37.282557 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-a8e33700-9bf6-4e0e-8608-a2f8b570b0c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d0af87d-96d6-4006-8e5f-2ccd0646d138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410371 Mar 08 12:47:37.360510 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:37.375145 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-ff8fc02f-905a-4153-a876-2237f7aa2bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Mar 08 12:47:37.464519 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-82a4e258-8439-44a0-83d6-a17b94c464b1 req-526f03f6-75bd-4744-911d-6bc2ddf360d8 service neutron] 10.222.0.45 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826619 Mar 08 12:47:37.576608 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'bda39a99-5c5d-4eda-adfc-7834be3eaf41', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'port_id': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'mac_address': 'fa:16:3e:a3:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17433b53-2e48-4d36-afce-079c7e235af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:47:35Z', 'updated_at': '2022-03-08T12:47:35Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:21Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:37.605300 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb51fbf-9435-471b-b8af-565b5004523a None None] The sync data for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv is: [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'bda39a99-5c5d-4eda-adfc-7834be3eaf41', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'port_id': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'mac_address': 'fa:16:3e:a3:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17433b53-2e48-4d36-afce-079c7e235af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:47:35Z', 'updated_at': '2022-03-08T12:47:35Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:21Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:47:37.806609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089dfb3b-a8a5-4e08-b7f8-65f201cbcf97 None None] New status for floating IP bda39a99-5c5d-4eda-adfc-7834be3eaf41: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:47:37.971718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39430) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:38.041411 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-29f0a6cf-8a09-4b9b-9bfd-dea780436cda tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/bda39a99-5c5d-4eda-adfc-7834be3eaf41 HTTP/1.1" status: 200 len: 991 time: 0.0685527 Mar 08 12:47:39.045172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39432) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:47:39.108908 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4b53be39-0e64-49d8-ae9f-7d9a797b83d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/bda39a99-5c5d-4eda-adfc-7834be3eaf41 HTTP/1.1" status: 200 len: 993 time: 0.0626655 Mar 08 12:47:51.794318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8271ee3-f299-41a2-8619-5fd2c693e60f req-ee63e81f-f092-40e1-84b8-11581fd05710 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:51.795871 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8271ee3-f299-41a2-8619-5fd2c693e60f req-ee63e81f-f092-40e1-84b8-11581fd05710 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 945 time: 0.0500467 Mar 08 12:47:51.833755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8271ee3-f299-41a2-8619-5fd2c693e60f req-298804d5-8a4a-4de7-a422-299e009af75f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317459 Mar 08 12:47:52.955545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655618c-e9e5-4270-aed5-e1f49427fa57 req-9bd5f238-0c6e-49d5-ba1f-915c51a4ef2f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:52.957017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a655618c-e9e5-4270-aed5-e1f49427fa57 req-9bd5f238-0c6e-49d5-ba1f-915c51a4ef2f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 945 time: 0.0532386 Mar 08 12:47:52.995083 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a655618c-e9e5-4270-aed5-e1f49427fa57 req-5b334f16-9e05-4591-b715-d107b2cbe642 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321145 Mar 08 12:47:53.479969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-fac62ac5-42ff-432e-87fa-4467de6bc016 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:53.481430 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-fac62ac5-42ff-432e-87fa-4467de6bc016 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 945 time: 0.0479159 Mar 08 12:47:53.571537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Deleting port 875d3445-1e25-4565-b8d9-6526c134dbcf {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:47:53.571875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:53.664206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] For port 875d3445-1e25-4565-b8d9-6526c134dbcf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=875d3445-1e25-4565-b8d9-6526c134dbcf,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:47:53.664579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:53.886486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:53.886832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:53.887137 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Floating IP 6598cb79-a182-41a6-bfe7-a2340937de4a disassociated. External IP: 172.26.3.13, port: 875d3445-1e25-4565-b8d9-6526c134dbcf. Mar 08 12:47:53.887468 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Calling delete_port for 875d3445-1e25-4565-b8d9-6526c134dbcf owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:47:54.083871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:54.111270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11575d2-67e4-4cce-accd-a27512ff718e req-13a31fe5-6e0c-4c67-8951-7219e2530bdb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:54.113262 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f11575d2-67e4-4cce-accd-a27512ff718e req-13a31fe5-6e0c-4c67-8951-7219e2530bdb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 867 time: 0.0506489 Mar 08 12:47:54.113577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event deleted for resources: {'Port': ['ID=875d3445-1e25-4565-b8d9-6526c134dbcf,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:47:54.154947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f11575d2-67e4-4cce-accd-a27512ff718e req-61a5f082-ec18-40ab-b0f1-15ec52811f04 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Mar 08 12:47:54.232442 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:47:54.340961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:47:54.351173 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:47:54.361455 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:54.363028 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:54.380209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] No DVR routers for this DVR port 875d3445-1e25-4565-b8d9-6526c134dbcf on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:47:54.382847 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:54.386203 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-0dbc654c-1018-41b3-ae2a-e23480b1b996 req-f395332a-eea5-4983-8b63-e0d1d9a592a2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "DELETE /v2.0/ports/875d3445-1e25-4565-b8d9-6526c134dbcf HTTP/1.1" status: 204 len: 173 time: 0.8983109 Mar 08 12:47:54.386676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'name': 'network-vif-deleted', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:47:54.389073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b1a283-a268-425c-87cb-52cdd04d91b8" -d '{"events": [{"server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "name": "network-vif-deleted", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:47:54.426061 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af97997-a1e0-4453-bd1a-25e04fa98dc0 x-openstack-request-id: req-1af97997-a1e0-4453-bd1a-25e04fa98dc0 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:47:54.426345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6523bcb-62fc-4ecf-93aa-fd80ec3da314", "name": "network-vif-deleted", "tag": "875d3445-1e25-4565-b8d9-6526c134dbcf", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:47:54.426590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1af97997-a1e0-4453-bd1a-25e04fa98dc0 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:47:54.426982 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6523bcb-62fc-4ecf-93aa-fd80ec3da314', 'name': 'network-vif-deleted', 'tag': '875d3445-1e25-4565-b8d9-6526c134dbcf', 'status': 'completed', 'code': 200} Mar 08 12:47:54.469627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:54.683612 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:54.713543 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:47:54.722759 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:47:54.723361 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:47:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:54.826561 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:47:55.022745 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:47:55.048103 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a0b2f-edf3-4921-ab34-5396f2139bb2 None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:47:55.260714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2277019e-de87-4020-a4bf-8a2ad0c3dab2 req-97e70fbb-ee21-47eb-bee5-95fe4a9e3888 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.0306237 Mar 08 12:47:55.287913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8906a0-9190-4798-8301-c9e696593080 None None] New status for floating IP 6598cb79-a182-41a6-bfe7-a2340937de4a: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:47:55.530004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:56.199563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 875d3445-1e25-4565-b8d9-6526c134dbcf no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:47:56.225303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 875d3445-1e25-4565-b8d9-6526c134dbcf {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:47:56.225631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 875d3445-1e25-4565-b8d9-6526c134dbcf not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:47:56.360443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88200a34-8a56-4be9-ae0b-8926f0b7bf28 req-f862343f-19b6-4097-b709-b67012e38506 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.0258582 Mar 08 12:47:57.458358 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-367feecf-b5ea-44b9-920d-a016a5e5890b req-5e13d9a5-321e-4f0b-80a2-ae6ea779055d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.0307746 Mar 08 12:47:58.563344 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58cca29f-f0df-48dd-b9aa-7d255eca1632 req-ec299ab6-abb0-44aa-aa14-ead55e5c40b4 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6523bcb-62fc-4ecf-93aa-fd80ec3da314 HTTP/1.1" status: 200 len: 210 time: 0.0261130 Mar 08 12:47:59.026842 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6ad33c46-12a7-4516-8546-fe8fc3051dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:47:59.824445 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-7774eddc-e42a-4191-8524-23465e139995 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432132191&fields=id&tenant_id=c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 267 time: 0.0326560 Mar 08 12:47:59.931174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-1b8b2462-5173-413e-8214-0a7987353e19 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:47:59.932962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-1b8b2462-5173-413e-8214-0a7987353e19 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 812 time: 0.1016545 Mar 08 12:47:59.947839 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-80303942-023f-4023-b5ba-4719bc6d540c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/quotas/c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 375 time: 0.0090592 Mar 08 12:48:00.011645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-4ab670b7-d049-49d6-8548-3d82f8089172 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579629 Mar 08 12:48:00.104475 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-4d80fc21-7446-48ee-b2c9-f633c1e2c2e2 service neutron] 10.222.0.65 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810151 Mar 08 12:48:00.196935 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-7748bbb8-7858-4bae-bd32-d3322ebc28f1 service neutron] 10.222.0.65 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864520 Mar 08 12:48:00.679292 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-013bd7da-f375-4639-8eb1-aee3bbb58cef req-8962f309-d3a7-4d57-aeb2-778317494305 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 210 time: 0.0271745 Mar 08 12:48:01.684050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1b4945e8-2225-4a28-8c7a-31fb19530fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:01.779868 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f6302e02-183c-425b-bf51-dacfc627f366 req-7ed7b067-71c6-4997-912c-dd31a31eb695 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 210 time: 0.0283928 Mar 08 12:48:02.468638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-a4b235a0-af9f-482b-9549-b40b85f8cded tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:02.470152 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-a4b235a0-af9f-482b-9549-b40b85f8cded tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 812 time: 0.1042571 Mar 08 12:48:02.517003 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-03a07bce-7369-4cbd-8ab3-28f8e4e133ab tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 379 time: 0.0344069 Mar 08 12:48:02.527300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'port': {'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'admin_state_up': True, 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'security_groups': ['e7892789-e615-4ade-97ee-be9c5e8b8eb1']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:02.638866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:02.695875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Made reservation on behalf of c681faacec2c49369e1292020a9e19f2 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:48:02.699530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:02.835649 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Allocated IP 172.20.0.8 (70c6fa82-02d6-44c4-98e6-d63da42c5908/7fc36bd6-02f0-4b14-ab5a-c61232eedba2/08f66ef2-2671-4607-bb82-73eea7aa5e8f) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:48:02.884236 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c0a45a4f-312d-4264-9fbf-ef75a9fab232 req-715336c7-4c9b-441e-9f61-f80f845fc5eb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 210 time: 0.0301671 Mar 08 12:48:02.980926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.079039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.125016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:03.128170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:03.132857 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:48:03.139304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=08f66ef2-2671-4607-bb82-73eea7aa5e8f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:03.172933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.173275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.173606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.173962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.174357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.176267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.176267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.176267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.176575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.176706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.176905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.177223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:03.201752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:03.202403 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.270199 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-efef46a5-4dea-4c02-a223-dbe4017cd02e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466307 Mar 08 12:48:03.284220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Request body: {'port': {'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:03.339699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-70636541-287f-4756-bd85-af2b24044b17 None None] Provisioning complete for port 08f66ef2-2671-4607-bb82-73eea7aa5e8f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:03.340266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-70636541-287f-4756-bd85-af2b24044b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.349879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.376651 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-70636541-287f-4756-bd85-af2b24044b17 None None] Port 08f66ef2-2671-4607-bb82-73eea7aa5e8f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:48:03.624195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f66ef2-2671-4607-bb82-73eea7aa5e8f {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:48:03.632146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.644808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Transition to ACTIVE for port object 08f66ef2-2671-4607-bb82-73eea7aa5e8f will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:48:03.689722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.707763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.787524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Pushing event updated for resources: {'Port': ['ID=08f66ef2-2671-4607-bb82-73eea7aa5e8f,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:03.853329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Attempting to bind port 08f66ef2-2671-4607-bb82-73eea7aa5e8f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:48:03.853654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Attempting to bind port 08f66ef2-2671-4607-bb82-73eea7aa5e8f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:48:03.854007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Attempting to bind port 08f66ef2-2671-4607-bb82-73eea7aa5e8f on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:48:03.858476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Port 08f66ef2-2671-4607-bb82-73eea7aa5e8f on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:48:03.858790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Attempting to bind port 08f66ef2-2671-4607-bb82-73eea7aa5e8f on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:48:03.864484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:48:03.864828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Checking segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:48:03.865190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Bound using segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:48:03.865607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Bound port: 08f66ef2-2671-4607-bb82-73eea7aa5e8f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:48:03.865981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:03.937506 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] For port 08f66ef2-2671-4607-bb82-73eea7aa5e8f, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:48:03.941190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] For port 08f66ef2-2671-4607-bb82-73eea7aa5e8f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:48:04.016252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:04.018405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66b64-265f-4ec3-9a7a-69ae62b87d22 req-5f53b9d9-846a-44f1-8266-94eab3145949 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.027180 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44d66b64-265f-4ec3-9a7a-69ae62b87d22 req-5f53b9d9-846a-44f1-8266-94eab3145949 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0621974 Mar 08 12:48:04.054563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.055244 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:04.056502 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] 10.222.0.45 "PUT /v2.0/ports/08f66ef2-2671-4607-bb82-73eea7aa5e8f HTTP/1.1" status: 200 len: 1093 time: 0.7769835 Mar 08 12:48:04.056974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:04.059204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99efb71-dc15-497c-97f7-51012bb59191" -d '{"events": [{"name": "network-changed", "server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:04.091151 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44d66b64-265f-4ec3-9a7a-69ae62b87d22 req-1e4a663f-e763-48a8-9f57-dc1df9f63034 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550969 Mar 08 12:48:04.100680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca79919-f4ac-4107-a4e5-187387691a6c service neutron] Pushing event updated for resources: {'Port': ['ID=08f66ef2-2671-4607-bb82-73eea7aa5e8f,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:04.118509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597982eb-bfb2-4ce7-8ea0-6bb839514605 x-openstack-request-id: req-597982eb-bfb2-4ce7-8ea0-6bb839514605 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:04.125985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:04.125985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-597982eb-bfb2-4ce7-8ea0-6bb839514605 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:04.125985 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'status': 'completed', 'code': 200} Mar 08 12:48:04.201983 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99efb71-dc15-497c-97f7-51012bb59191 req-53d98647-5497-4ac7-bc43-3326b174ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.204176 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c99efb71-dc15-497c-97f7-51012bb59191 req-53d98647-5497-4ac7-bc43-3326b174ebc8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1096 time: 0.0474992 Mar 08 12:48:04.233071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:04.308606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99efb71-dc15-497c-97f7-51012bb59191 req-41be3557-964b-4f1d-84e9-ab121bfefae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.310098 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c99efb71-dc15-497c-97f7-51012bb59191 req-41be3557-964b-4f1d-84e9-ab121bfefae9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c681faacec2c49369e1292020a9e19f2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0986967 Mar 08 12:48:04.405226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99efb71-dc15-497c-97f7-51012bb59191 req-2fa393d4-ca29-442b-bef9-61d17539e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.406849 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c99efb71-dc15-497c-97f7-51012bb59191 req-2fa393d4-ca29-442b-bef9-61d17539e5f0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888622 Mar 08 12:48:04.491631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-5327dcef-0ca4-4340-810b-7bebfc67a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.493138 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-5327dcef-0ca4-4340-810b-7bebfc67a8ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1096 time: 0.0468037 Mar 08 12:48:04.536303 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-c8bf5881-d049-4059-818a-516ec9fcb882 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f HTTP/1.1" status: 200 len: 217 time: 0.0337076 Mar 08 12:48:04.585696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-cbbdf688-cd2c-465e-8e0d-bc6041083b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.587243 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-cbbdf688-cd2c-465e-8e0d-bc6041083b8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0451188 Mar 08 12:48:04.645781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69571abb-3006-4108-98bd-70d45709cb85 req-ff11341b-4338-4880-800f-c4d5ccf72158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.647327 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-ff11341b-4338-4880-800f-c4d5ccf72158 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461369 Mar 08 12:48:04.650488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-c84553e7-1536-4513-87ac-ec64b1987cea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484662 Mar 08 12:48:04.746336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-76646be0-c1bd-4354-bd76-2908afaa67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.748337 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-76646be0-c1bd-4354-bd76-2908afaa67d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b69171f85f834473aaf29faf2d13263c&device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1099 time: 0.0459690 Mar 08 12:48:04.750794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-bebbafcf-b54e-4f45-809f-a573167e669a service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899010 Mar 08 12:48:04.859324 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-69571abb-3006-4108-98bd-70d45709cb85 req-1f8b7296-c3a0-4231-848a-f794051a32b3 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978990 Mar 08 12:48:04.872625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-50ccc04d-5b6c-4cbf-b9d7-14cbf07b606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.874300 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-50ccc04d-5b6c-4cbf-b9d7-14cbf07b606f service neutron] 10.222.0.45 "GET /v2.0/networks?id=084ff685-4f87-40d6-aa44-1e546f315457 HTTP/1.1" status: 200 len: 898 time: 0.1030738 Mar 08 12:48:04.945398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-f5ab957d-9902-48c0-ba98-e11482c215d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8438ee-10ae-4052-ac01-3354a919082a HTTP/1.1" status: 200 len: 1000 time: 0.0607166 Mar 08 12:48:04.998508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-1947e8c6-44b6-492c-8451-e95be0279654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:04.999987 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-1947e8c6-44b6-492c-8451-e95be0279654 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9db6be4b-a3a5-429a-981d-e481ee9165a6 HTTP/1.1" status: 200 len: 835 time: 0.0453982 Mar 08 12:48:05.055476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-842d39cf-81c5-42b2-a994-5d1749eee202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:05.057032 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-842d39cf-81c5-42b2-a994-5d1749eee202 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=084ff685-4f87-40d6-aa44-1e546f315457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470824 Mar 08 12:48:05.172226 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-1141eee0-1992-494b-8c0a-8fb721454f9a service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994849 Mar 08 12:48:05.264724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db7ef9-63ba-45c0-92cc-f29a1cecbdd7 req-2cf78830-f21d-4860-b7e9-2793f5ec99ce tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:05.266217 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4db7ef9-63ba-45c0-92cc-f29a1cecbdd7 req-2cf78830-f21d-4860-b7e9-2793f5ec99ce tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.1096661 Mar 08 12:48:05.309993 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f3e44f9-2536-4eed-8c0f-659a31245db2 req-67334680-4b65-4cba-b695-e0dd7d7de666 service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227059 Mar 08 12:48:05.323324 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4db7ef9-63ba-45c0-92cc-f29a1cecbdd7 req-a13df726-3f45-45cd-9116-def7a3b9f155 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477681 Mar 08 12:48:05.821489 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:48:06.440190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb6a1f-201a-4717-8c6c-6a81b8201807 req-66cdb471-11e3-41be-a052-3f832f7ff7e7 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:06.442521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10bb6a1f-201a-4717-8c6c-6a81b8201807 req-66cdb471-11e3-41be-a052-3f832f7ff7e7 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0500891 Mar 08 12:48:06.480020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10bb6a1f-201a-4717-8c6c-6a81b8201807 req-e47ad965-c530-4d71-973a-acbcda9ad94d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Mar 08 12:48:07.602122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4ffd-44ac-436d-b154-dff4647210f8 req-ab6d7987-5503-4450-a8d4-b1d7e80fdc64 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:07.603679 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-82ad4ffd-44ac-436d-b154-dff4647210f8 req-ab6d7987-5503-4450-a8d4-b1d7e80fdc64 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0570300 Mar 08 12:48:07.642427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-82ad4ffd-44ac-436d-b154-dff4647210f8 req-bcac2211-6e5a-45a4-b852-4b6a023b7bfb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Mar 08 12:48:08.758068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c4f1-0fa4-452e-b59f-179bc27c2b5b req-aeb9087b-17a1-46ba-9959-e09fa58d30cf tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:08.759573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9408c4f1-0fa4-452e-b59f-179bc27c2b5b req-aeb9087b-17a1-46ba-9959-e09fa58d30cf tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0488107 Mar 08 12:48:08.797871 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9408c4f1-0fa4-452e-b59f-179bc27c2b5b req-b70f329a-d6ea-495b-a2e6-8727936f82bb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322671 Mar 08 12:48:09.911057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a716-c557-4523-83f4-9648bd0c3dfc req-1aa3294e-be97-44bb-b725-b9dbe8e2ef80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:09.912493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0882a716-c557-4523-83f4-9648bd0c3dfc req-1aa3294e-be97-44bb-b725-b9dbe8e2ef80 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0485029 Mar 08 12:48:09.949547 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0882a716-c557-4523-83f4-9648bd0c3dfc req-0918ee98-b091-4531-ac81-2ee805f2e70b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310011 Mar 08 12:48:11.072632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541ef6-0419-419b-8665-62ec104bc92b req-40fd9203-399b-449c-a5b6-7c72fda73ed5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:11.074042 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af541ef6-0419-419b-8665-62ec104bc92b req-40fd9203-399b-449c-a5b6-7c72fda73ed5 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0541387 Mar 08 12:48:11.112437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af541ef6-0419-419b-8665-62ec104bc92b req-83fb85a0-7c24-40e1-9cd4-2fab3c22bd31 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324450 Mar 08 12:48:12.179987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39522) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:12.228233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65d4cf-f6dc-455b-84d8-fdb532618f41 req-b449f36f-a1c1-4402-bf3e-4798846f4f8a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:12.229749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e65d4cf-f6dc-455b-84d8-fdb532618f41 req-b449f36f-a1c1-4402-bf3e-4798846f4f8a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0506198 Mar 08 12:48:12.245820 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4f54c232-7f60-4fc8-ba2e-37a496ef1302 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/bda39a99-5c5d-4eda-adfc-7834be3eaf41 HTTP/1.1" status: 200 len: 993 time: 0.0605762 Mar 08 12:48:12.268652 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e65d4cf-f6dc-455b-84d8-fdb532618f41 req-c41ff7b4-23da-4c94-a2d1-2abd4af0409c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329657 Mar 08 12:48:12.393670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39530) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:12.531611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39532) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:12.546883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Deleting port 6310ad85-bc3b-4456-9984-f3f06918095b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:12.550302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.625437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.625754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.637541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Calling delete_port for 6310ad85-bc3b-4456-9984-f3f06918095b owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:12.690395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port cc4b5dcd-e6da-427d-8bfe-9577d8f4cb08 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:12.691322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.772290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.772606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.784247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for cc4b5dcd-e6da-427d-8bfe-9577d8f4cb08 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:12.850283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.876698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event deleted for resources: {'Port': ['ID=6310ad85-bc3b-4456-9984-f3f06918095b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:12.935873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:12.936292 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Floating IP 35245606-83ee-4474-bcdb-f9301b007005 disassociated (deleted). External IP: 172.26.3.4, port: 0f8438ee-10ae-4052-ac01-3354a919082a. Mar 08 12:48:12.998703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:13.025272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=cc4b5dcd-e6da-427d-8bfe-9577d8f4cb08,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:13.049107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.049454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.049782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.050126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.050451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.050769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.051100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.051392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.051864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.052168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.052465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.052767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:13.094939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:13.095185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP bda39a99-5c5d-4eda-adfc-7834be3eaf41 disassociated (deleted). External IP: 172.26.3.93, port: 8c22612b-2662-4daa-9dae-1ff3cbbd64e6. Mar 08 12:48:13.148476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Router 7a038368-2b8e-4304-85c5-e263db5934c6 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:48:13.257973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:13.263038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:13.267758 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] Sync routers for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:13.278673 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:13.279267 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:13.292184 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-470cb021-809a-47ff-a697-aa5acfb92c02 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "DELETE /v2.0/floatingips/35245606-83ee-4474-bcdb-f9301b007005 HTTP/1.1" status: 204 len: 168 time: 0.8967793 Mar 08 12:48:13.292763 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:13.295074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e319ceea-4872-485b-9050-3627a617a80e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:13.324033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 8e563824-f7e8-4208-960e-0d09a941449a has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:48:13.399842 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:13.461547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1401a6-a0d5-41cb-bca7-750d3f53e0e7 req-54d7571f-d4da-487f-8957-c6549eaa8f97 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:13.464383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cf1401a6-a0d5-41cb-bca7-750d3f53e0e7 req-54d7571f-d4da-487f-8957-c6549eaa8f97 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0935264 Mar 08 12:48:13.503404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:13.510197 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:13.514388 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e94688-8584-494b-9482-77553eb29a54 None None] Sync routers for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:13.526442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:13.527070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:13.534983 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cf1401a6-a0d5-41cb-bca7-750d3f53e0e7 req-05e11a55-7a37-45ef-826b-c91e0bda5bf1 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642564 Mar 08 12:48:13.545827 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9b6c6e2c-93d1-47dd-8bb7-770f03c6956a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/bda39a99-5c5d-4eda-adfc-7834be3eaf41 HTTP/1.1" status: 204 len: 168 time: 1.0130794 Mar 08 12:48:13.546994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:13.549870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3913f25-643f-4543-b9eb-038a9b57df05" -d '{"events": [{"name": "network-changed", "server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:13.588074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e437ea-7832-4958-a2e4-b14fae1d8a70 x-openstack-request-id: req-a6e437ea-7832-4958-a2e4-b14fae1d8a70 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:13.588362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:13.588604 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6e437ea-7832-4958-a2e4-b14fae1d8a70 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:13.588991 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a', 'status': 'completed', 'code': 200} Mar 08 12:48:13.656652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:13.684330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ceea-4872-485b-9050-3627a617a80e req-9f016c01-48a4-4578-8327-0f1c919f04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:13.689918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e319ceea-4872-485b-9050-3627a617a80e req-9f016c01-48a4-4578-8327-0f1c919f04c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b69171f85f834473aaf29faf2d13263c&device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 1099 time: 0.0691431 Mar 08 12:48:13.749278 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:13.779078 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] Checking router: 7a038368-2b8e-4304-85c5-e263db5934c6 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:13.787896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666cf815-45ce-4341-8fa4-4b01ca82b74f x-openstack-request-id: req-666cf815-45ce-4341-8fa4-4b01ca82b74f {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:13.788198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:13.790641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-666cf815-45ce-4341-8fa4-4b01ca82b74f {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:13.790641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'status': 'completed', 'code': 200} Mar 08 12:48:13.793713 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:13.795483 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:13.821285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-3b31e650-0e37-4253-8880-91627e763af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:13.824417 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-3b31e650-0e37-4253-8880-91627e763af8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 1099 time: 0.0824430 Mar 08 12:48:13.854490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ceea-4872-485b-9050-3627a617a80e req-b2d7d676-14e1-44ae-a3f7-1d1033fcde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:13.855850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e319ceea-4872-485b-9050-3627a617a80e req-b2d7d676-14e1-44ae-a3f7-1d1033fcde4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=084ff685-4f87-40d6-aa44-1e546f315457 HTTP/1.1" status: 200 len: 898 time: 0.1614985 Mar 08 12:48:13.873112 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c761050-7d71-4f6e-acf6-fe269058a151 req-66212af9-4aa7-4da5-a1b7-2390dbc28e86 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:13.881081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0c761050-7d71-4f6e-acf6-fe269058a151 req-66212af9-4aa7-4da5-a1b7-2390dbc28e86 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0896292 Mar 08 12:48:13.932158 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:13.943018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-c966a0e6-ae53-47fc-86d0-43f908b886ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:13.945158 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e319ceea-4872-485b-9050-3627a617a80e req-91930a16-c847-4b38-b832-231ea73d0cc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f8438ee-10ae-4052-ac01-3354a919082a HTTP/1.1" status: 200 len: 217 time: 0.0456653 Mar 08 12:48:13.945936 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-c966a0e6-ae53-47fc-86d0-43f908b886ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d0af87d-96d6-4006-8e5f-2ccd0646d138 HTTP/1.1" status: 200 len: 898 time: 0.1129262 Mar 08 12:48:13.949702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:21Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:13.972175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0c761050-7d71-4f6e-acf6-fe269058a151 req-c899d53c-3cb6-4559-8dbc-78225e538c68 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755095 Mar 08 12:48:14.008513 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-0f9a3e20-97c4-4a5c-a78f-13d0ef5cde40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6 HTTP/1.1" status: 200 len: 217 time: 0.0442791 Mar 08 12:48:14.013031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e94688-8584-494b-9482-77553eb29a54 None None] Checking router: 8e563824-f7e8-4208-960e-0d09a941449a for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:14.018356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ceea-4872-485b-9050-3627a617a80e req-993ab850-c15c-47fc-b1a8-f4f00746400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:14.019997 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e319ceea-4872-485b-9050-3627a617a80e req-993ab850-c15c-47fc-b1a8-f4f00746400d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9db6be4b-a3a5-429a-981d-e481ee9165a6 HTTP/1.1" status: 200 len: 835 time: 0.0468616 Mar 08 12:48:14.026046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:14.027006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:14.069415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-8aad5a46-23c6-4731-b2e3-278ad04fea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:14.070926 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-8aad5a46-23c6-4731-b2e3-278ad04fea75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1f6901c-3bc5-401a-8b98-9248e34590e0 HTTP/1.1" status: 200 len: 835 time: 0.0569856 Mar 08 12:48:14.121425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ceea-4872-485b-9050-3627a617a80e req-2bcdf379-e162-4553-9fac-f275f8049580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:14.122967 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e319ceea-4872-485b-9050-3627a617a80e req-2bcdf379-e162-4553-9fac-f275f8049580 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=084ff685-4f87-40d6-aa44-1e546f315457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957744 Mar 08 12:48:14.140908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-f6dd0ac3-9a93-407e-8b17-2e771718a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:14.142593 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-f6dd0ac3-9a93-407e-8b17-2e771718a679 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d0af87d-96d6-4006-8e5f-2ccd0646d138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0620804 Mar 08 12:48:14.186940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c935e67-562b-4edf-bc6e-32879b72b753 req-d36c5f80-9fab-4187-90e5-01ad2a5da9ac tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:14.188711 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c935e67-562b-4edf-bc6e-32879b72b753 req-d36c5f80-9fab-4187-90e5-01ad2a5da9ac tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 946 time: 0.1042979 Mar 08 12:48:14.196367 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:14.227455 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e939c-bd37-4ba9-9bb4-0f93f99d43e2 None None] The sync data for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv is: [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:46:29Z', 'revision_number': 4, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b', 'name': '', 'network_id': '084ff685-4f87-40d6-aa44-1e546f315457', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'mac_address': 'fa:16:3e:f2:d1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:27Z', 'updated_at': '2022-03-08T12:46:32Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'subnets': [{'id': '9db6be4b-a3a5-429a-981d-e481ee9165a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:14.257108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c935e67-562b-4edf-bc6e-32879b72b753 req-52e4466b-fdbb-4f75-882f-421272a294d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604703 Mar 08 12:48:14.264366 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-f3195b10-3fdd-4aff-ba42-e62acd38f08e service neutron] 10.222.0.45 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112266 Mar 08 12:48:14.282073 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e319ceea-4872-485b-9050-3627a617a80e req-4f447d36-cefb-4241-90e3-cbbaa82a5b69 service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491542 Mar 08 12:48:14.327450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 08f66ef2-2671-4607-bb82-73eea7aa5e8f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:48:14.375081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:14.383858 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e319ceea-4872-485b-9050-3627a617a80e req-b282b85b-150d-43c0-b5fd-0e37e2e5d298 service neutron] 10.222.0.45 "GET /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910714 Mar 08 12:48:14.540459 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f908d8-0f61-41ed-a1d2-bccc9b9077e8 None None] New status for floating IP 35245606-83ee-4474-bcdb-f9301b007005: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:48:14.655789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 08f66ef2-2671-4607-bb82-73eea7aa5e8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:14.669680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be47e3-fad6-4296-8147-07167a918f09 req-78b5d7a3-3103-4470-85f0-af134a980dec tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:14.671292 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b1be47e3-fad6-4296-8147-07167a918f09 req-78b5d7a3-3103-4470-85f0-af134a980dec tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 943 time: 0.0593498 Mar 08 12:48:14.678502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:48:14.718383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b1be47e3-fad6-4296-8147-07167a918f09 req-5438b424-6fd5-4653-8361-cebd6214c089 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375199 Mar 08 12:48:14.720390 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a3913f25-643f-4543-b9eb-038a9b57df05 req-a14c1b8f-a8c4-443e-bbd7-abc3ab67344b service neutron] 10.222.0.45 "GET /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441717 Mar 08 12:48:14.728945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-54e94688-8584-494b-9482-77553eb29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:21Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:14.730797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:14.774309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f66ef2-2671-4607-bb82-73eea7aa5e8f {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:48:14.778706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e94688-8584-494b-9482-77553eb29a54 None None] The sync data for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv is: [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7672b3b9-6be1-4ade-a2f9-c31aac8b283b', 'name': '', 'network_id': '9d0af87d-96d6-4006-8e5f-2ccd0646d138', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:3c:47:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:17Z', 'updated_at': '2022-03-08T12:47:21Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'a1f6901c-3bc5-401a-8b98-9248e34590e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:14.798719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 08f66ef2-2671-4607-bb82-73eea7aa5e8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:14.855425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:14.904400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=08f66ef2-2671-4607-bb82-73eea7aa5e8f,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:14.914662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.914662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.914662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.914662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.915216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.915216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.915420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.915657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.915981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.916293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.916629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:14.917020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:15.011433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8585ca03-5544-47f2-aafb-09687c675073 None None] New status for floating IP bda39a99-5c5d-4eda-adfc-7834be3eaf41: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:48:15.074093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230b50-b08e-4d96-a42a-bbac92cc8c33 req-8064df9b-9bc9-42e9-a42e-a878bb4de95e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:15.075602 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f230b50-b08e-4d96-a42a-bbac92cc8c33 req-8064df9b-9bc9-42e9-a42e-a878bb4de95e tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0553012 Mar 08 12:48:15.096706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['08f66ef2-2671-4607-bb82-73eea7aa5e8f'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:48:15.122200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f230b50-b08e-4d96-a42a-bbac92cc8c33 req-e5233e8e-94bb-4e97-8530-3ef49ac125db tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a66a95c-8993-4233-89cc-9ab9002dc927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Mar 08 12:48:15.168326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-9c4dabce-278a-4367-8b55-583dbcc02a36 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:15.169762 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-9c4dabce-278a-4367-8b55-583dbcc02a36 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Mar 08 12:48:15.265940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Deleting port 0f8438ee-10ae-4052-ac01-3354a919082a {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:15.266731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:15.355918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] For port 0f8438ee-10ae-4052-ac01-3354a919082a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=0f8438ee-10ae-4052-ac01-3354a919082a,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:15.356172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:15.369876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Calling delete_port for 0f8438ee-10ae-4052-ac01-3354a919082a owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:15.384144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250812-3229-4946-9003-4a4ba3b3e291 req-8c44eaf8-01ee-4d7c-a287-75ca3f381bfa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:15.385623 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98250812-3229-4946-9003-4a4ba3b3e291 req-8c44eaf8-01ee-4d7c-a287-75ca3f381bfa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 946 time: 0.0567241 Mar 08 12:48:15.448310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98250812-3229-4946-9003-4a4ba3b3e291 req-a19dc715-ffc5-4ae5-bd48-4b8ff42a6bb6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=d0e70a9b-3411-4734-9f0c-a63023092464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563357 Mar 08 12:48:15.466939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-9def2e75-0ecd-4306-b4d0-4254366855bc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:15.468342 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-9def2e75-0ecd-4306-b4d0-4254366855bc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 946 time: 0.0611391 Mar 08 12:48:15.563099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:15.563431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:15.569597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:15.604600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event deleted for resources: {'Port': ['ID=0f8438ee-10ae-4052-ac01-3354a919082a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:15.640321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] No DVR routers for this DVR port 0f8438ee-10ae-4052-ac01-3354a919082a on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:48:15.642909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:15.647259 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4a32fabc-b8a9-4782-9279-c0aee0292704 req-2ee7956b-90c3-44a3-8b19-5705bd791fad tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.45 "DELETE /v2.0/ports/0f8438ee-10ae-4052-ac01-3354a919082a HTTP/1.1" status: 204 len: 173 time: 0.4710083 Mar 08 12:48:15.647704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'name': 'network-vif-deleted', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:15.650694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89261d34-2dd4-489f-bdd1-2e15e017509c" -d '{"events": [{"server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "name": "network-vif-deleted", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:15.656292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:15.656631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:15.670936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:15.686445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ab523-7316-4139-86de-0e0156661ec6 x-openstack-request-id: req-599ab523-7316-4139-86de-0e0156661ec6 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:15.686735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9f79eb-bfca-4328-a82d-7bd817438919", "name": "network-vif-deleted", "tag": "0f8438ee-10ae-4052-ac01-3354a919082a", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:15.686981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-599ab523-7316-4139-86de-0e0156661ec6 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:15.687371 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f79eb-bfca-4328-a82d-7bd817438919', 'name': 'network-vif-deleted', 'tag': '0f8438ee-10ae-4052-ac01-3354a919082a', 'status': 'completed', 'code': 200} Mar 08 12:48:15.857578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb65d-40ca-4141-83ca-82987dea49e7 req-20a89847-ed32-4aa7-848d-8a75bee66e35 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:15.859200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ec4fb65d-40ca-4141-83ca-82987dea49e7 req-20a89847-ed32-4aa7-848d-8a75bee66e35 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 944 time: 0.0654445 Mar 08 12:48:15.897202 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ec4fb65d-40ca-4141-83ca-82987dea49e7 req-3232c5e8-ada4-464e-a0a8-cb626d3af9e1 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317874 Mar 08 12:48:15.959698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:16.305021 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 08f66ef2-2671-4607-bb82-73eea7aa5e8f up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:48:16.338418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=8c22612b-2662-4daa-9dae-1ff3cbbd64e6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:16.369025 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c7b754b6-6537-4fef-a54b-edec74a51b86 req-8b7f1643-b2be-4bdc-954e-1729043f2eef tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f9f79eb-bfca-4328-a82d-7bd817438919 HTTP/1.1" status: 200 len: 210 time: 0.0337772 Mar 08 12:48:16.400992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:48:16.407528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:16.407528 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-30b2a8b9-f7d5-48cf-bdeb-3ce70fc452f3 req-ca8935ef-bc07-4b23-9d13-1bcaf014451d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/8c22612b-2662-4daa-9dae-1ff3cbbd64e6 HTTP/1.1" status: 204 len: 173 time: 0.9316471 Mar 08 12:48:16.407839 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'name': 'network-vif-deleted', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:16.409928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2c8c4a-e127-43e0-ad34-47a067eefeee" -d '{"events": [{"server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "name": "network-vif-deleted", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:16.432525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 08f66ef2-2671-4607-bb82-73eea7aa5e8f completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:48:16.436551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 08f66ef2-2671-4607-bb82-73eea7aa5e8f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:16.436918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:16.446972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb04bb-5169-43bf-94db-b587d88bb0e3 x-openstack-request-id: req-bdcb04bb-5169-43bf-94db-b587d88bb0e3 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:16.447263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17433b53-2e48-4d36-afce-079c7e235af4", "name": "network-vif-deleted", "tag": "8c22612b-2662-4daa-9dae-1ff3cbbd64e6", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:16.447528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdcb04bb-5169-43bf-94db-b587d88bb0e3 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:16.448097 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17433b53-2e48-4d36-afce-079c7e235af4', 'name': 'network-vif-deleted', 'tag': '8c22612b-2662-4daa-9dae-1ff3cbbd64e6', 'status': 'completed', 'code': 200} Mar 08 12:48:16.525405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:16.550006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:16.552877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4fc02f-4080-4cfa-84c6-e5e5137b6592" -d '{"events": [{"server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "name": "network-vif-plugged", "status": "completed", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:16.565752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 08f66ef2-2671-4607-bb82-73eea7aa5e8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:16.575845 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2cc23f3f-84d7-43fc-9af4-8cbbb916fc0d req-2cc7310b-5bb1-437f-9065-4c00dbd51bce tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Mar 08 12:48:16.594674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1691c5d3-0252-4353-9688-f103ed7fb874 x-openstack-request-id: req-1691c5d3-0252-4353-9688-f103ed7fb874 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:16.594961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "name": "network-vif-plugged", "status": "completed", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:16.595209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1691c5d3-0252-4353-9688-f103ed7fb874 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:16.595598 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'code': 200} Mar 08 12:48:16.627457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:16.679764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=08f66ef2-2671-4607-bb82-73eea7aa5e8f,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:16.902765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f608f-e8c6-442e-b337-7501c4317a30 req-748eb4e4-73ed-4e75-af4f-ed7e3ac101ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:16.904209 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b41f608f-e8c6-442e-b337-7501c4317a30 req-748eb4e4-73ed-4e75-af4f-ed7e3ac101ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1098 time: 0.0427461 Mar 08 12:48:16.939884 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b41f608f-e8c6-442e-b337-7501c4317a30 req-4f5ababd-1fdd-430d-9c56-d4f385c94481 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277405 Mar 08 12:48:17.009627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8104110-50a0-49e0-aa23-45527eb0da17 req-51b0a0fd-b3ee-4127-93f8-bf05bced4005 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:17.011100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8104110-50a0-49e0-aa23-45527eb0da17 req-51b0a0fd-b3ee-4127-93f8-bf05bced4005 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 945 time: 0.0480080 Mar 08 12:48:17.049115 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8104110-50a0-49e0-aa23-45527eb0da17 req-f9c51811-5133-4dd3-b51e-da92b725ffda tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Mar 08 12:48:17.431256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39570) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:17.700517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c348e151-5232-4e46-aa06-2dd30fc703ea req-c72e7fdb-8f83-4f1d-9a2c-5ef9ca06cc37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=17433b53-2e48-4d36-afce-079c7e235af4 HTTP/1.1" status: 200 len: 210 time: 0.0326357 Mar 08 12:48:17.822276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.086017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Deleting port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:18.091059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.214750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f83882-20d2-4713-9a2f-58d568c4ae48 req-ecc7b802-9d84-4289-a0c3-5a7107cbfb29 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:18.216216 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39f83882-20d2-4713-9a2f-58d568c4ae48 req-ecc7b802-9d84-4289-a0c3-5a7107cbfb29 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 945 time: 0.0857944 Mar 08 12:48:18.217932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] For port 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:18.218294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.236914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Calling delete_port for 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:18.299110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39f83882-20d2-4713-9a2f-58d568c4ae48 req-2c672045-d6b4-46d9-b39c-6c29b139f3f3 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733051 Mar 08 12:48:18.308952 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:18.331219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:48:18.331665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c22612b-2662-4daa-9dae-1ff3cbbd64e6 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:48:18.332180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0f8438ee-10ae-4052-ac01-3354a919082a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:18.352861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 0f8438ee-10ae-4052-ac01-3354a919082a {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:48:18.353292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 0f8438ee-10ae-4052-ac01-3354a919082a not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:48:18.429790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3efd8-4895-47ec-b881-e972b0733b8e req-f6d24a52-86d7-466d-847f-01c189c5798a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:18.431283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fa3efd8-4895-47ec-b881-e972b0733b8e req-f6d24a52-86d7-466d-847f-01c189c5798a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 945 time: 0.0657351 Mar 08 12:48:18.503941 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fa3efd8-4895-47ec-b881-e972b0733b8e req-646f1248-37ad-4033-9c1b-7fae4203eaeb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650826 Mar 08 12:48:18.528389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39578) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:18.572580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cc35de-40ce-4450-a5ad-ad3fce85f520 tempest-TestVolumeBootPattern-1831193190 tempest-TestVolumeBootPattern-1831193190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:18.574037 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f9cc35de-40ce-4450-a5ad-ad3fce85f520 tempest-TestVolumeBootPattern-1831193190 tempest-TestVolumeBootPattern-1831193190-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1093 time: 0.0446155 Mar 08 12:48:18.575382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.576928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39580) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:18.581476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:18.602806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event deleted for resources: {'Port': ['ID=649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:18.661726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.774584 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39584) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:18.784338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.802782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.892105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45e38d4-73a4-4ecc-8133-6edb7a0bcd83 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.944463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45e38d4-73a4-4ecc-8133-6edb7a0bcd83 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:18.970603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Allocated IP 172.26.3.27 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/e7755354-1fcb-447d-a0aa-6655768d9de3) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:48:19.026077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Router 7a038368-2b8e-4304-85c5-e263db5934c6 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:48:19.091577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.136284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:19.141255 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5e0f98c6-7df0-4f6f-916f-38bf62866e8b tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "PUT /v2.0/routers/7a038368-2b8e-4304-85c5-e263db5934c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106137 Mar 08 12:48:19.144234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39586) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:19.145993 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] Sync routers for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:19.154644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45e38d4-73a4-4ecc-8133-6edb7a0bcd83 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.157356 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:19.157356 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:19.157643 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b45e38d4-73a4-4ecc-8133-6edb7a0bcd83 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.158515 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b45e38d4-73a4-4ecc-8133-6edb7a0bcd83 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/d0e70a9b-3411-4734-9f0c-a63023092464 HTTP/1.1" status: 204 len: 168 time: 0.3826952 Mar 08 12:48:19.196331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e38d4-73a4-4ecc-8133-6edb7a0bcd83 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e70a9b-3411-4734-9f0c-a63023092464,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:19.201881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.244673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Deleting subnet 9db6be4b-a3a5-429a-981d-e481ee9165a6 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:48:19.254082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.258245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:19.264183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39590) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:19.278355 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:19.280219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:19.288749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:48:19.324177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=e7755354-1fcb-447d-a0aa-6655768d9de3,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:19.346111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.469151 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:48:18Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:19.501500 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] Checking router: 7a038368-2b8e-4304-85c5-e263db5934c6 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:19.511611 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] Routers {'7a038368-2b8e-4304-85c5-e263db5934c6'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:19.512216 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7a038368-2b8e-4304-85c5-e263db5934c6'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:19.541339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.624528 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] Set router 7a038368-2b8e-4304-85c5-e263db5934c6 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:19.651928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.709046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.766051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event deleted for resources: {'Subnet': ['ID=9db6be4b-a3a5-429a-981d-e481ee9165a6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:19.771671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.775451 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1c74416c-a93d-4a4d-9fa4-b5dcdc63fed8 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "DELETE /v2.0/subnets/9db6be4b-a3a5-429a-981d-e481ee9165a6 HTTP/1.1" status: 204 len: 168 time: 0.6297767 Mar 08 12:48:19.778818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae57c1b-c37f-47bf-b511-8e34f73ae53f None None] Network 084ff685-4f87-40d6-aa44-1e546f315457 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:48:19.813342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39592) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:19.825170 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:48:18Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:19.854903 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4fcc4-2fe4-4edd-813c-5219bfcda9b3 None None] The sync data for ids ['7a038368-2b8e-4304-85c5-e263db5934c6'] in dv-neutron-829486-2-hyperv is: [{'id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1720052057', 'tenant_id': 'b69171f85f834473aaf29faf2d13263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:46:23Z', 'updated_at': '2022-03-08T12:48:18Z', 'revision_number': 5, 'project_id': 'b69171f85f834473aaf29faf2d13263c', 'gw_port': {'id': '4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ad:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a038368-2b8e-4304-85c5-e263db5934c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:46:24Z', 'updated_at': '2022-03-08T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:19.976811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:19.977144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:19.979385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.028728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.071286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 7672b3b9-6be1-4ade-a2f9-c31aac8b283b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:20.071643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.086327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 7672b3b9-6be1-4ade-a2f9-c31aac8b283b owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:20.151097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.188386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.229271 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] DHCP port deletion for 084ff685-4f87-40d6-aa44-1e546f315457 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:48:20.328849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] Deleting port d456645b-d414-42d9-b4a2-a864f6cb6118 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:20.329381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.344795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d456645b-d414-42d9-b4a2-a864f6cb6118 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:20.374667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Deleting port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:20.375067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.393403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.426521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=7672b3b9-6be1-4ade-a2f9-c31aac8b283b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:20.428736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.453983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] For port d456645b-d414-42d9-b4a2-a864f6cb6118, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d456645b-d414-42d9-b4a2-a864f6cb6118,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:20.454685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.476375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.476635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] Calling delete_port for d456645b-d414-42d9-b4a2-a864f6cb6118 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:20.488121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] For port 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:20.488472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.556247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Calling delete_port for 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:20.591170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=e7755354-1fcb-447d-a0aa-6655768d9de3,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:20.609364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.631724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.652784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port d456645b-d414-42d9-b4a2-a864f6cb6118, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d456645b-d414-42d9-b4a2-a864f6cb6118,segment=NetworkSegment(004be2bc-2654-4486-9345-497532032ca5),segment_id=004be2bc-2654-4486-9345-497532032ca5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:20.680780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.742778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.743427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:20.771803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:48:20.772163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 649b32c5-5f12-4bd5-ad0f-cafdfb6eaa0b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:48:20.804120 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Floating IP 8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c associated. External IP: 172.26.3.27, port: 08f66ef2-2671-4607-bb82-73eea7aa5e8f. Mar 08 12:48:20.829492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=d456645b-d414-42d9-b4a2-a864f6cb6118,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:20.843879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:20.874031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] Pushing event deleted for resources: {'Port': ['ID=d456645b-d414-42d9-b4a2-a864f6cb6118,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:20.878539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bde4f6-72e9-4b92-b029-1f45483b3960 None None] No DVR routers for this DVR port d456645b-d414-42d9-b4a2-a864f6cb6118 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:48:20.933138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 8e563824-f7e8-4208-960e-0d09a941449a has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:48:21.028562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.039141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:21.044260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4eb1f1e4-2a5b-41c1-a220-7262dbd2273a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/8e563824-f7e8-4208-960e-0d09a941449a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790513 Mar 08 12:48:21.046896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39594) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:21.050330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] Sync routers for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:21.062663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:21.063221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:21.074985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event deleted for resources: {'Port': ['ID=4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:21.113264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet a1f6901c-3bc5-401a-8b98-9248e34590e0 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:48:21.117212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.131299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:48:21.151779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.163959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.177345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:21.254423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.377805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:48:20Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:21.393008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.416818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] Checking router: 8e563824-f7e8-4208-960e-0d09a941449a for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:21.418890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.423354 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/a1f6901c-3bc5-401a-8b98-9248e34590e0 HTTP/1.1" status: 204 len: 168 time: 0.3753238 Mar 08 12:48:21.434160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb1e842-6f03-492b-b7d1-a9d583b53d3a None None] Network 9d0af87d-96d6-4006-8e5f-2ccd0646d138 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:48:21.436699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] Routers {'8e563824-f7e8-4208-960e-0d09a941449a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:21.437519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['8e563824-f7e8-4208-960e-0d09a941449a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:21.449693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39596) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:21.460032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883213d-a815-4131-9788-b761727fdccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f6901c-3bc5-401a-8b98-9248e34590e0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:21.655018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:21.668155 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:21.680415 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:21.681045 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:21.695239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] Set router 8e563824-f7e8-4208-960e-0d09a941449a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:21.804226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] DHCP port deletion for 9d0af87d-96d6-4006-8e5f-2ccd0646d138 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:48:21.816964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.820517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.829063 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:21.877962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:21.986164 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a54ea063-0595-4877-a198-39d58475906f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4074545 Mar 08 12:48:21.989212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:21.995266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b5744-8f59-4cc7-997d-259be4e64cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:22.036773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.067958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.068893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Fanout notify agent at l3_agent the message router_deleted on router 7a038368-2b8e-4304-85c5-e263db5934c6 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:48:22.091451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.095449 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-629bb38e-1b7e-4e59-a552-d17f1fbe0daa tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "DELETE /v2.0/routers/7a038368-2b8e-4304-85c5-e263db5934c6 HTTP/1.1" status: 204 len: 168 time: 2.2809734 Mar 08 12:48:22.098917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65216fc-f6d6-441f-b72c-8456ecfd61b3 x-openstack-request-id: req-e65216fc-f6d6-441f-b72c-8456ecfd61b3 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:22.098917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:22.104072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e65216fc-f6d6-441f-b72c-8456ecfd61b3 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:22.104707 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'status': 'completed', 'code': 200} Mar 08 12:48:22.105257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39602) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:22.196253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] Deleting port 1980e852-4eee-4efe-85ff-da1748f528ef {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:22.196814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.225917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.275772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-25b5e557-f68a-42c0-95f6-deee6fece708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:22.277415 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-25b5e557-f68a-42c0-95f6-deee6fece708 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1098 time: 0.0662358 Mar 08 12:48:22.337597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.365895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1980e852-4eee-4efe-85ff-da1748f528ef no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:22.390201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:19Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:22.421502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:22.430763 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:22.431495 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:22.447940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] For port 1980e852-4eee-4efe-85ff-da1748f528ef, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1980e852-4eee-4efe-85ff-da1748f528ef,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:22.448654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.475609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.476474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] Calling delete_port for 1980e852-4eee-4efe-85ff-da1748f528ef owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:22.491852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-683ac43a-0a9e-4fc0-846f-a2e652bf15de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:22.494154 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-683ac43a-0a9e-4fc0-846f-a2e652bf15de service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.2090678 Mar 08 12:48:22.506510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084ff685-4f87-40d6-aa44-1e546f315457']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:22.517042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004be2bc-2654-4486-9345-497532032ca5') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:22.517329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004be2bc-2654-4486-9345-497532032ca5') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:22.520034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:48:20Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:22.536781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.551127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.558272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:48:22.558696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:48:22.561803 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:48:22.569757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e79fa-2643-41b2-9db0-b3383b7f5021 None None] The sync data for ids ['8e563824-f7e8-4208-960e-0d09a941449a'] in dv-neutron-829486-2-hyperv is: [{'id': '8e563824-f7e8-4208-960e-0d09a941449a', 'name': 'tempest-TestNetworkBasicOps-router-245830678', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:47:13Z', 'updated_at': '2022-03-08T12:48:20Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '2f0b3a24-5591-47c0-8143-b9acc9c9b0d9', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e563824-f7e8-4208-960e-0d09a941449a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:47:14Z', 'updated_at': '2022-03-08T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:22.579534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:48:22.579972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.583052 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:22.653158 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-68e6aa49-0f41-4a1b-a2be-172e006f355c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f HTTP/1.1" status: 200 len: 998 time: 0.1491005 Mar 08 12:48:22.718915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.724537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.734312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.740414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-a75f831e-f965-4198-b212-4de3a531db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:22.742569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-a75f831e-f965-4198-b212-4de3a531db91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0793490 Mar 08 12:48:22.742727 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "DELETE /v2.0/networks/084ff685-4f87-40d6-aa44-1e546f315457 HTTP/1.1" status: 204 len: 168 time: 0.6362858 Mar 08 12:48:22.747408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39604) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:22.772657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa31689-c017-4087-986c-4ef0a6dbe353 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event deleted for resources: {'Network': ['ID=084ff685-4f87-40d6-aa44-1e546f315457,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:22.783287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 1980e852-4eee-4efe-85ff-da1748f528ef, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1980e852-4eee-4efe-85ff-da1748f528ef,segment=NetworkSegment(84df633e-a47f-4b3b-8841-7326cda3571f),segment_id=84df633e-a47f-4b3b-8841-7326cda3571f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:22.799674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:22.800037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.815933 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:48:22.838693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-ef19ff1f-cfd3-4e67-adbd-39a630506b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:22.840190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-ef19ff1f-cfd3-4e67-adbd-39a630506b54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896420 Mar 08 12:48:22.842088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87d4aa7b-056f-4801-af04-013474ad2349 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.844321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.875122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87d4aa7b-056f-4801-af04-013474ad2349 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.929893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=1980e852-4eee-4efe-85ff-da1748f528ef,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:22.960456 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:19Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:22.980353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:22.991638 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c285209-caf0-4e0d-a305-432dcf8a4b1e None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:19Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:23.013257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] Pushing event deleted for resources: {'Port': ['ID=1980e852-4eee-4efe-85ff-da1748f528ef,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:23.017532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41355c91-08fe-451b-ae48-a5d8953ad92a None None] No DVR routers for this DVR port 1980e852-4eee-4efe-85ff-da1748f528ef on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:48:23.030142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87d4aa7b-056f-4801-af04-013474ad2349 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.033196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-87d4aa7b-056f-4801-af04-013474ad2349 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.035226 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-87d4aa7b-056f-4801-af04-013474ad2349 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] 10.222.0.65 "DELETE /v2.0/security-groups/4a66a95c-8993-4233-89cc-9ab9002dc927 HTTP/1.1" status: 204 len: 168 time: 0.2864313 Mar 08 12:48:23.035369 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-f970790b-341b-4b6b-b5c2-f68bf16e381e service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663465 Mar 08 12:48:23.054591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4aa7b-056f-4801-af04-013474ad2349 tempest-TestNetworkAdvancedServerOps-554679045 tempest-TestNetworkAdvancedServerOps-554679045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a66a95c-8993-4233-89cc-9ab9002dc927,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:23.184726 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d5b5744-8f59-4cc7-997d-259be4e64cbb req-f5f18dba-f09a-4721-994d-4931bb9b7292 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418078 Mar 08 12:48:23.233459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.279205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=2f0b3a24-5591-47c0-8143-b9acc9c9b0d9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:23.329934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ccd55-9fb2-417e-b34d-48266a56e027 None None] New status for floating IP 8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:48:23.339095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.435508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.437749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.592513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.593301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router 8e563824-f7e8-4208-960e-0d09a941449a {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:48:23.601096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.602440 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-58d8999f-5512-4524-946c-b8003d23811b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/8e563824-f7e8-4208-960e-0d09a941449a HTTP/1.1" status: 204 len: 168 time: 2.1510472 Mar 08 12:48:23.603096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39612) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:23.605391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39614) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:23.698363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.766634 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-532f510a-673e-475d-a81a-727efe154687 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b69171f85f834473aaf29faf2d13263c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623683 Mar 08 12:48:23.767269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39618) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:23.787923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.809319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0af87d-96d6-4006-8e5f-2ccd0646d138']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:23.819349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84df633e-a47f-4b3b-8841-7326cda3571f') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:23.819571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1218d3b9-4b48-45b0-ad91-e1529c2581af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.819743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84df633e-a47f-4b3b-8841-7326cda3571f') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:23.834393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.842182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1218d3b9-4b48-45b0-ad91-e1529c2581af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.847353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.853472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:48:23.853867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:48:23.856763 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:48:23.963840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1218d3b9-4b48-45b0-ad91-e1529c2581af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.966506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1218d3b9-4b48-45b0-ad91-e1529c2581af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.967678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1218d3b9-4b48-45b0-ad91-e1529c2581af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/574e10aa-0cf7-4cee-963d-7b3279e8eb79 HTTP/1.1" status: 204 len: 168 time: 0.1995754 Mar 08 12:48:23.975388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218d3b9-4b48-45b0-ad91-e1529c2581af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574e10aa-0cf7-4cee-963d-7b3279e8eb79,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:23.987162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:23.998737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.003194 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/9d0af87d-96d6-4006-8e5f-2ccd0646d138 HTTP/1.1" status: 204 len: 168 time: 0.3933415 Mar 08 12:48:24.012338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee8318-bfd2-47f9-abe9-62bf5fae0776 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=9d0af87d-96d6-4006-8e5f-2ccd0646d138,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:24.017187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39622) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:24.023306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--63386891', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:24.135507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:48:24.140094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.159911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:24.174439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:48:24.184618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.184961 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment 13c25db6-ec1b-4f33-9f45-9985324c0070 of type vlan for network 53ed86d5-ad2e-431b-a650-8c722d703566 Mar 08 12:48:24.186562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:48:24.186899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4c2a8f53-3a0b-4c53-8ef9-2c22ce2fa960 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:48:24.187313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7672b3b9-6be1-4ade-a2f9-c31aac8b283b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:24.208218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 7672b3b9-6be1-4ade-a2f9-c31aac8b283b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:48:24.208533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7672b3b9-6be1-4ade-a2f9-c31aac8b283b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:48:24.208954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:48:24.229408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.229719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:48:24.230083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2f0b3a24-5591-47c0-8143-b9acc9c9b0d9 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:48:24.301160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.307613 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:24.309174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.380328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=53ed86d5-ad2e-431b-a650-8c722d703566,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:24.390726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 53ed86d5-ad2e-431b-a650-8c722d703566 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:48:24.397034 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-687a3abe-94d1-4631-9b59-7c94c58f6940 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3763869 Mar 08 12:48:24.398793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39626) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:24.403430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:24.472564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.474219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.530804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.555125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39628) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:24.568455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-629487d2-fda8-4426-8fe9-60bf47f480fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.764266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.776356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-629487d2-fda8-4426-8fe9-60bf47f480fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.840128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-629487d2-fda8-4426-8fe9-60bf47f480fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.908041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-629487d2-fda8-4426-8fe9-60bf47f480fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b48962ed825417fb213a445dd534501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518243 Mar 08 12:48:24.911794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39630) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:24.912283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629487d2-fda8-4426-8fe9-60bf47f480fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae76847-5149-42b2-91d7-c78310b59a8d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:24.962912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e20e545-0af6-48d8-abac-6a75feb26c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:24.983485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e20e545-0af6-48d8-abac-6a75feb26c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.049053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.072134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.106916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e20e545-0af6-48d8-abac-6a75feb26c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.109507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6e20e545-0af6-48d8-abac-6a75feb26c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.110697 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6e20e545-0af6-48d8-abac-6a75feb26c2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ae76847-5149-42b2-91d7-c78310b59a8d HTTP/1.1" status: 204 len: 168 time: 0.1982229 Mar 08 12:48:25.119501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20e545-0af6-48d8-abac-6a75feb26c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae76847-5149-42b2-91d7-c78310b59a8d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:25.207426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.36 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/bd00db41-ef40-4b8d-85de-6f3d6b79c473) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:48:25.310030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.455438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.456123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:25.499112 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:25.502640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:25.508514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:48:25.535473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=bd00db41-ef40-4b8d-85de-6f3d6b79c473,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:25.850749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.047769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.220975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 7d7fca9d-070b-45da-88ed-28dc7f428e17 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:48:26.326371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:26.336448 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Sync routers for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:26.345091 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:26.345683 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:26.383233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.384460 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b9e4a95d-9933-42bf-ad00-16110fe20059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9847896 Mar 08 12:48:26.387895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39634) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:26.421022 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-92b49044-6307-4f51-ba20-8bb54f0b6de6 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319047 Mar 08 12:48:26.423596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39636) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:26.450214 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:26.508520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b38a07-7c26-4c46-8c21-870fc8882303 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:26.510048 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c3b38a07-7c26-4c46-8c21-870fc8882303 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855308 Mar 08 12:48:26.512805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39638) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:26.547850 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b9c785d8-d044-4aeb-8b71-da9e0610f542 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339808 Mar 08 12:48:26.550320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39640) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:26.555137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23596920', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:26.633353 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:25Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:26.659507 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Checking router: 7d7fca9d-070b-45da-88ed-28dc7f428e17 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:26.659845 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Updating router 7d7fca9d-070b-45da-88ed-28dc7f428e17 port bd00db41-ef40-4b8d-85de-6f3d6b79c473 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:48:26.683332 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.712070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:48:26.715737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.932911 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.964059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:26.986625 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.024731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=faf1c790-3177-4f3a-8741-eabef8fbc424,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:27.032270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:48:27.032632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: 53ed86d5-ad2e-431b-a650-8c722d703566, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:48:27.042687 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Attempting to bind port bd00db41-ef40-4b8d-85de-6f3d6b79c473 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:48:27.043048 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Attempting to bind port bd00db41-ef40-4b8d-85de-6f3d6b79c473 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:48:27.043531 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Attempting to bind port bd00db41-ef40-4b8d-85de-6f3d6b79c473 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:48:27.046467 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Pushing event updated for resources: {'Port': ['ID=bd00db41-ef40-4b8d-85de-6f3d6b79c473,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:27.054833 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:48:27.055187 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:48:27.055569 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.055936 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:48:27.056384 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Bound port: bd00db41-ef40-4b8d-85de-6f3d6b79c473, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:48:27.056746 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.059823 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.060166 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.060492 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.060809 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.061117 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.061440 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.061753 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.062112 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.062438 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.062746 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.063048 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.063462 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:48:27.106391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 53ed86d5-ad2e-431b-a650-8c722d703566 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:48:27.113232 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] For port bd00db41-ef40-4b8d-85de-6f3d6b79c473, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:48:27.116773 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] For port bd00db41-ef40-4b8d-85de-6f3d6b79c473, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bd00db41-ef40-4b8d-85de-6f3d6b79c473,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:48:27.163746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 53ed86d5-ad2e-431b-a650-8c722d703566) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:27.169879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:27.170461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.171094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bce28c-88bf-45b6-85be-d18580139f2e None None] Network 53ed86d5-ad2e-431b-a650-8c722d703566 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:48:27.187354 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.245827 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:27.246458 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:27.249051 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ac753-83f4-41ce-ab54-e818bc63239c None None] Pushing event updated for resources: {'Port': ['ID=bd00db41-ef40-4b8d-85de-6f3d6b79c473,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:27.269354 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cb3073e2-589b-4c57-b28c-1bd7f6ea60d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7179501 Mar 08 12:48:27.272108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39642) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:27.325631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-53ed86d5-ad2e-431b-a650-8c722d703566', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:48:27.326872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.355703 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:27.472639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Allocated IP 172.20.0.2 (53ed86d5-ad2e-431b-a650-8c722d703566/faf1c790-3177-4f3a-8741-eabef8fbc424/f59b0269-72dd-49d8-ad07-67dddeef1f5a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:48:27.647620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.656099 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:25Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:27.682592 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db65f5-c9a0-4f4b-a0c9-0db0fb7c21d4 None None] The sync data for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv is: [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:25Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:27.719036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.767588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Network 53ed86d5-ad2e-431b-a650-8c722d703566 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:27.771896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:27.776728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:48:27.779937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Pushing event updated for resources: {'Port': ['ID=f59b0269-72dd-49d8-ad07-67dddeef1f5a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:27.837971 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Attempting to bind port f59b0269-72dd-49d8-ad07-67dddeef1f5a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:48:27.838327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Attempting to bind port f59b0269-72dd-49d8-ad07-67dddeef1f5a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:48:27.838677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Attempting to bind port f59b0269-72dd-49d8-ad07-67dddeef1f5a on network 53ed86d5-ad2e-431b-a650-8c722d703566 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:48:27.845782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:48:27.846291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Checking segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:48:27.846773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.847152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Bound using segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:48:27.847822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Bound port: f59b0269-72dd-49d8-ad07-67dddeef1f5a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:48:27.848460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:27.956128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] For port f59b0269-72dd-49d8-ad07-67dddeef1f5a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:48:27.959748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] For port f59b0269-72dd-49d8-ad07-67dddeef1f5a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f59b0269-72dd-49d8-ad07-67dddeef1f5a,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:48:28.049919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:28.133114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918df8a-6103-42b7-b78b-75fad99f8f6f None None] Pushing event updated for resources: {'Port': ['ID=f59b0269-72dd-49d8-ad07-67dddeef1f5a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:28.141783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:28.150586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd00db41-ef40-4b8d-85de-6f3d6b79c473 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:48:28.222561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port bd00db41-ef40-4b8d-85de-6f3d6b79c473 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:28.223277 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:28.344477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:28.371578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port bd00db41-ef40-4b8d-85de-6f3d6b79c473, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bd00db41-ef40-4b8d-85de-6f3d6b79c473,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:28.461988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:28.537082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=bd00db41-ef40-4b8d-85de-6f3d6b79c473,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:28.569136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (53ed86d5-ad2e-431b-a650-8c722d703566/faf1c790-3177-4f3a-8741-eabef8fbc424/735c0e60-af39-4f14-9d23-c29db149543f) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:48:28.712902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:28.839126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:28.891531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 53ed86d5-ad2e-431b-a650-8c722d703566 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:28.895273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:28.901800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:48:28.932489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=735c0e60-af39-4f14-9d23-c29db149543f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:28.957476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.021478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-47f1ba46-b26c-4962-a073-5b0374f301d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.177372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.235478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c82e71-8d6d-4545-b518-678a2ec56a68 None None] Network 53ed86d5-ad2e-431b-a650-8c722d703566 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:48:29.303491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e90283f3-da0a-4161-88d5-54c85ce39c40 None None] Provisioning complete for port f59b0269-72dd-49d8-ad07-67dddeef1f5a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:29.304338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e90283f3-da0a-4161-88d5-54c85ce39c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.465152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e90283f3-da0a-4161-88d5-54c85ce39c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.493045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.506647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e90283f3-da0a-4161-88d5-54c85ce39c40 None None] For port f59b0269-72dd-49d8-ad07-67dddeef1f5a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f59b0269-72dd-49d8-ad07-67dddeef1f5a,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:29.587233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.598327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e90283f3-da0a-4161-88d5-54c85ce39c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.665030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90283f3-da0a-4161-88d5-54c85ce39c40 None None] Pushing event updated for resources: {'Port': ['ID=f59b0269-72dd-49d8-ad07-67dddeef1f5a,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:29.673001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=735c0e60-af39-4f14-9d23-c29db149543f,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:29.675845 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.723982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-65e9399e-a712-4919-96d0-84a7253e37a4 None None] Provisioning complete for port f59b0269-72dd-49d8-ad07-67dddeef1f5a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:29.724699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65e9399e-a712-4919-96d0-84a7253e37a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.796024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 53ed86d5-ad2e-431b-a650-8c722d703566 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:29.797595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:29.844692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-65e9399e-a712-4919-96d0-84a7253e37a4 None None] Provisioning complete for port 735c0e60-af39-4f14-9d23-c29db149543f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:29.845126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65e9399e-a712-4919-96d0-84a7253e37a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:29.889671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-65e9399e-a712-4919-96d0-84a7253e37a4 None None] Port 735c0e60-af39-4f14-9d23-c29db149543f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:48:29.926302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 7d7fca9d-070b-45da-88ed-28dc7f428e17 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:48:30.010474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9f8eea81-56d5-477e-9576-64c5376321c6 None None] Provisioning complete for port 735c0e60-af39-4f14-9d23-c29db149543f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:30.010840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f8eea81-56d5-477e-9576-64c5376321c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.050289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:30.059361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9f8eea81-56d5-477e-9576-64c5376321c6 None None] Port 735c0e60-af39-4f14-9d23-c29db149543f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:48:30.059653 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ab3f2e26-58d0-426b-8df5-aec466728d22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/7d7fca9d-070b-45da-88ed-28dc7f428e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856488 Mar 08 12:48:30.062784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39646) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:30.065582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Sync routers for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:30.081477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:30.082079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:30.175314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef91faf-c411-47ef-8dec-3e9faa90405e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.175712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef91faf-c411-47ef-8dec-3e9faa90405e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.176171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef91faf-c411-47ef-8dec-3e9faa90405e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.176631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef91faf-c411-47ef-8dec-3e9faa90405e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.177087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef91faf-c411-47ef-8dec-3e9faa90405e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.177543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef91faf-c411-47ef-8dec-3e9faa90405e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.179909 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8ef91faf-c411-47ef-8dec-3e9faa90405e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1161342 Mar 08 12:48:30.182849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39648) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:30.207154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd00db41-ef40-4b8d-85de-6f3d6b79c473 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:48:30.215986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c3cc74a5-05f2-48b0-adfb-b5c4489810fe None None] Provisioning complete for port 735c0e60-af39-4f14-9d23-c29db149543f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:30.216346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3cc74a5-05f2-48b0-adfb-b5c4489810fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.242892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:30.282873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356f734-662a-4a6d-bfa9-a673b3a617e3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.289735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356f734-662a-4a6d-bfa9-a673b3a617e3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.289735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356f734-662a-4a6d-bfa9-a673b3a617e3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.289735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356f734-662a-4a6d-bfa9-a673b3a617e3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.289735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356f734-662a-4a6d-bfa9-a673b3a617e3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.289735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356f734-662a-4a6d-bfa9-a673b3a617e3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:30.289735 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3356f734-662a-4a6d-bfa9-a673b3a617e3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.1029348 Mar 08 12:48:30.291645 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39650) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:30.435546 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-395dab19-2c60-43a7-b1ec-deb73ac6e91b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1427128 Mar 08 12:48:30.501103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc74a5-05f2-48b0-adfb-b5c4489810fe None None] Port 735c0e60-af39-4f14-9d23-c29db149543f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:48:30.572953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port bd00db41-ef40-4b8d-85de-6f3d6b79c473 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:30.573313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.659752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39654) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:30.664997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4bde73fe-abf0-44af-903d-664dee0c1445 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951073571', 'description': 'tempest-secgroup-smoke-1951073571 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:30.701144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f59b0269-72dd-49d8-ad07-67dddeef1f5a up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:48:30.706296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:30.740862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4bde73fe-abf0-44af-903d-664dee0c1445 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.755132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Checking router: 7d7fca9d-070b-45da-88ed-28dc7f428e17 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:30.755474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Updating router 7d7fca9d-070b-45da-88ed-28dc7f428e17 port 735c0e60-af39-4f14-9d23-c29db149543f binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:48:30.787428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.812012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4bde73fe-abf0-44af-903d-664dee0c1445 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.831563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f59b0269-72dd-49d8-ad07-67dddeef1f5a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:30.831934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.866850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4bde73fe-abf0-44af-903d-664dee0c1445 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.896319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde73fe-abf0-44af-903d-664dee0c1445 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3718c157-3fb2-4346-917f-27fea83ad9ee,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:30.943321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4bde73fe-abf0-44af-903d-664dee0c1445 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:30.945162 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4bde73fe-abf0-44af-903d-664dee0c1445 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2837639 Mar 08 12:48:30.950550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39656) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:30.955191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-443b575d-ecae-4ba8-a687-d4209101ff16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '3718c157-3fb2-4346-917f-27fea83ad9ee', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:31.060112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-443b575d-ecae-4ba8-a687-d4209101ff16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.115559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-443b575d-ecae-4ba8-a687-d4209101ff16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.121080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.175167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-443b575d-ecae-4ba8-a687-d4209101ff16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.192808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b575d-ecae-4ba8-a687-d4209101ff16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bbc88b-7d1c-496a-92dd-6700b8d27efe,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:31.198033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.245402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-443b575d-ecae-4ba8-a687-d4209101ff16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.248186 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-443b575d-ecae-4ba8-a687-d4209101ff16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2959311 Mar 08 12:48:31.250407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39658) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:31.251799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d14671-64c1-4b28-ba52-5d79cbbde174 None None] Pushing event updated for resources: {'Port': ['ID=735c0e60-af39-4f14-9d23-c29db149543f,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:31.254798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a798697f-77a5-45ae-98b0-5ed5390b6c75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '3718c157-3fb2-4346-917f-27fea83ad9ee', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:31.303558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Attempting to bind port 735c0e60-af39-4f14-9d23-c29db149543f on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:48:31.304431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Attempting to bind port 735c0e60-af39-4f14-9d23-c29db149543f by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:48:31.304779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Attempting to bind port 735c0e60-af39-4f14-9d23-c29db149543f on network 53ed86d5-ad2e-431b-a650-8c722d703566 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:48:31.310330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:48:31.310691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Checking segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:48:31.311123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.311499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Bound using segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:48:31.311941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Bound port: 735c0e60-af39-4f14-9d23-c29db149543f, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:48:31.312306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.345944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a798697f-77a5-45ae-98b0-5ed5390b6c75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.380022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] For port 735c0e60-af39-4f14-9d23-c29db149543f, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:48:31.384000 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] For port 735c0e60-af39-4f14-9d23-c29db149543f, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=735c0e60-af39-4f14-9d23-c29db149543f,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:48:31.414630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a798697f-77a5-45ae-98b0-5ed5390b6c75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.461665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.489174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a798697f-77a5-45ae-98b0-5ed5390b6c75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.513091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:31.513327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:31.514325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798697f-77a5-45ae-98b0-5ed5390b6c75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71785f6-1aba-4804-bbac-eed2e83dd1fd,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:31.575741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d14671-64c1-4b28-ba52-5d79cbbde174 None None] Pushing event updated for resources: {'Port': ['ID=735c0e60-af39-4f14-9d23-c29db149543f,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:31.588900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a798697f-77a5-45ae-98b0-5ed5390b6c75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.593139 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a798697f-77a5-45ae-98b0-5ed5390b6c75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389156 Mar 08 12:48:31.593139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39660) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:31.598023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d3b31018-7c1f-4ac4-b556-d5e25d7d7954 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '3718c157-3fb2-4346-917f-27fea83ad9ee', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:31.603729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e5a8f0bf-179b-4087-8c04-b2fdaeff22d8 None None] Provisioning complete for port 735c0e60-af39-4f14-9d23-c29db149543f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:31.604093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0bf-179b-4087-8c04-b2fdaeff22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.670785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eccd528a-f847-49a3-ae67-5492ba2625e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.690891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3b31018-7c1f-4ac4-b556-d5e25d7d7954 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.700513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:31.751174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3b31018-7c1f-4ac4-b556-d5e25d7d7954 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.816162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0bf-179b-4087-8c04-b2fdaeff22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.849283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3b31018-7c1f-4ac4-b556-d5e25d7d7954 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.867920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b31018-7c1f-4ac4-b556-d5e25d7d7954 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288dba19-7220-44fc-9c13-e0e2ed7c79a1,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:31.891769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e5a8f0bf-179b-4087-8c04-b2fdaeff22d8 None None] For port 735c0e60-af39-4f14-9d23-c29db149543f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=735c0e60-af39-4f14-9d23-c29db149543f,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:31.948498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d3b31018-7c1f-4ac4-b556-d5e25d7d7954 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.949745 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d3b31018-7c1f-4ac4-b556-d5e25d7d7954 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553030 Mar 08 12:48:31.952555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39662) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:31.956963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b2323be9-a1d4-419e-9723-8c64abeddc16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '3718c157-3fb2-4346-917f-27fea83ad9ee', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:31.957767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:31.985536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0bf-179b-4087-8c04-b2fdaeff22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:31.988288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd698d55-a80b-44d7-abe7-967388e2888b None None] The sync data for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv is: [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:32.041408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2323be9-a1d4-419e-9723-8c64abeddc16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.068958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8f0bf-179b-4087-8c04-b2fdaeff22d8 None None] Pushing event updated for resources: {'Port': ['ID=735c0e60-af39-4f14-9d23-c29db149543f,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:32.108878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9c78d9a6-0268-43a6-b6c3-52c5000544bd None None] Provisioning complete for port 735c0e60-af39-4f14-9d23-c29db149543f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:32.109519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c78d9a6-0268-43a6-b6c3-52c5000544bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.117041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2323be9-a1d4-419e-9723-8c64abeddc16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.192245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2323be9-a1d4-419e-9723-8c64abeddc16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.215489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2323be9-a1d4-419e-9723-8c64abeddc16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117273eb-d539-493c-93a4-867352376e39,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:32.309710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2323be9-a1d4-419e-9723-8c64abeddc16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.311256 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b2323be9-a1d4-419e-9723-8c64abeddc16 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577735 Mar 08 12:48:32.314729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39664) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:32.320723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '3718c157-3fb2-4346-917f-27fea83ad9ee', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:32.415678 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:48:32.421546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.485906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.552357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.573767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb3126c-1264-490b-b5bb-4682effa1462,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:32.628853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.630134 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-95096667-7a45-4359-87ba-9cd8d8d7d962 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3141966 Mar 08 12:48:32.632177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.633077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39666) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:32.637637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '3718c157-3fb2-4346-917f-27fea83ad9ee', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:32.701220 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:48:32.707650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.774056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.843792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.862974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851ca45e-52f3-449d-95c0-1b355247c8a7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:32.931491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:32.932730 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0b543a4a-ae9a-4ac2-9d2b-a009c00b08e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2986372 Mar 08 12:48:33.115192 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-ba81d711-660a-4b06-80a4-99c8df3030e9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951073571&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0327325 Mar 08 12:48:33.219917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-aa2c4b46-bfea-4740-8ab1-d8cd0f5d065a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:33.221375 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-aa2c4b46-bfea-4740-8ab1-d8cd0f5d065a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 795 time: 0.0990252 Mar 08 12:48:33.236420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-2247ba3b-91b2-4b9f-8ddb-160c653a05fa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0087938 Mar 08 12:48:33.291485 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-ca135f22-e6de-4c3e-a4e5-902453179267 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497861 Mar 08 12:48:33.384281 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-701669dd-c2eb-40d7-93bb-69822f18cc9e service neutron] 10.222.0.65 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814517 Mar 08 12:48:33.480432 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-34907172-48c7-4922-8cad-e1013942fdb6 service neutron] 10.222.0.65 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899224 Mar 08 12:48:33.739295 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4a8139e6-4c26-4047-911e-86e6e9a747e0 req-35f1ff0d-69c4-4a00-a2fa-6a89e24a6235 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 210 time: 0.0275862 Mar 08 12:48:33.762769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.101556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 735c0e60-af39-4f14-9d23-c29db149543f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:48:34.166762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 735c0e60-af39-4f14-9d23-c29db149543f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:34.166762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.260280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:34.837585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38d854f0-cd5f-4b9d-9a45-3d7fa8d70bb9 req-ded0f284-1443-43a1-826e-3afa1a98049c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 210 time: 0.0281253 Mar 08 12:48:35.392300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-5410e52a-aa5e-493b-953e-5d56c5c7752a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:35.393666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-5410e52a-aa5e-493b-953e-5d56c5c7752a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 795 time: 0.1064830 Mar 08 12:48:35.440637 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-5a83424c-72e6-43f6-a786-b926512483b6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 380 time: 0.0376749 Mar 08 12:48:35.450561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['3718c157-3fb2-4346-917f-27fea83ad9ee']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:35.615446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:48:35.619891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:35.768717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.10 (53ed86d5-ad2e-431b-a650-8c722d703566/faf1c790-3177-4f3a-8741-eabef8fbc424/d09ff898-2f9b-4d54-8b10-9315c416c3f7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:48:35.949863 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7e4c4d8e-59c7-4add-baba-0aa2b76cc063 req-ecc395ad-a82b-44a0-a4b2-753f66ffe679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 210 time: 0.0416276 Mar 08 12:48:35.954538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:36.158831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:36.204512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 53ed86d5-ad2e-431b-a650-8c722d703566 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:36.207551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:36.211204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:48:36.218654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=d09ff898-2f9b-4d54-8b10-9315c416c3f7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:36.266865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:36.272055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:36.343494 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-a96b4a77-2c8e-4b2d-84aa-ef88e6d4a5fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8973663 Mar 08 12:48:36.356916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Request body: {'port': {'device_id': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:36.411286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:36.450123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8f89d7a1-e6b3-459a-805a-f5df7f3b94fb None None] Provisioning complete for port d09ff898-2f9b-4d54-8b10-9315c416c3f7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:36.450742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8f89d7a1-e6b3-459a-805a-f5df7f3b94fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:36.491140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8f89d7a1-e6b3-459a-805a-f5df7f3b94fb None None] Port d09ff898-2f9b-4d54-8b10-9315c416c3f7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:48:36.679603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09ff898-2f9b-4d54-8b10-9315c416c3f7 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:48:36.687019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:36.707342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Transition to ACTIVE for port object d09ff898-2f9b-4d54-8b10-9315c416c3f7 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:48:36.792514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:36.840842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Pushing event updated for resources: {'Port': ['ID=d09ff898-2f9b-4d54-8b10-9315c416c3f7,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:36.923186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Attempting to bind port d09ff898-2f9b-4d54-8b10-9315c416c3f7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:48:36.923511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Attempting to bind port d09ff898-2f9b-4d54-8b10-9315c416c3f7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:48:36.923854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Attempting to bind port d09ff898-2f9b-4d54-8b10-9315c416c3f7 on network 53ed86d5-ad2e-431b-a650-8c722d703566 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:48:36.928367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Port d09ff898-2f9b-4d54-8b10-9315c416c3f7 on network 53ed86d5-ad2e-431b-a650-8c722d703566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:48:36.928675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Attempting to bind port d09ff898-2f9b-4d54-8b10-9315c416c3f7 on network 53ed86d5-ad2e-431b-a650-8c722d703566 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:48:36.934508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:48:36.934767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Checking segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:48:36.935155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Bound using segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:48:36.935577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Bound port: d09ff898-2f9b-4d54-8b10-9315c416c3f7, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:48:36.935925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:37.006493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] For port d09ff898-2f9b-4d54-8b10-9315c416c3f7, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:48:37.011317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] For port d09ff898-2f9b-4d54-8b10-9315c416c3f7, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:48:37.062130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:37.106864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.107597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:37.109104 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] 10.222.0.45 "PUT /v2.0/ports/d09ff898-2f9b-4d54-8b10-9315c416c3f7 HTTP/1.1" status: 200 len: 1094 time: 0.7572925 Mar 08 12:48:37.109687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:37.112433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49eaf69-e093-4b1d-b6e1-0965c054dc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:37.128218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2df11-43bf-448a-8d6f-14f350982e39 req-b967d5e0-543a-4c70-b6e2-c3a54f678f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.129791 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f7c2df11-43bf-448a-8d6f-14f350982e39 req-b967d5e0-543a-4c70-b6e2-c3a54f678f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 944 time: 0.1046073 Mar 08 12:48:37.160060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeda6fa-8a41-4556-98b8-dd0985d308d4 x-openstack-request-id: req-ffeda6fa-8a41-4556-98b8-dd0985d308d4 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:37.160395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:37.160651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffeda6fa-8a41-4556-98b8-dd0985d308d4 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:37.161042 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'status': 'completed', 'code': 200} Mar 08 12:48:37.172621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f669d1c-fb6d-414e-90e2-5ade5623d0ab service neutron] Pushing event updated for resources: {'Port': ['ID=d09ff898-2f9b-4d54-8b10-9315c416c3f7,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:37.219828 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f7c2df11-43bf-448a-8d6f-14f350982e39 req-61c9a849-5e83-435c-b084-4790e8acb446 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791752 Mar 08 12:48:37.238339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eaf69-e093-4b1d-b6e1-0965c054dc1b req-1d2dcabe-1f37-4fb7-a0b6-5157d79155f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.240088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f49eaf69-e093-4b1d-b6e1-0965c054dc1b req-1d2dcabe-1f37-4fb7-a0b6-5157d79155f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 1097 time: 0.0514770 Mar 08 12:48:37.343976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eaf69-e093-4b1d-b6e1-0965c054dc1b req-cad84e9f-c470-4f98-a1eb-3f1127bc2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.345526 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f49eaf69-e093-4b1d-b6e1-0965c054dc1b req-cad84e9f-c470-4f98-a1eb-3f1127bc2ec7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0972650 Mar 08 12:48:37.447528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eaf69-e093-4b1d-b6e1-0965c054dc1b req-91f73782-9279-4b9d-8152-6b67aecb1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.448943 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f49eaf69-e093-4b1d-b6e1-0965c054dc1b req-91f73782-9279-4b9d-8152-6b67aecb1d68 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973144 Mar 08 12:48:37.524534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-87478cf7-1d0d-4c33-a35e-75afa48b0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.526901 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-87478cf7-1d0d-4c33-a35e-75afa48b0d92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 1097 time: 0.0409644 Mar 08 12:48:37.567647 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-5847ba8a-d3c6-4443-9b74-d6e42bb680ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0328503 Mar 08 12:48:37.620078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-ed4eca42-77f9-46c2-81f4-d1add64d0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.621530 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-ed4eca42-77f9-46c2-81f4-d1add64d0b63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faf1c790-3177-4f3a-8741-eabef8fbc424 HTTP/1.1" status: 200 len: 833 time: 0.0474319 Mar 08 12:48:37.667487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-b47b5506-5b97-48a6-ae18-4130d269da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:37.668955 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-b47b5506-5b97-48a6-ae18-4130d269da2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53ed86d5-ad2e-431b-a650-8c722d703566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411408 Mar 08 12:48:37.758214 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-d270774b-c2e3-454f-8942-fe1f14095e43 service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824473 Mar 08 12:48:37.851607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0bc957fa-f24b-4e9c-ab59-078eb1d73cfe req-398aa401-fdfb-4c4b-9113-df52a7990628 service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858963 Mar 08 12:48:38.338388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44b988-a289-4906-9e14-f47a7be7e1b3 req-9fc7275c-56d3-4dd4-9625-cc937bc21759 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:38.339761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d44b988-a289-4906-9e14-f47a7be7e1b3 req-9fc7275c-56d3-4dd4-9625-cc937bc21759 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 944 time: 0.0499334 Mar 08 12:48:38.377685 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d44b988-a289-4906-9e14-f47a7be7e1b3 req-a411cabf-0440-46d8-8fd4-107a246d33d3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Mar 08 12:48:39.501255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1530135-bbde-4428-8ad4-00084e57ebbd req-04c3c01e-f99c-4757-947c-fd2263d7a321 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:39.502733 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b1530135-bbde-4428-8ad4-00084e57ebbd req-04c3c01e-f99c-4757-947c-fd2263d7a321 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 944 time: 0.0557528 Mar 08 12:48:39.542694 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b1530135-bbde-4428-8ad4-00084e57ebbd req-b9a80c9f-8b68-46cf-886e-d54f25738421 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338645 Mar 08 12:48:40.411633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d09ff898-2f9b-4d54-8b10-9315c416c3f7 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:48:40.509185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d09ff898-2f9b-4d54-8b10-9315c416c3f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:40.521649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'port_id': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'mac_address': 'fa:16:3e:74:7e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:48:40.563961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:40.581679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09ff898-2f9b-4d54-8b10-9315c416c3f7 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:48:40.604943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d09ff898-2f9b-4d54-8b10-9315c416c3f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:40.670290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd10eb-9af1-4924-ae93-fbf8da1f046f req-c68b4d82-0690-44d4-9f26-e1eb681fbfce tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:40.671819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2dfd10eb-9af1-4924-ae93-fbf8da1f046f req-c68b4d82-0690-44d4-9f26-e1eb681fbfce tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 944 time: 0.0540195 Mar 08 12:48:40.683662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:40.711946 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2dfd10eb-9af1-4924-ae93-fbf8da1f046f req-3c21396f-4fe6-4e0b-94e7-e30f6ce71c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339947 Mar 08 12:48:40.733176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=d09ff898-2f9b-4d54-8b10-9315c416c3f7,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:40.909162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['d09ff898-2f9b-4d54-8b10-9315c416c3f7'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:48:41.832843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d3dba-a731-48bf-b154-efb157075acd req-c11e737d-62f6-4796-911b-d00f15f61bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:41.834350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f46d3dba-a731-48bf-b154-efb157075acd req-c11e737d-62f6-4796-911b-d00f15f61bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 945 time: 0.0536754 Mar 08 12:48:41.875620 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f46d3dba-a731-48bf-b154-efb157075acd req-4abe8ffa-fc43-4ece-bce9-d62a4d32738c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349152 Mar 08 12:48:42.428455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d09ff898-2f9b-4d54-8b10-9315c416c3f7 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:48:42.586286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port d09ff898-2f9b-4d54-8b10-9315c416c3f7 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:48:42.591107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port d09ff898-2f9b-4d54-8b10-9315c416c3f7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:48:42.591563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:42.672597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:42.694608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:42.700382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c27012-21cd-40d5-b53b-a2096da79b35" -d '{"events": [{"server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "name": "network-vif-plugged", "status": "completed", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:42.709951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d09ff898-2f9b-4d54-8b10-9315c416c3f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:48:42.733979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6a253-5fc6-4a2c-84ac-4d0744f3a542 x-openstack-request-id: req-16d6a253-5fc6-4a2c-84ac-4d0744f3a542 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:42.734292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "name": "network-vif-plugged", "status": "completed", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:42.734547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16d6a253-5fc6-4a2c-84ac-4d0744f3a542 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:42.734940 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'code': 200} Mar 08 12:48:42.820581 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:48:42.821204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:42.868677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=d09ff898-2f9b-4d54-8b10-9315c416c3f7,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:42.994548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb17025-98e7-4431-9bb1-423deafe2baf req-b3c08885-d9e9-4ee0-a608-1bc4ceee8236 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:42.996775 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fbb17025-98e7-4431-9bb1-423deafe2baf req-b3c08885-d9e9-4ee0-a608-1bc4ceee8236 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 946 time: 0.0543404 Mar 08 12:48:43.060544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fbb17025-98e7-4431-9bb1-423deafe2baf req-8075872e-4f4e-4574-85c1-bb314e44780e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576770 Mar 08 12:48:43.069623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8c377-2253-42f4-9da5-9216d94d5fb5 req-9e07f6c5-091d-4e71-8ee0-3478d699ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:43.071096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aac8c377-2253-42f4-9da5-9216d94d5fb5 req-9e07f6c5-091d-4e71-8ee0-3478d699ce3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 1099 time: 0.0541995 Mar 08 12:48:43.105479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aac8c377-2253-42f4-9da5-9216d94d5fb5 req-50575cb4-6ce6-4a9f-8615-d0679261e695 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280530 Mar 08 12:48:44.190764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd7f35-8460-4b84-b1ed-dc4962ad4ae1 req-b8f749a6-6a3e-4b7c-8f5a-b3ab03661a95 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:44.192339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-62cd7f35-8460-4b84-b1ed-dc4962ad4ae1 req-b8f749a6-6a3e-4b7c-8f5a-b3ab03661a95 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 946 time: 0.0534871 Mar 08 12:48:44.233770 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-62cd7f35-8460-4b84-b1ed-dc4962ad4ae1 req-dc20be47-7e16-4463-8e80-1df279c420d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343447 Mar 08 12:48:45.354243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4b4b8-b62b-41a9-8b25-79a935518eef req-4d768a47-534e-45a5-8c6f-8217d410b18e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:45.356636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-faf4b4b8-b62b-41a9-8b25-79a935518eef req-4d768a47-534e-45a5-8c6f-8217d410b18e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 946 time: 0.0538166 Mar 08 12:48:45.393402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-faf4b4b8-b62b-41a9-8b25-79a935518eef req-5e770dd3-2f12-4585-a87b-0e4ab0d2f874 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Mar 08 12:48:45.509236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d53b-1bf1-4680-b8d2-e800e98c1624 req-cdc48239-15fc-4a4e-ad19-9048cf19eda8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:45.511386 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6625d53b-1bf1-4680-b8d2-e800e98c1624 req-cdc48239-15fc-4a4e-ad19-9048cf19eda8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 946 time: 0.0502110 Mar 08 12:48:45.550130 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6625d53b-1bf1-4680-b8d2-e800e98c1624 req-24a2ab44-079c-47a6-8f28-ba40f2190db4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Mar 08 12:48:45.571131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39728) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:45.612607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82bbfb6-f3be-4b04-af84-432ba03cdb40 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:45.614554 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f82bbfb6-f3be-4b04-af84-432ba03cdb40 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 1094 time: 0.0424018 Mar 08 12:48:45.617296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39730) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:45.621668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:48:45.695185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:45.797634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:45.899369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.94 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/d072f203-15df-495f-a182-d09da6aae074) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:48:46.005330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:46.106852 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:46.146919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:48:46.150117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:48:46.152950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:48:46.185554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=d072f203-15df-495f-a182-d09da6aae074,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:46.513388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:46.624093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:46.778276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:46.820920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:46.895869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=d072f203-15df-495f-a182-d09da6aae074,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:48:46.908339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:47.008923 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP e6deefef-3676-4d79-83ee-457390ffa7a1 associated. External IP: 172.26.3.94, port: d09ff898-2f9b-4d54-8b10-9315c416c3f7. Mar 08 12:48:47.210686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 7d7fca9d-070b-45da-88ed-28dc7f428e17 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:48:47.316454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:48:47.327341 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] Sync routers for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:48:47.337229 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:47.339904 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:47.417550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:47.443456 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:47.449304 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2652df86-40a1-4fde-b04d-c3e326a0db86 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8289673 Mar 08 12:48:47.449979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:48:47.450979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39732) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:47.452527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb05ee4-0452-44ec-88bc-fd19330ecf97" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:48:47.493323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bccc555-48da-444d-be57-2f7fd44f40f0 x-openstack-request-id: req-2bccc555-48da-444d-be57-2f7fd44f40f0 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:48:47.493544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:48:47.493734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bccc555-48da-444d-be57-2f7fd44f40f0 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:48:47.494154 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'status': 'completed', 'code': 200} Mar 08 12:48:47.528786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7d66a4b9-56b2-4bb7-9786-fe3312a7faa4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 991 time: 0.0766282 Mar 08 12:48:47.570135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-f3ae6545-971e-448d-abf0-60aa7f1a3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:47.571641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-f3ae6545-971e-448d-abf0-60aa7f1a3e3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 1099 time: 0.0418308 Mar 08 12:48:47.672610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-6497c2c6-0bc7-4b8d-af83-78fe0308cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:47.674128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-6497c2c6-0bc7-4b8d-af83-78fe0308cb27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 896 time: 0.0944917 Mar 08 12:48:47.707253 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'e6deefef-3676-4d79-83ee-457390ffa7a1', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'port_id': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'mac_address': 'fa:16:3e:74:7e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:46Z', 'updated_at': '2022-03-08T12:48:46Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:47.737249 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] Checking router: 7d7fca9d-070b-45da-88ed-28dc7f428e17 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:48:47.745828 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:48:47.746047 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-4022880f-14a2-4266-a8c3-ec1d2c7f68b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7 HTTP/1.1" status: 200 len: 999 time: 0.0650408 Mar 08 12:48:47.746408 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:48:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:47.796298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-5a1a1612-6804-47cb-8551-d86f28d6a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:47.797900 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-5a1a1612-6804-47cb-8551-d86f28d6a954 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faf1c790-3177-4f3a-8741-eabef8fbc424 HTTP/1.1" status: 200 len: 833 time: 0.0462394 Mar 08 12:48:47.843755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-a6cdaeca-2781-465a-8803-afa60d862e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:48:47.845242 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-a6cdaeca-2781-465a-8803-afa60d862e03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53ed86d5-ad2e-431b-a650-8c722d703566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415838 Mar 08 12:48:47.855756 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:48:47.939730 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-1b4fc9d9-06cb-4643-91a2-73a8e85c302a service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878482 Mar 08 12:48:48.032237 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcb05ee4-0452-44ec-88bc-fd19330ecf97 req-20821630-0651-479d-b036-f5aa26b5ae65 service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865960 Mar 08 12:48:48.080702 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'e6deefef-3676-4d79-83ee-457390ffa7a1', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'port_id': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'mac_address': 'fa:16:3e:74:7e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:46Z', 'updated_at': '2022-03-08T12:48:46Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:48:48.107488 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb00a67-9ee2-488f-9f24-25248899b111 None None] The sync data for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv is: [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'e6deefef-3676-4d79-83ee-457390ffa7a1', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'port_id': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'mac_address': 'fa:16:3e:74:7e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:46Z', 'updated_at': '2022-03-08T12:48:46Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:48:48.295906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a24760-b506-4142-a830-897d8c3ac1c6 None None] New status for floating IP e6deefef-3676-4d79-83ee-457390ffa7a1: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:48:48.530687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39736) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:48.941617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-81876ccd-7ea4-4b4d-8a38-dda8344899eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 991 time: 0.4097259 Mar 08 12:48:49.944970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39738) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:48:50.005754 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-761a451b-b9e6-4987-a2a7-faf1261590f3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 993 time: 0.0596523 Mar 08 12:48:55.454927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:48:59.032176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3c747d2-0e0c-4b58-9eaa-cf5ae0619056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:01.700877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f86a404f-4105-4772-863e-3dc322a2eead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:02.632181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:03.740544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:04.249172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:19.174008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39756) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:19.248873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76aba46-5a15-45ff-853e-bbbbb008063f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:19.249333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76aba46-5a15-45ff-853e-bbbbb008063f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:19.249783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76aba46-5a15-45ff-853e-bbbbb008063f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:19.251439 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a76aba46-5a15-45ff-853e-bbbbb008063f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=83243bc130fc441189e93308aa8e80b1&network_id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 3000 time: 0.0764287 Mar 08 12:49:19.819545 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:49:20.948443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39768) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:20.993183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a225dc-1c5f-40b2-9dfd-82f41c66ab27 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:20.994687 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b8a225dc-1c5f-40b2-9dfd-82f41c66ab27 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520 HTTP/1.1" status: 200 len: 814 time: 0.0452821 Mar 08 12:49:21.452952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39774) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:21.457881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:21.519277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:21.667546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:21.746058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:21.746393 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP e6deefef-3676-4d79-83ee-457390ffa7a1 disassociated. External IP: 172.26.3.94, port: d09ff898-2f9b-4d54-8b10-9315c416c3f7. Mar 08 12:49:21.970027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 7d7fca9d-070b-45da-88ed-28dc7f428e17 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:49:22.082425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:49:22.087462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:22.093726 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] Sync routers for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:49:22.108171 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:49:22.108864 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:49:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:22.115140 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a6e27cdf-a2c7-41e7-87e7-7166d623f520 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 689 time: 0.6610732 Mar 08 12:49:22.115715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:49:22.118658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39776) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:22.119165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:49:22.156522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4c091-b4cd-4ae6-a4b6-76d3c82e2e25 x-openstack-request-id: req-3cd4c091-b4cd-4ae6-a4b6-76d3c82e2e25 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:49:22.156808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:49:22.157056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cd4c091-b4cd-4ae6-a4b6-76d3c82e2e25 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:49:22.157455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'status': 'completed', 'code': 200} Mar 08 12:49:22.173292 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-97562989-16cf-4ed6-835f-30f729671e87 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 689 time: 0.0527332 Mar 08 12:49:22.215475 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:49:22.221610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-eeb0d552-274b-4ec4-8cac-d486cbedaf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:22.223455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-eeb0d552-274b-4ec4-8cac-d486cbedaf26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 1099 time: 0.0421653 Mar 08 12:49:22.320127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-e8d9cbf2-f99c-4cee-9df4-55bfcaaa01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:22.321863 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-e8d9cbf2-f99c-4cee-9df4-55bfcaaa01fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 896 time: 0.0911789 Mar 08 12:49:22.363551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-316a1c7a-2fa9-4f9b-ba49-fdd484111857 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0351970 Mar 08 12:49:22.412348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-ff8fe202-a1d6-47e6-bca7-46f2726a1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:22.413862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-ff8fe202-a1d6-47e6-bca7-46f2726a1c28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faf1c790-3177-4f3a-8741-eabef8fbc424 HTTP/1.1" status: 200 len: 833 time: 0.0439465 Mar 08 12:49:22.419884 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:22.445012 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] Checking router: 7d7fca9d-070b-45da-88ed-28dc7f428e17 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:49:22.453406 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:49:22.454044 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:49:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:22.464357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-a995417c-fb07-4c7e-8075-3a7cad2b5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:22.465901 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-a995417c-fb07-4c7e-8075-3a7cad2b5ed6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53ed86d5-ad2e-431b-a650-8c722d703566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457683 Mar 08 12:49:22.477194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-6e80ac0c-2dd4-408b-bb07-35e4ed34303e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:49:22.478188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-6e80ac0c-2dd4-408b-bb07-35e4ed34303e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056484 Mar 08 12:49:22.570936 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-77bcae05-5583-4985-aa49-a70aeb081d64 service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868232 Mar 08 12:49:22.643965 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:49:22.668278 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b852ccc0-a32d-4bfe-bce1-153cb575d4a4 req-3073b977-3f74-4637-9ef9-94a2c78c75c4 service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908587 Mar 08 12:49:22.845329 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:22.872268 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a9bc40-c021-4a65-b0f3-130846e54c3c None None] The sync data for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv is: [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:49:23.082287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01064144-5545-4ea0-8c4e-9beb89d4da97 None None] New status for floating IP e6deefef-3676-4d79-83ee-457390ffa7a1: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:49:23.174781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39780) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:23.218374 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a0a6764c-d1de-41cd-aff4-28c7191af01c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 689 time: 0.0423939 Mar 08 12:49:24.222315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39782) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:24.564580 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-800f4219-ad36-41d7-93bc-e6a148d0228b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 687 time: 0.3411188 Mar 08 12:49:25.477498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:25.802113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39786) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:25.807319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546280330', 'description': 'tempest-secgroup-smoke-546280330 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:25.894993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:25.958560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.026633 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.057811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d275583-67b7-4ac2-a3d7-b4a8705e5876,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:26.064707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.065060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.065474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.065735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.066088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.066408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.066725 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.067039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.067346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.067657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.067966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.068272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:26.131163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.132512 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b8d0cdbd-3606-4113-a042-6ca6d7f63ef6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3293893 Mar 08 12:49:26.135430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39788) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:26.139710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e0c0ac5c-b4a6-4f45-87ce-cc334b9980e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8d275583-67b7-4ac2-a3d7-b4a8705e5876', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:26.277889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0c0ac5c-b4a6-4f45-87ce-cc334b9980e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.333543 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0c0ac5c-b4a6-4f45-87ce-cc334b9980e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.420110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0c0ac5c-b4a6-4f45-87ce-cc334b9980e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.437380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0ac5c-b4a6-4f45-87ce-cc334b9980e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dde0a79-77d9-492a-99d8-d8b1024fabd2,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:26.526004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0c0ac5c-b4a6-4f45-87ce-cc334b9980e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.527443 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e0c0ac5c-b4a6-4f45-87ce-cc334b9980e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3911114 Mar 08 12:49:26.530201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39790) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:26.534417 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e822f7f3-37ea-4663-b59d-7d1472de48eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8d275583-67b7-4ac2-a3d7-b4a8705e5876', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:26.625411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e822f7f3-37ea-4663-b59d-7d1472de48eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.684105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e822f7f3-37ea-4663-b59d-7d1472de48eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.746174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e822f7f3-37ea-4663-b59d-7d1472de48eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.764268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822f7f3-37ea-4663-b59d-7d1472de48eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5c31d7-2a66-443e-ad38-3758ce0f5721,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:26.828374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e822f7f3-37ea-4663-b59d-7d1472de48eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:26.829515 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e822f7f3-37ea-4663-b59d-7d1472de48eb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2984655 Mar 08 12:49:26.832400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39792) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:26.838901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8d275583-67b7-4ac2-a3d7-b4a8705e5876', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:26.956842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.039765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.118024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.136531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852e0315-edf6-4e6c-9bf5-a23cb7611670,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:27.143454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.143788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.144117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.144437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.144753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.145068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.145387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.145693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.146039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.146354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.146660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.146965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:27.228918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.230201 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f40cd3f6-9b6d-4745-ba8e-a5b51ead3c22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3967595 Mar 08 12:49:27.232983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39794) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:27.237305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7de62e3a-e4bc-45e6-813f-b53aa6e388fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8d275583-67b7-4ac2-a3d7-b4a8705e5876', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:27.333637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7de62e3a-e4bc-45e6-813f-b53aa6e388fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.393226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7de62e3a-e4bc-45e6-813f-b53aa6e388fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.433911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7de62e3a-e4bc-45e6-813f-b53aa6e388fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.452009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de62e3a-e4bc-45e6-813f-b53aa6e388fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5a46fe-aecc-4d75-a330-cb3d504d39b3,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:27.508306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7de62e3a-e4bc-45e6-813f-b53aa6e388fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.509559 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7de62e3a-e4bc-45e6-813f-b53aa6e388fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2756617 Mar 08 12:49:27.512501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39796) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:27.516896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8d275583-67b7-4ac2-a3d7-b4a8705e5876', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:27.592013 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:49:27.597177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.655649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.700342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.720423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bdb46e-3d12-4fa3-8dac-002dbe260aa4,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:27.777289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.778540 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e8a4f1fd-c7bc-47c3-a4f8-2fd65eb8c2dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2651403 Mar 08 12:49:27.781381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39798) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:27.786770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8d275583-67b7-4ac2-a3d7-b4a8705e5876', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:27.860553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:49:27.865539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.931231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:27.997290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:28.015699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ac548f-06d8-461c-a9a5-0161972d5b32,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:28.057490 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:28.060857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-75c79b07-c19a-44f5-b53d-51627410f3e7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2781832 Mar 08 12:49:28.204755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-fb2067ff-7f21-4431-81c7-c8af677c205b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546280330&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0346773 Mar 08 12:49:28.337209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-20f9d549-f11a-44df-8683-ba8be33055cb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:28.338815 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-20f9d549-f11a-44df-8683-ba8be33055cb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 795 time: 0.1266754 Mar 08 12:49:28.355678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-ca1e38e9-633a-4fa5-9d3e-619dcba85b7d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0109482 Mar 08 12:49:28.417788 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-13831d18-9dca-41fc-af20-c0a56e02ccbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0564919 Mar 08 12:49:28.433544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-0b64cbd4-6843-4c1d-baee-698a17237569 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:49:28.434531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-0b64cbd4-6843-4c1d-baee-698a17237569 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054269 Mar 08 12:49:28.525766 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-4748ab6f-1a8a-4af5-8d53-8273b697a554 service neutron] 10.222.0.65 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Mar 08 12:49:28.621073 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-9a1d6f55-91e8-41da-a09f-0093d926a638 service neutron] 10.222.0.65 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890675 Mar 08 12:49:28.887741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45d8ef13-b532-42b7-a4d9-efcb33458db3 req-aa615402-85c2-4270-a02d-cb1893222cb1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 210 time: 0.0307493 Mar 08 12:49:29.048901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-432907cc-fe78-4ca4-a33f-c3445ce842c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:29.984636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8203b05f-0811-4db2-9796-e37381dbb401 req-25d544c0-ef35-473e-bf3d-e9006851a5d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 210 time: 0.0277247 Mar 08 12:49:30.751494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-331f4573-ec5b-4975-800f-9f50a3fdb1ba tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:30.752914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-331f4573-ec5b-4975-800f-9f50a3fdb1ba tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 795 time: 0.1054034 Mar 08 12:49:30.798122 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-5a477a52-fabe-49cc-b097-760acf8c8fee tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 472 time: 0.0366948 Mar 08 12:49:30.807836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '83d93009-937c-43be-93c8-7df750f91e84', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['8d275583-67b7-4ac2-a3d7-b4a8705e5876']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:30.997810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:49:31.001685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.095845 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a1517bed-ccd2-4fd0-a506-625fe22bec50 req-6e22d030-d4a8-4deb-bda6-e3d8327e5164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 210 time: 0.0340908 Mar 08 12:49:31.159363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.9 (53ed86d5-ad2e-431b-a650-8c722d703566/faf1c790-3177-4f3a-8741-eabef8fbc424/19730174-a652-46c9-a453-4a2ce050c4f4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:49:31.297600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.409337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.459391 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 53ed86d5-ad2e-431b-a650-8c722d703566 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:49:31.462629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:49:31.465936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:49:31.497202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=19730174-a652-46c9-a453-4a2ce050c4f4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:31.526744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:31.527372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.595321 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1219faaf-5a76-43e1-989a-f00596ce43b8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912123 Mar 08 12:49:31.607395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Request body: {'port': {'device_id': '83d93009-937c-43be-93c8-7df750f91e84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:31.650093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-24371612-d21e-49f0-8fad-756de085d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.672787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.711781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-864eeada-39e7-4538-9963-a8e270d059f2 None None] Provisioning complete for port 19730174-a652-46c9-a453-4a2ce050c4f4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:49:31.712171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-864eeada-39e7-4538-9963-a8e270d059f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.747489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-864eeada-39e7-4538-9963-a8e270d059f2 None None] Port 19730174-a652-46c9-a453-4a2ce050c4f4 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:49:31.940071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19730174-a652-46c9-a453-4a2ce050c4f4 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:49:31.948550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:31.960186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Transition to ACTIVE for port object 19730174-a652-46c9-a453-4a2ce050c4f4 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:49:32.020153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:32.071154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Pushing event updated for resources: {'Port': ['ID=19730174-a652-46c9-a453-4a2ce050c4f4,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:32.152712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Attempting to bind port 19730174-a652-46c9-a453-4a2ce050c4f4 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:49:32.153085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Attempting to bind port 19730174-a652-46c9-a453-4a2ce050c4f4 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:49:32.153336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Attempting to bind port 19730174-a652-46c9-a453-4a2ce050c4f4 on network 53ed86d5-ad2e-431b-a650-8c722d703566 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:49:32.158235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Port 19730174-a652-46c9-a453-4a2ce050c4f4 on network 53ed86d5-ad2e-431b-a650-8c722d703566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:49:32.158560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Attempting to bind port 19730174-a652-46c9-a453-4a2ce050c4f4 on network 53ed86d5-ad2e-431b-a650-8c722d703566 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:49:32.165153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:49:32.165487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Checking segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:49:32.165893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Bound using segment: {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:49:32.166324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Bound port: 19730174-a652-46c9-a453-4a2ce050c4f4, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c25db6-ec1b-4f33-9f45-9985324c0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:49:32.166674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:32.272823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be2b2b-d40e-4599-a1a8-f8f5009a92cb req-b8da5a9e-209d-477d-8f7c-1a5d7c2bd71a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.275129 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-67be2b2b-d40e-4599-a1a8-f8f5009a92cb req-b8da5a9e-209d-477d-8f7c-1a5d7c2bd71a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 943 time: 0.1049922 Mar 08 12:49:32.284764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] For port 19730174-a652-46c9-a453-4a2ce050c4f4, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:49:32.292405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] For port 19730174-a652-46c9-a453-4a2ce050c4f4, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19730174-a652-46c9-a453-4a2ce050c4f4,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:49:32.323445 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-67be2b2b-d40e-4599-a1a8-f8f5009a92cb req-45b1c871-110a-4297-b288-0a884c3e4c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404527 Mar 08 12:49:32.337502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:32.371019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.371665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:32.373058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] 10.222.0.45 "PUT /v2.0/ports/19730174-a652-46c9-a453-4a2ce050c4f4 HTTP/1.1" status: 200 len: 1093 time: 0.7699912 Mar 08 12:49:32.373484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:49:32.376060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1206805d-0bca-45b7-b855-0c959607713d" -d '{"events": [{"name": "network-changed", "server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:49:32.409138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de4742-c721-4d3d-b592-182600231fbb service neutron] Pushing event updated for resources: {'Port': ['ID=19730174-a652-46c9-a453-4a2ce050c4f4,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:32.417562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd94c18c-6b59-48af-9f66-ee5029f65c76 x-openstack-request-id: req-dd94c18c-6b59-48af-9f66-ee5029f65c76 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:49:32.417968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:49:32.418212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd94c18c-6b59-48af-9f66-ee5029f65c76 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:49:32.418613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4', 'status': 'completed', 'code': 200} Mar 08 12:49:32.482345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206805d-0bca-45b7-b855-0c959607713d req-52b4914d-3a3c-42a7-92ca-11a3b573716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.482769 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1206805d-0bca-45b7-b855-0c959607713d req-52b4914d-3a3c-42a7-92ca-11a3b573716f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 1096 time: 0.0469050 Mar 08 12:49:32.594581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206805d-0bca-45b7-b855-0c959607713d req-5fc6b2f5-d89d-4caf-a1a9-5567dce5fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.596115 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1206805d-0bca-45b7-b855-0c959607713d req-5fc6b2f5-d89d-4caf-a1a9-5567dce5fb92 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1051257 Mar 08 12:49:32.643268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:32.694468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206805d-0bca-45b7-b855-0c959607713d req-0af4d9b3-3842-4fa0-9400-ba51c7c108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.696575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1206805d-0bca-45b7-b855-0c959607713d req-0af4d9b3-3842-4fa0-9400-ba51c7c108ba service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943055 Mar 08 12:49:32.769965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1a007e82-5ab0-425e-a68f-d0a082859d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.771622 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-1a007e82-5ab0-425e-a68f-d0a082859d41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 1096 time: 0.0421891 Mar 08 12:49:32.816603 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-c939bdcb-5141-4d89-a14c-af699a772db5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19730174-a652-46c9-a453-4a2ce050c4f4 HTTP/1.1" status: 200 len: 217 time: 0.0382047 Mar 08 12:49:32.864483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-7613eebb-4b05-4abd-b38e-0a9dbc816762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.865923 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-7613eebb-4b05-4abd-b38e-0a9dbc816762 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faf1c790-3177-4f3a-8741-eabef8fbc424 HTTP/1.1" status: 200 len: 833 time: 0.0438750 Mar 08 12:49:32.913824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-e9718dc7-7ae8-46fb-b11e-b2c29b5cffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:32.915801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-e9718dc7-7ae8-46fb-b11e-b2c29b5cffc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53ed86d5-ad2e-431b-a650-8c722d703566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439105 Mar 08 12:49:33.009095 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-84fa93d4-ec2b-400d-9fdf-ff84a8325a7f service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870657 Mar 08 12:49:33.098408 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-537a658e-42fc-43c3-a76a-042e6f0278e2 req-0d72fff2-e391-45e8-8ecc-2b935b261720 service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832825 Mar 08 12:49:33.439719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe18fc6-1bdc-403e-ab71-05a11a7ec5c8 req-99e20fec-735f-4280-96a9-5eb1b7353bba tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:33.441172 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fe18fc6-1bdc-403e-ab71-05a11a7ec5c8 req-99e20fec-735f-4280-96a9-5eb1b7353bba tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 943 time: 0.0495381 Mar 08 12:49:33.483301 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fe18fc6-1bdc-403e-ab71-05a11a7ec5c8 req-1d2c14f6-a8bd-4a5d-92a4-b602739ed1e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357864 Mar 08 12:49:33.768893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:34.220156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:34.602587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0a612-7a1e-43f1-9ded-95ebaf7b5e05 req-995a025f-2af3-4714-babc-f17c7fc6ce92 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:34.604049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d4d0a612-7a1e-43f1-9ded-95ebaf7b5e05 req-995a025f-2af3-4714-babc-f17c7fc6ce92 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 943 time: 0.0488696 Mar 08 12:49:34.614638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19730174-a652-46c9-a453-4a2ce050c4f4 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:49:34.644568 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d4d0a612-7a1e-43f1-9ded-95ebaf7b5e05 req-2b7820c3-e2fe-4eea-8fac-a34b53709aa9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344036 Mar 08 12:49:34.717059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 19730174-a652-46c9-a453-4a2ce050c4f4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19730174-a652-46c9-a453-4a2ce050c4f4,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:49:34.729497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '19730174-a652-46c9-a453-4a2ce050c4f4', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'port_id': '19730174-a652-46c9-a453-4a2ce050c4f4', 'mac_address': 'fa:16:3e:f0:23:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:49:34.767962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:34.781084 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19730174-a652-46c9-a453-4a2ce050c4f4 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:49:34.800894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 19730174-a652-46c9-a453-4a2ce050c4f4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19730174-a652-46c9-a453-4a2ce050c4f4,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:49:34.860219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:34.911490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=19730174-a652-46c9-a453-4a2ce050c4f4,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:34.918860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.919226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.919536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.919860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.920181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.920506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.920822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.921135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.921449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.921761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.922098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:34.922410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:49:35.072380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['19730174-a652-46c9-a453-4a2ce050c4f4'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:49:35.761211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce55d28-3d22-423f-a6ca-bc01110ebba5 req-fda9ef75-9109-4c7d-b14a-02b7be46365e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:35.762740 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ce55d28-3d22-423f-a6ca-bc01110ebba5 req-fda9ef75-9109-4c7d-b14a-02b7be46365e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 944 time: 0.0489628 Mar 08 12:49:35.801028 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ce55d28-3d22-423f-a6ca-bc01110ebba5 req-ace143c2-b2c7-4206-862b-0ecdc8395050 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Mar 08 12:49:36.628620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19730174-a652-46c9-a453-4a2ce050c4f4 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:49:36.740009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 19730174-a652-46c9-a453-4a2ce050c4f4 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:49:36.744678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 19730174-a652-46c9-a453-4a2ce050c4f4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:49:36.745041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:36.825010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:36.847313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:49:36.849654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5944ad5-898e-4451-a87f-d519ba2d55cb" -d '{"events": [{"server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "name": "network-vif-plugged", "status": "completed", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:49:36.862785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 19730174-a652-46c9-a453-4a2ce050c4f4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19730174-a652-46c9-a453-4a2ce050c4f4,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:49:36.887410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f449be-b1ae-4e82-9d67-7166a239f60e x-openstack-request-id: req-04f449be-b1ae-4e82-9d67-7166a239f60e {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:49:36.887698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "name": "network-vif-plugged", "status": "completed", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:49:36.887945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04f449be-b1ae-4e82-9d67-7166a239f60e {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:49:36.888333 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4', 'code': 200} Mar 08 12:49:36.920057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaf9d5-b8b2-4496-800b-5e571ed745a9 req-99822f6b-e96c-4512-b36e-eafed4b936a2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:36.921627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-75aaf9d5-b8b2-4496-800b-5e571ed745a9 req-99822f6b-e96c-4512-b36e-eafed4b936a2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 944 time: 0.0515058 Mar 08 12:49:36.923549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:36.967766 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-75aaf9d5-b8b2-4496-800b-5e571ed745a9 req-622b5968-43e6-4f36-8194-dba48844b345 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Mar 08 12:49:36.973757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=19730174-a652-46c9-a453-4a2ce050c4f4,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:49:37.176590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728edec-51f7-424c-9e59-530f0617e5f3 req-611e2d49-5f85-459c-9793-b52aff3d2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:37.178055 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9728edec-51f7-424c-9e59-530f0617e5f3 req-611e2d49-5f85-459c-9793-b52aff3d2521 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 1098 time: 0.0411885 Mar 08 12:49:37.213934 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9728edec-51f7-424c-9e59-530f0617e5f3 req-d3cc243d-fe3c-4665-870f-3437211a98db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296609 Mar 08 12:49:38.089030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d9fc3-0e43-4f74-9668-c0181c085eae req-73ecf69c-b2cc-4e23-b306-1dbe6eb60082 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:38.090516 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f84d9fc3-0e43-4f74-9668-c0181c085eae req-73ecf69c-b2cc-4e23-b306-1dbe6eb60082 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 945 time: 0.0524786 Mar 08 12:49:38.130072 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f84d9fc3-0e43-4f74-9668-c0181c085eae req-57a3dede-559c-46fc-8fb3-887032be9483 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333655 Mar 08 12:49:39.248117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e59c1e-7003-418b-862e-d16b8fd6f23a req-0b559191-f969-4583-95b0-8445b6eb6208 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:39.249566 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-09e59c1e-7003-418b-862e-d16b8fd6f23a req-0b559191-f969-4583-95b0-8445b6eb6208 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 945 time: 0.0504525 Mar 08 12:49:39.291829 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-09e59c1e-7003-418b-862e-d16b8fd6f23a req-237b9aaf-f015-41c5-8bab-e39675d08102 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363183 Mar 08 12:49:39.404379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394b51b-778b-4806-9c0c-ebc5c978a10c req-0334eaac-5b8c-4063-b4e7-75ef016fc9fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:39.405864 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9394b51b-778b-4806-9c0c-ebc5c978a10c req-0334eaac-5b8c-4063-b4e7-75ef016fc9fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 945 time: 0.0492866 Mar 08 12:49:39.443803 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9394b51b-778b-4806-9c0c-ebc5c978a10c req-731ebf8e-5277-47cf-93c6-0f5551bc4079 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Mar 08 12:49:39.465391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39854) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:39.504731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1854d3-c42f-4130-8e3e-e419c3342313 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:39.506243 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7e1854d3-c42f-4130-8e3e-e419c3342313 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 1093 time: 0.0398469 Mar 08 12:49:39.509377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39856) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:39.513479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'port_id': '19730174-a652-46c9-a453-4a2ce050c4f4'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:49:39.551658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:39.978274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:40.020552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:40.121584 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP e6deefef-3676-4d79-83ee-457390ffa7a1 associated. External IP: 172.26.3.94, port: 19730174-a652-46c9-a453-4a2ce050c4f4. Mar 08 12:49:40.330245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 7d7fca9d-070b-45da-88ed-28dc7f428e17 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:49:40.438425 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:49:40.443293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:40.449133 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] Sync routers for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:49:40.458797 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:49:40.459397 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:49:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:40.469360 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d1f1c925-035d-4c23-82ce-04b1288f8fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 990 time: 0.9589722 Mar 08 12:49:40.470020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:49:40.472214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39858) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:40.472621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332" -d '{"events": [{"name": "network-changed", "server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:49:40.509157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4334ac45-0c5e-4206-a870-fb058f054651 x-openstack-request-id: req-4334ac45-0c5e-4206-a870-fb058f054651 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:49:40.509459 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:49:40.509712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4334ac45-0c5e-4206-a870-fb058f054651 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:49:40.510578 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4', 'status': 'completed', 'code': 200} Mar 08 12:49:40.545820 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-63b87b20-b4aa-405c-a550-0b4f3c529921 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 990 time: 0.0717633 Mar 08 12:49:40.565623 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:49:40.577869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-3b2816df-d4eb-4963-a4f0-50355710fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:40.579350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-3b2816df-d4eb-4963-a4f0-50355710fa74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 1098 time: 0.0469918 Mar 08 12:49:40.668878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-31aba7f7-f676-483f-b495-64ce303745dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:40.670290 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-31aba7f7-f676-483f-b495-64ce303745dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 200 len: 896 time: 0.0847666 Mar 08 12:49:40.739313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-dbd3c464-25f0-4ef1-9c09-dd2475968c8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19730174-a652-46c9-a453-4a2ce050c4f4 HTTP/1.1" status: 200 len: 998 time: 0.0621471 Mar 08 12:49:40.787969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-d2345d89-4976-4f40-826a-45451e01764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:40.789650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-d2345d89-4976-4f40-826a-45451e01764e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faf1c790-3177-4f3a-8741-eabef8fbc424 HTTP/1.1" status: 200 len: 833 time: 0.0444820 Mar 08 12:49:40.792722 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'e6deefef-3676-4d79-83ee-457390ffa7a1', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'port_id': '19730174-a652-46c9-a453-4a2ce050c4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'mac_address': 'fa:16:3e:f0:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d93009-937c-43be-93c8-7df750f91e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:46Z', 'updated_at': '2022-03-08T12:49:39Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:40.818019 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] Checking router: 7d7fca9d-070b-45da-88ed-28dc7f428e17 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:49:40.827249 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:49:40.827854 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:49:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:40.834685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-31d8764a-503d-42d7-945f-b3fa67063e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:49:40.837074 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-31d8764a-503d-42d7-945f-b3fa67063e83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53ed86d5-ad2e-431b-a650-8c722d703566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407898 Mar 08 12:49:40.928301 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-6b9b62b7-4abc-47b0-b719-30bc8a9afeea service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 Mar 08 12:49:40.932301 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:49:41.018618 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b03a38f9-2dc4-4ed7-adbe-18faa1b52332 req-1c99d5e7-986c-42cf-8436-0ab2ce9682c2 service neutron] 10.222.0.45 "GET /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836890 Mar 08 12:49:41.149248 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'e6deefef-3676-4d79-83ee-457390ffa7a1', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'port_id': '19730174-a652-46c9-a453-4a2ce050c4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'mac_address': 'fa:16:3e:f0:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d93009-937c-43be-93c8-7df750f91e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:46Z', 'updated_at': '2022-03-08T12:49:39Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:49:41.178062 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b54ba-23c4-4d32-831f-44f6a38bbe91 None None] The sync data for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv is: [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'e6deefef-3676-4d79-83ee-457390ffa7a1', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'port_id': '19730174-a652-46c9-a453-4a2ce050c4f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'mac_address': 'fa:16:3e:f0:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d93009-937c-43be-93c8-7df750f91e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:46Z', 'updated_at': '2022-03-08T12:49:39Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:49:41.361552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f6a07a-9700-42d6-9864-65ae74adec94 None None] New status for floating IP e6deefef-3676-4d79-83ee-457390ffa7a1: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:49:41.549817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39862) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:49:41.614934 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d4272f17-47dd-4a1a-9b5b-a69638bf36ad tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 200 len: 992 time: 0.0639558 Mar 08 12:49:55.437107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:49:56.819572 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:49:59.048242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-62438046-a2ee-4223-b7b2-7c2a4e7c239c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:01.677162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7bb4cd54-e41f-49f1-83f4-7f40edf4f75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:02.660102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:03.734631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:04.225620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:07.728473 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-17c825f3-3432-4197-b0e1-c0528d70ea20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279278 Mar 08 12:50:07.821357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-1ba9be53-7cae-4a61-b320-1063b03f465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:07.822874 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-1ba9be53-7cae-4a61-b320-1063b03f465c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1098 time: 0.0445056 Mar 08 12:50:07.923041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-364e7cc4-2e3d-4e4b-8411-ca2a5da7563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:07.924405 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-364e7cc4-2e3d-4e4b-8411-ca2a5da7563a service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.0833585 Mar 08 12:50:08.328850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-eb429141-7909-4878-9feb-7e923109a4e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f HTTP/1.1" status: 200 len: 1000 time: 0.3970039 Mar 08 12:50:08.378469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-407dc12b-aaf3-44ca-94e1-0ee2e16d2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:08.379943 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-407dc12b-aaf3-44ca-94e1-0ee2e16d2f57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0437853 Mar 08 12:50:08.426045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-67278492-c546-4033-b7df-02a0e47a0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:08.428194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-67278492-c546-4033-b7df-02a0e47a0037 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416651 Mar 08 12:50:08.518362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-aad7f9f3-2aae-4f46-81fc-69e546382dc1 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827334 Mar 08 12:50:08.607701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1deec7a7-91ba-4f07-b984-cff11a7d2271 req-75fb0f09-457c-4ec9-8950-e57ba04211e7 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814292 Mar 08 12:50:10.795877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7ee21-4d20-415b-a1ee-a95370a1993a req-0dad6d4a-aec6-417a-a449-2b50f4a4ee27 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:10.797386 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11b7ee21-4d20-415b-a1ee-a95370a1993a req-0dad6d4a-aec6-417a-a449-2b50f4a4ee27 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 945 time: 0.1001396 Mar 08 12:50:10.834821 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11b7ee21-4d20-415b-a1ee-a95370a1993a req-f1cd8381-f9fd-4ab2-a342-2837cd0646bc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Mar 08 12:50:12.019623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368b2eb-efe4-48ec-82b3-48b8cf925db3 req-5d3c6176-66c3-4def-8f56-541fb00952fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:12.021109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b368b2eb-efe4-48ec-82b3-48b8cf925db3 req-5d3c6176-66c3-4def-8f56-541fb00952fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 945 time: 0.1045034 Mar 08 12:50:12.059448 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b368b2eb-efe4-48ec-82b3-48b8cf925db3 req-96a5d04f-d5bc-471b-9e4b-ef7d97f7e4c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=8d275583-67b7-4ac2-a3d7-b4a8705e5876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321398 Mar 08 12:50:12.132001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-4faae88f-0c08-45f4-8f71-d32603477c0c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:12.133575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-4faae88f-0c08-45f4-8f71-d32603477c0c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 945 time: 0.0484674 Mar 08 12:50:12.228144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 19730174-a652-46c9-a453-4a2ce050c4f4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:50:12.228483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:12.318984 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 19730174-a652-46c9-a453-4a2ce050c4f4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=19730174-a652-46c9-a453-4a2ce050c4f4,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:12.319236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:12.496651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:12.497017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:12.497326 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP e6deefef-3676-4d79-83ee-457390ffa7a1 disassociated. External IP: 172.26.3.94, port: 19730174-a652-46c9-a453-4a2ce050c4f4. Mar 08 12:50:12.497669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 19730174-a652-46c9-a453-4a2ce050c4f4 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:50:12.706278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:12.735832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=19730174-a652-46c9-a453-4a2ce050c4f4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:12.857113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 7d7fca9d-070b-45da-88ed-28dc7f428e17 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:50:12.967509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:50:12.978303 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] Sync routers for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:50:12.988761 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:12.989743 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:13.011153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port 19730174-a652-46c9-a453-4a2ce050c4f4 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:50:13.014100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:13.017786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcaa4af2-e874-4543-8e49-41a1ec845abb req-dd55f201-58d1-4bc4-9749-2db4ae092847 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/19730174-a652-46c9-a453-4a2ce050c4f4 HTTP/1.1" status: 204 len: 173 time: 0.8778453 Mar 08 12:50:13.018318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'name': 'network-vif-deleted', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:13.020524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9939ce3-b4ac-414b-a010-13fbd1a79f0e" -d '{"events": [{"server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "name": "network-vif-deleted", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:13.142555 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:13.154367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d786cd-2e89-478d-9f2b-d37860ef8eb8 x-openstack-request-id: req-e5d786cd-2e89-478d-9f2b-d37860ef8eb8 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:13.154906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d93009-937c-43be-93c8-7df750f91e84", "name": "network-vif-deleted", "tag": "19730174-a652-46c9-a453-4a2ce050c4f4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:13.155154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5d786cd-2e89-478d-9f2b-d37860ef8eb8 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:13.155561 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d93009-937c-43be-93c8-7df750f91e84', 'name': 'network-vif-deleted', 'tag': '19730174-a652-46c9-a453-4a2ce050c4f4', 'status': 'completed', 'code': 200} Mar 08 12:50:13.223920 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5263c17f-c79e-4b57-9d5b-6c78e36d8d80 req-eef99dab-07ea-43a1-bffe-9abb53e342ee tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=83d93009-937c-43be-93c8-7df750f91e84 HTTP/1.1" status: 200 len: 210 time: 0.0546079 Mar 08 12:50:13.373998 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:13.401166 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] Checking router: 7d7fca9d-070b-45da-88ed-28dc7f428e17 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:50:13.411083 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:13.411762 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:13.605918 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:13.876733 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:13.906657 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db9697-4d4b-466a-b0cb-1c012df69543 None None] The sync data for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv is: [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:48:29Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '735c0e60-af39-4f14-9d23-c29db149543f', 'name': '', 'network_id': '53ed86d5-ad2e-431b-a650-8c722d703566', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:af:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:28Z', 'updated_at': '2022-03-08T12:48:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'faf1c790-3177-4f3a-8741-eabef8fbc424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:50:14.144594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261731e-4347-4bc2-8880-de1861886d2a None None] New status for floating IP e6deefef-3676-4d79-83ee-457390ffa7a1: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:50:14.271858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39906) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:14.331732 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdd0be93-4096-4eaf-b793-909b646b8caa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.356853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdd0be93-4096-4eaf-b793-909b646b8caa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.499497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdd0be93-4096-4eaf-b793-909b646b8caa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.502253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cdd0be93-4096-4eaf-b793-909b646b8caa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.503416 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cdd0be93-4096-4eaf-b793-909b646b8caa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/8d275583-67b7-4ac2-a3d7-b4a8705e5876 HTTP/1.1" status: 204 len: 168 time: 0.2305906 Mar 08 12:50:14.514268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0be93-4096-4eaf-b793-909b646b8caa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d275583-67b7-4ac2-a3d7-b4a8705e5876,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:14.621285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39916) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:14.750379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port d072f203-15df-495f-a182-d09da6aae074 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:50:14.750642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.789888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19730174-a652-46c9-a453-4a2ce050c4f4 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:50:14.811554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 19730174-a652-46c9-a453-4a2ce050c4f4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:50:14.811981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 19730174-a652-46c9-a453-4a2ce050c4f4 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:50:14.829476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.829805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:14.841386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for d072f203-15df-495f-a182-d09da6aae074 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:50:15.049176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:15.076745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=d072f203-15df-495f-a182-d09da6aae074,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:15.140042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:15.142671 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:15.143839 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-88675407-ddd9-4efe-bc6f-00936480ab07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/e6deefef-3676-4d79-83ee-457390ffa7a1 HTTP/1.1" status: 204 len: 168 time: 0.5214536 Mar 08 12:50:15.545206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426bb2b-d677-4c29-8790-fd44d2ea676e req-a60a601d-9f0f-4ea4-8194-34a3be354200 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:15.546781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4426bb2b-d677-4c29-8790-fd44d2ea676e req-a60a601d-9f0f-4ea4-8194-34a3be354200 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 946 time: 0.0521612 Mar 08 12:50:15.584759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4426bb2b-d677-4c29-8790-fd44d2ea676e req-b187efc8-00d1-4010-8dc0-75357df91e68 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318248 Mar 08 12:50:16.705246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8c58d-29bc-47a5-993b-d3b088c88b58 req-62bf82ec-6aee-42fd-94db-27ab9988800b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:16.706765 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-73b8c58d-29bc-47a5-993b-d3b088c88b58 req-62bf82ec-6aee-42fd-94db-27ab9988800b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 946 time: 0.0486276 Mar 08 12:50:16.753525 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-73b8c58d-29bc-47a5-993b-d3b088c88b58 req-c8beab99-36ae-4cd6-a7d1-e10179ed4bae tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3718c157-3fb2-4346-917f-27fea83ad9ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 Mar 08 12:50:16.795273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-200ba13c-9b47-44ca-abdb-2347be46febe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:16.796777 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-200ba13c-9b47-44ca-abdb-2347be46febe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 946 time: 0.0587389 Mar 08 12:50:16.887739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port d09ff898-2f9b-4d54-8b10-9315c416c3f7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:50:16.887739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:16.986275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port d09ff898-2f9b-4d54-8b10-9315c416c3f7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d09ff898-2f9b-4d54-8b10-9315c416c3f7,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:16.986557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:16.999966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for d09ff898-2f9b-4d54-8b10-9315c416c3f7 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:50:17.196911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:17.231308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=d09ff898-2f9b-4d54-8b10-9315c416c3f7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:17.272675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port d09ff898-2f9b-4d54-8b10-9315c416c3f7 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:50:17.275244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:17.278922 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-675c59d7-2553-44bd-bb14-5e305654c7e6 req-b00d97a1-4d0d-44ce-a19c-17baaf007a8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/d09ff898-2f9b-4d54-8b10-9315c416c3f7 HTTP/1.1" status: 204 len: 173 time: 0.4769678 Mar 08 12:50:17.279354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'name': 'network-vif-deleted', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:17.281628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e1dec-fd90-4936-8728-0a227426f9f5" -d '{"events": [{"server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "name": "network-vif-deleted", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:17.351532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6380f288-8235-4cbf-bbbc-2b601d0f8e7f x-openstack-request-id: req-6380f288-8235-4cbf-bbbc-2b601d0f8e7f {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:17.352507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2bce02-acd1-42f8-b832-b0927dd770f4", "name": "network-vif-deleted", "tag": "d09ff898-2f9b-4d54-8b10-9315c416c3f7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:17.352822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6380f288-8235-4cbf-bbbc-2b601d0f8e7f {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:17.353286 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2bce02-acd1-42f8-b832-b0927dd770f4', 'name': 'network-vif-deleted', 'tag': 'd09ff898-2f9b-4d54-8b10-9315c416c3f7', 'status': 'completed', 'code': 200} Mar 08 12:50:17.871663 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6a382a79-e97d-428f-92b4-5a523d0a9e74 req-5e91f980-e50e-4f6d-8dd6-261857bab932 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c2bce02-acd1-42f8-b832-b0927dd770f4 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Mar 08 12:50:18.934239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39942) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:18.997659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e4434ed-8f2b-41fd-b393-58822493e137 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:19.023526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e4434ed-8f2b-41fd-b393-58822493e137 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:19.168791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e4434ed-8f2b-41fd-b393-58822493e137 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:19.171480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9e4434ed-8f2b-41fd-b393-58822493e137 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:19.172645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9e4434ed-8f2b-41fd-b393-58822493e137 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/3718c157-3fb2-4346-917f-27fea83ad9ee HTTP/1.1" status: 204 len: 168 time: 0.2373264 Mar 08 12:50:19.184574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4434ed-8f2b-41fd-b393-58822493e137 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3718c157-3fb2-4346-917f-27fea83ad9ee,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:19.289957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39946) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:19.709896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:19.977937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 735c0e60-af39-4f14-9d23-c29db149543f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:50:19.978610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:20.071204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 735c0e60-af39-4f14-9d23-c29db149543f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=735c0e60-af39-4f14-9d23-c29db149543f,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:20.071605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:20.083660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 735c0e60-af39-4f14-9d23-c29db149543f owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:50:20.368966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:20.397788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=735c0e60-af39-4f14-9d23-c29db149543f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:20.593926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:20.827262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 7d7fca9d-070b-45da-88ed-28dc7f428e17 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:50:20.851873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d09ff898-2f9b-4d54-8b10-9315c416c3f7 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:50:20.877164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: d09ff898-2f9b-4d54-8b10-9315c416c3f7 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:50:20.877494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d09ff898-2f9b-4d54-8b10-9315c416c3f7 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:50:20.948217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:50:20.953483 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2ec37d5c-2450-4ce7-b6f1-8056eaa9527e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/7d7fca9d-070b-45da-88ed-28dc7f428e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6595829 Mar 08 12:50:20.956392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39952) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:20.961153 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] Sync routers for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:50:20.971753 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:20.972344 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:21.011982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet faf1c790-3177-4f3a-8741-eabef8fbc424 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:50:21.015289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.058259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.096099 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:21.149734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.290008 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:50:20Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:21.298447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.322198 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] Checking router: 7d7fca9d-070b-45da-88ed-28dc7f428e17 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:50:21.329079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=faf1c790-3177-4f3a-8741-eabef8fbc424,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:21.331037 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] Routers {'7d7fca9d-070b-45da-88ed-28dc7f428e17'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:21.331641 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['7d7fca9d-070b-45da-88ed-28dc7f428e17'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:21.334894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.338361 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b6cc04c4-ee48-4450-b4a2-9acb838f7c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/faf1c790-3177-4f3a-8741-eabef8fbc424 HTTP/1.1" status: 204 len: 168 time: 0.3809950 Mar 08 12:50:21.342487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39954) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:21.343345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a3e2c-3735-4dae-adfa-5b34cdf93f11 None None] Network 53ed86d5-ad2e-431b-a650-8c722d703566 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:50:21.460610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.490451 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] Set router 7d7fca9d-070b-45da-88ed-28dc7f428e17 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:21.625473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] DHCP port deletion for 53ed86d5-ad2e-431b-a650-8c722d703566 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:50:21.640274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.704152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] Deleting port f59b0269-72dd-49d8-ad07-67dddeef1f5a {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:50:21.704553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.765427 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:50:20Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:21.780821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] For port f59b0269-72dd-49d8-ad07-67dddeef1f5a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f59b0269-72dd-49d8-ad07-67dddeef1f5a,segment=NetworkSegment(13c25db6-ec1b-4f33-9f45-9985324c0070),segment_id=13c25db6-ec1b-4f33-9f45-9985324c0070)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:21.781484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.784103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port bd00db41-ef40-4b8d-85de-6f3d6b79c473 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:50:21.784445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.798660 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8bb1b-d9b3-4060-8042-0b333a8a1917 None None] The sync data for ids ['7d7fca9d-070b-45da-88ed-28dc7f428e17'] in dv-neutron-829486-2-hyperv is: [{'id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'name': 'tempest-TestNetworkBasicOps-router-1945778347', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:48:24Z', 'updated_at': '2022-03-08T12:50:20Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'bd00db41-ef40-4b8d-85de-6f3d6b79c473', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7fca9d-070b-45da-88ed-28dc7f428e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:48:25Z', 'updated_at': '2022-03-08T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:50:21.799313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] Calling delete_port for f59b0269-72dd-49d8-ad07-67dddeef1f5a owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:50:21.893460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port bd00db41-ef40-4b8d-85de-6f3d6b79c473, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bd00db41-ef40-4b8d-85de-6f3d6b79c473,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:21.894139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:21.917722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for bd00db41-ef40-4b8d-85de-6f3d6b79c473 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:50:21.957551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.002001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] Pushing event deleted for resources: {'Port': ['ID=f59b0269-72dd-49d8-ad07-67dddeef1f5a,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:22.002001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350b4af-8b28-4451-97f8-817a108f804a None None] No DVR routers for this DVR port f59b0269-72dd-49d8-ad07-67dddeef1f5a on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:50:22.185710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 735c0e60-af39-4f14-9d23-c29db149543f no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:50:22.211008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 735c0e60-af39-4f14-9d23-c29db149543f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:50:22.211911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 735c0e60-af39-4f14-9d23-c29db149543f not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:50:22.212416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f59b0269-72dd-49d8-ad07-67dddeef1f5a no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:50:22.215324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.245192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f59b0269-72dd-49d8-ad07-67dddeef1f5a {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:50:22.245768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f59b0269-72dd-49d8-ad07-67dddeef1f5a not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:50:22.263326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=bd00db41-ef40-4b8d-85de-6f3d6b79c473,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:22.334547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.438953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.441046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.579075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.579701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router 7d7fca9d-070b-45da-88ed-28dc7f428e17 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:50:22.591800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.591800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cd4e41ce-5f3e-41b7-8817-7705ae3e4823 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/7d7fca9d-070b-45da-88ed-28dc7f428e17 HTTP/1.1" status: 204 len: 168 time: 1.2449296 Mar 08 12:50:22.592375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39958) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:22.682537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.789267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.810760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ed86d5-ad2e-431b-a650-8c722d703566']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:22.821876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c25db6-ec1b-4f33-9f45-9985324c0070') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:22.821876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c25db6-ec1b-4f33-9f45-9985324c0070') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:22.830549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.845230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.851754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:50:22.852732 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:50:22.856434 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:50:23.003181 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.010571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.013121 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/53ed86d5-ad2e-431b-a650-8c722d703566 HTTP/1.1" status: 204 len: 168 time: 0.4194365 Mar 08 12:50:23.025894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbcad3-1afc-4655-8fa5-d2ee9c3d8dc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=53ed86d5-ad2e-431b-a650-8c722d703566,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:23.032899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39962) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:23.038579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--1419409406', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:23.151814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:50:23.155608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.184532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:50:23.196475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.196846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment 0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e of type vlan for network cb46e6a4-1167-4015-bedb-6aa96e631d97 Mar 08 12:50:23.246711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.339390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.556460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:23.556460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.556460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=cb46e6a4-1167-4015-bedb-6aa96e631d97,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:23.557232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:50:23.596011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cabd31f9-61fd-40f6-9284-de5581a36145 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5614195 Mar 08 12:50:23.603909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39964) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:23.608471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:23.694765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.695750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:23.753206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:24.143117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd00db41-ef40-4b8d-85de-6f3d6b79c473 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:50:24.167697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: bd00db41-ef40-4b8d-85de-6f3d6b79c473 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:50:24.168033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bd00db41-ef40-4b8d-85de-6f3d6b79c473 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:50:24.349855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:24.614066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:24.632775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:24.752035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.9 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/1b58e323-748e-4aa3-b2ac-47b15a2a4213) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:50:24.869829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:24.963656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:25.006678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:25.009625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:25.013091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:50:25.039301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=1b58e323-748e-4aa3-b2ac-47b15a2a4213,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:25.372075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:25.459956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:25.611904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:25.808943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router d0790add-2630-4bef-bd81-20950f4ff5a2 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:50:25.929604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:50:25.938983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Sync routers for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:50:25.952853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:25.953481 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:26.045931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.047483 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8d08f17e-7f47-4ede-b9b6-7e2bd7ebad05 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4426265 Mar 08 12:50:26.050758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39972) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:26.064611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:26.209668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39976) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:26.210372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-86dbb2e4-a812-4db9-a3d6-0d0ca379e6d6 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1576433 Mar 08 12:50:26.312144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1116b7-2a7e-4fe2-8232-6649501c3cbb tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:26.313907 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4a1116b7-2a7e-4fe2-8232-6649501c3cbb tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027565 Mar 08 12:50:26.316419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39978) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:26.351050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39980) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:26.354523 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-812faa2f-63dd-42da-a9ec-4aa0d938786b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369513 Mar 08 12:50:26.356320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241023963', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:26.417313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:25Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:26.444538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Checking router: d0790add-2630-4bef-bd81-20950f4ff5a2 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:50:26.444880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Updating router d0790add-2630-4bef-bd81-20950f4ff5a2 port 1b58e323-748e-4aa3-b2ac-47b15a2a4213 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:50:26.469271 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.517327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:50:26.520958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.740945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.806055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.813734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.872905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Attempting to bind port 1b58e323-748e-4aa3-b2ac-47b15a2a4213 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:50:26.873289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Attempting to bind port 1b58e323-748e-4aa3-b2ac-47b15a2a4213 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:50:26.873644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Attempting to bind port 1b58e323-748e-4aa3-b2ac-47b15a2a4213 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:50:26.877024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a483949-6f7e-418e-8f0d-e31c3d1c3ff4 None None] Pushing event updated for resources: {'Port': ['ID=1b58e323-748e-4aa3-b2ac-47b15a2a4213,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:26.886911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:50:26.887389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:50:26.887759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.888132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:50:26.888810 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Bound port: 1b58e323-748e-4aa3-b2ac-47b15a2a4213, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:50:26.889181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:26.901588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=3dde8296-e0a1-49f9-b5ad-682f0d037dc3,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:26.916591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:50:26.923719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: cb46e6a4-1167-4015-bedb-6aa96e631d97, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:50:26.949928 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] For port 1b58e323-748e-4aa3-b2ac-47b15a2a4213, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:50:26.952944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] For port 1b58e323-748e-4aa3-b2ac-47b15a2a4213, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1b58e323-748e-4aa3-b2ac-47b15a2a4213,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:50:27.019293 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:50:27.043759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:27.104734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:27.105351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:27.107048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a483949-6f7e-418e-8f0d-e31c3d1c3ff4 None None] Pushing event updated for resources: {'Port': ['ID=1b58e323-748e-4aa3-b2ac-47b15a2a4213,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:27.117232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, cb46e6a4-1167-4015-bedb-6aa96e631d97) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:27.122356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:27.124288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:27.148044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b16c04-76cf-4d79-ad30-864559343154 None None] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:50:27.223252 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e7015e76-41d9-4e7a-878f-5df790fd505a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8710601 Mar 08 12:50:27.226219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39984) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:27.297733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:27.468626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-cb46e6a4-1167-4015-bedb-6aa96e631d97', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:50:27.470104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:27.656052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:25Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:27.661244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Allocated IP 172.20.0.2 (cb46e6a4-1167-4015-bedb-6aa96e631d97/3dde8296-e0a1-49f9-b5ad-682f0d037dc3/dacb7685-4102-4e7b-ba28-c58b776d72e4) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:50:27.694070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee12b7-f61b-4cf6-a8bd-25af9734bdd0 None None] The sync data for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv is: [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:25Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:50:27.695350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:27.859525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:27.968737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.026905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:28.031754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:28.033723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Pushing event updated for resources: {'Port': ['ID=dacb7685-4102-4e7b-ba28-c58b776d72e4,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:28.036110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:50:28.077393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (cb46e6a4-1167-4015-bedb-6aa96e631d97/3dde8296-e0a1-49f9-b5ad-682f0d037dc3/48be080e-27a6-449b-a1e6-ccdd676b86b6) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:50:28.109880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Attempting to bind port dacb7685-4102-4e7b-ba28-c58b776d72e4 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:50:28.111828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Attempting to bind port dacb7685-4102-4e7b-ba28-c58b776d72e4 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:50:28.112292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Attempting to bind port dacb7685-4102-4e7b-ba28-c58b776d72e4 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:50:28.120302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:50:28.121128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Checking segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:50:28.121704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.123292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Bound using segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:50:28.124347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Bound port: dacb7685-4102-4e7b-ba28-c58b776d72e4, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:50:28.126070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.214829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1b58e323-748e-4aa3-b2ac-47b15a2a4213 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:50:28.256634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] For port dacb7685-4102-4e7b-ba28-c58b776d72e4, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:50:28.276223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.278202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] For port dacb7685-4102-4e7b-ba28-c58b776d72e4, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dacb7685-4102-4e7b-ba28-c58b776d72e4,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:50:28.300400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1b58e323-748e-4aa3-b2ac-47b15a2a4213 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:28.300846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.392714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.405365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.424656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.456550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:28.463743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:28.465066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:50:28.473538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 1b58e323-748e-4aa3-b2ac-47b15a2a4213, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1b58e323-748e-4aa3-b2ac-47b15a2a4213,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:28.495581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86683fa-c79f-4ca9-a9c8-6d0391b307f2 None None] Pushing event updated for resources: {'Port': ['ID=dacb7685-4102-4e7b-ba28-c58b776d72e4,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:28.501635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=48be080e-27a6-449b-a1e6-ccdd676b86b6,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:28.511306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.511740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.512141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.512530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.512916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.513299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.513733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.514122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.514433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.514751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.515064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.515368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:28.530194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.573442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:28.653039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=1b58e323-748e-4aa3-b2ac-47b15a2a4213,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:28.772847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:29.053212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-24e260ff-1d9f-42ea-b6f1-915c4d66d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:29.105544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:29.174576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:29.251528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:29.253516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=48be080e-27a6-449b-a1e6-ccdd676b86b6,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:29.360462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:29.361919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:29.480120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router d0790add-2630-4bef-bd81-20950f4ff5a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:50:29.598933 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:50:29.604139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2bc3f2a9-6e26-47b7-bf74-75cf5c81e35d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/d0790add-2630-4bef-bd81-20950f4ff5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768084 Mar 08 12:50:29.606688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39990) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:29.940530 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Sync routers for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:50:29.957789 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:29.957789 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:30.080653 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:30.240317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbedd5a-295a-46e7-9cab-dca17de98ed6 None None] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:50:30.248720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8450c-3670-4141-a862-bed198d684be tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.249325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8450c-3670-4141-a862-bed198d684be tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.249857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8450c-3670-4141-a862-bed198d684be tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.250387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8450c-3670-4141-a862-bed198d684be tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.250906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8450c-3670-4141-a862-bed198d684be tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.251421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8450c-3670-4141-a862-bed198d684be tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.253749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-14f8450c-3670-4141-a862-bed198d684be tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.6459541 Mar 08 12:50:30.257532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39994) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:30.324359 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:30.341231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1b58e323-748e-4aa3-b2ac-47b15a2a4213 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:50:30.362008 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Checking router: d0790add-2630-4bef-bd81-20950f4ff5a2 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:50:30.362349 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Updating router d0790add-2630-4bef-bd81-20950f4ff5a2 port 48be080e-27a6-449b-a1e6-ccdd676b86b6 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:50:30.395857 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.405636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6178797b-62f2-40da-87dc-74db28831bb6 None None] Provisioning complete for port dacb7685-4102-4e7b-ba28-c58b776d72e4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:30.406028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6178797b-62f2-40da-87dc-74db28831bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.407576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4129e-55f7-419e-b5ca-d9ee0dfec1f7 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.408737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4129e-55f7-419e-b5ca-d9ee0dfec1f7 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.408879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4129e-55f7-419e-b5ca-d9ee0dfec1f7 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.409342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4129e-55f7-419e-b5ca-d9ee0dfec1f7 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.409934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4129e-55f7-419e-b5ca-d9ee0dfec1f7 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.411386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c4129e-55f7-419e-b5ca-d9ee0dfec1f7 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:30.415197 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a2c4129e-55f7-419e-b5ca-d9ee0dfec1f7 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1431839 Mar 08 12:50:30.415638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 39996) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:30.531496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1b58e323-748e-4aa3-b2ac-47b15a2a4213 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:30.531819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.736654 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2471134f-cc3b-41c4-8b6a-8044b7905a6a tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3195601 Mar 08 12:50:30.743515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 39998) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:30.745811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-149238637', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:30.804001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6178797b-62f2-40da-87dc-74db28831bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.817223 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.869659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dacb7685-4102-4e7b-ba28-c58b776d72e4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:50:30.875017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6178797b-62f2-40da-87dc-74db28831bb6 None None] For port dacb7685-4102-4e7b-ba28-c58b776d72e4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dacb7685-4102-4e7b-ba28-c58b776d72e4,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:30.894012 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.935722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6178797b-62f2-40da-87dc-74db28831bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.956734 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Pushing event updated for resources: {'Port': ['ID=48be080e-27a6-449b-a1e6-ccdd676b86b6,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:30.968675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:50:30.970270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port dacb7685-4102-4e7b-ba28-c58b776d72e4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:30.970640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:30.973229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.011718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] device_id is not set on port 81b837b8-1965-4760-924f-048d3cc95544 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:50:31.021234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178797b-62f2-40da-87dc-74db28831bb6 None None] Pushing event updated for resources: {'Port': ['ID=dacb7685-4102-4e7b-ba28-c58b776d72e4,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:31.049049 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.049380 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.049717 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.050284 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.052112 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.052483 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.052860 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.053265 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.053547 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.053878 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.054201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.054513 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.091357 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Attempting to bind port 48be080e-27a6-449b-a1e6-ccdd676b86b6 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:50:31.091357 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Attempting to bind port 48be080e-27a6-449b-a1e6-ccdd676b86b6 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:50:31.091897 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Attempting to bind port 48be080e-27a6-449b-a1e6-ccdd676b86b6 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:50:31.100288 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:50:31.100900 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Checking segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:50:31.101922 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.102291 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Bound using segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:50:31.102987 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Bound port: 48be080e-27a6-449b-a1e6-ccdd676b86b6, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:50:31.103407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.168201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-78a062b1-23f7-494f-b2fe-7e1fadad72f0 None None] Provisioning complete for port dacb7685-4102-4e7b-ba28-c58b776d72e4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:31.168576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78a062b1-23f7-494f-b2fe-7e1fadad72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.189034 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.11 (cb46e6a4-1167-4015-bedb-6aa96e631d97/3dde8296-e0a1-49f9-b5ad-682f0d037dc3/81b837b8-1965-4760-924f-048d3cc95544) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:50:31.241409 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] For port 48be080e-27a6-449b-a1e6-ccdd676b86b6, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:50:31.249964 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] For port 48be080e-27a6-449b-a1e6-ccdd676b86b6, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=48be080e-27a6-449b-a1e6-ccdd676b86b6,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:50:31.316135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-78a062b1-23f7-494f-b2fe-7e1fadad72f0 None None] Provisioning complete for port 48be080e-27a6-449b-a1e6-ccdd676b86b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:31.316990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-78a062b1-23f7-494f-b2fe-7e1fadad72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.353921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-78a062b1-23f7-494f-b2fe-7e1fadad72f0 None None] Port 48be080e-27a6-449b-a1e6-ccdd676b86b6 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:50:31.359291 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.386128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.428785 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:31.433862 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:31.434420 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809c192-f7f6-4548-a860-8dc6f7e0dbd0 None None] Pushing event updated for resources: {'Port': ['ID=48be080e-27a6-449b-a1e6-ccdd676b86b6,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:31.478239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d3004af2-1484-4009-b61a-7a4e5db7b1e4 None None] Provisioning complete for port 48be080e-27a6-449b-a1e6-ccdd676b86b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:31.478239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3004af2-1484-4009-b61a-7a4e5db7b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.558621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.559741 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:31.599063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3004af2-1484-4009-b61a-7a4e5db7b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.635708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:31.646256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:31.649382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:31.657030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:50:31.660726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.661198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.661605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.662184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.662588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.662964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.663382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.663804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.664294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.664870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.665316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.665702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:31.682834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d3004af2-1484-4009-b61a-7a4e5db7b1e4 None None] For port 48be080e-27a6-449b-a1e6-ccdd676b86b6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=48be080e-27a6-449b-a1e6-ccdd676b86b6,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:31.684553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eded1647-71c7-47db-890d-b5b71b5ca49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.723662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:31.724344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.796340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3004af2-1484-4009-b61a-7a4e5db7b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:31.830865 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:31.838808 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-de083cb9-b4c0-4556-bda0-a4230623fd75 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0975683 Mar 08 12:50:31.868416 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363af9e-433e-447a-bff0-1f341664f0ef None None] The sync data for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv is: [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:50:31.879039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3004af2-1484-4009-b61a-7a4e5db7b1e4 None None] Pushing event updated for resources: {'Port': ['ID=48be080e-27a6-449b-a1e6-ccdd676b86b6,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:31.944088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2ffeecdf-70ad-48ca-adde-34d6d45ac1d6 None None] Provisioning complete for port 48be080e-27a6-449b-a1e6-ccdd676b86b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:31.944088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ffeecdf-70ad-48ca-adde-34d6d45ac1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:32.329469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 48be080e-27a6-449b-a1e6-ccdd676b86b6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:50:32.376110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-12bb74e2-6fc1-40b0-b47c-620b26951975 None None] Provisioning complete for port 81b837b8-1965-4760-924f-048d3cc95544 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:32.376469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-12bb74e2-6fc1-40b0-b47c-620b26951975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:32.429196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-12bb74e2-6fc1-40b0-b47c-620b26951975 None None] Port 81b837b8-1965-4760-924f-048d3cc95544 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:50:32.440944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 48be080e-27a6-449b-a1e6-ccdd676b86b6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:32.441309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:32.557986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dacb7685-4102-4e7b-ba28-c58b776d72e4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:50:32.629520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port dacb7685-4102-4e7b-ba28-c58b776d72e4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:32.630176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:32.689545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:32.693137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6fe0ca2c-695a-4733-b34b-6d543ddf3150 None None] Provisioning complete for port 48be080e-27a6-449b-a1e6-ccdd676b86b6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:32.693807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6fe0ca2c-695a-4733-b34b-6d543ddf3150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.188070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40006) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:33.193718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0a0b5e74-f9da-4915-a542-0d8d33216e2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257270293', 'description': 'tempest-secgroup-smoke-257270293 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:33.391887 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5e74-f9da-4915-a542-0d8d33216e2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.462600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5e74-f9da-4915-a542-0d8d33216e2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.562827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5e74-f9da-4915-a542-0d8d33216e2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.591035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b5e74-f9da-4915-a542-0d8d33216e2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8854dc78-7fdd-4e4a-8855-5c7246f5a3f1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:33.708239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5e74-f9da-4915-a542-0d8d33216e2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.709509 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0a0b5e74-f9da-4915-a542-0d8d33216e2c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5198660 Mar 08 12:50:33.713495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40010) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:33.718495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-099c6a9d-0b42-447d-87be-40032fe768a0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8854dc78-7fdd-4e4a-8855-5c7246f5a3f1', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:33.780146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.818329 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:50:33.831102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-099c6a9d-0b42-447d-87be-40032fe768a0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.889215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-099c6a9d-0b42-447d-87be-40032fe768a0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:33.984511 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-099c6a9d-0b42-447d-87be-40032fe768a0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.003239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6a9d-0b42-447d-87be-40032fe768a0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939775b7-596b-4e94-a33a-0c9208904001,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:34.107853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-099c6a9d-0b42-447d-87be-40032fe768a0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.109072 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-099c6a9d-0b42-447d-87be-40032fe768a0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3945827 Mar 08 12:50:34.114425 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40012) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:34.116116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-01c05ca8-0f83-46a6-8eea-9cd56aeac872 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8854dc78-7fdd-4e4a-8855-5c7246f5a3f1', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:34.249338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01c05ca8-0f83-46a6-8eea-9cd56aeac872 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.300489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.329615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01c05ca8-0f83-46a6-8eea-9cd56aeac872 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.415518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01c05ca8-0f83-46a6-8eea-9cd56aeac872 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.435791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c05ca8-0f83-46a6-8eea-9cd56aeac872 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebba346-d06f-4127-aea8-a0896bf43181,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:34.531429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-01c05ca8-0f83-46a6-8eea-9cd56aeac872 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.532814 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-01c05ca8-0f83-46a6-8eea-9cd56aeac872 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4200697 Mar 08 12:50:34.535865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40016) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:34.541001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-24eea5ca-c8e8-413f-b1d3-8e3c06481788 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8854dc78-7fdd-4e4a-8855-5c7246f5a3f1', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:34.630554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24eea5ca-c8e8-413f-b1d3-8e3c06481788 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.693902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24eea5ca-c8e8-413f-b1d3-8e3c06481788 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.757168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24eea5ca-c8e8-413f-b1d3-8e3c06481788 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.777863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eea5ca-c8e8-413f-b1d3-8e3c06481788 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f5f01e-d51e-4f95-91c9-c003e783d76b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:34.885494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-24eea5ca-c8e8-413f-b1d3-8e3c06481788 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:34.886688 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-24eea5ca-c8e8-413f-b1d3-8e3c06481788 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3497927 Mar 08 12:50:34.889394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40018) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:34.893650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3bd01ed4-2695-44f0-8051-122289a234d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8854dc78-7fdd-4e4a-8855-5c7246f5a3f1', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:34.997118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3bd01ed4-2695-44f0-8051-122289a234d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.058138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3bd01ed4-2695-44f0-8051-122289a234d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.117363 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3bd01ed4-2695-44f0-8051-122289a234d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.135329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd01ed4-2695-44f0-8051-122289a234d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8b774a-73ea-47af-8097-46ad6e452aaa,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:35.222419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3bd01ed4-2695-44f0-8051-122289a234d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.223681 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3bd01ed4-2695-44f0-8051-122289a234d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333354 Mar 08 12:50:35.226378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40020) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:35.231206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8854dc78-7fdd-4e4a-8855-5c7246f5a3f1', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:35.288863 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:50:35.294101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.355772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.414816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.430128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7de078-9f3d-4d1d-90e8-a747121d1813,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:35.512498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.514134 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9e82634b-5526-42d0-8f3a-ac00c5f1b6a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2860837 Mar 08 12:50:35.516673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40030) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:35.521164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8854dc78-7fdd-4e4a-8855-5c7246f5a3f1', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:35.602679 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:50:35.607445 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-5e93a93e-8432-43d4-850c-ebe34af1476d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432132191&fields=id&tenant_id=c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 267 time: 0.0429518 Mar 08 12:50:35.607996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.672611 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.763576 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.781499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5faee3-0afb-41d3-b6ac-41ab84805e8f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:35.792291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2058af89-cd06-49a7-b04e-55a44951971f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:35.793770 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2058af89-cd06-49a7-b04e-55a44951971f tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 812 time: 0.1796596 Mar 08 12:50:35.809185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-596a79a9-1b7a-4623-afa4-118cac5e4fc3 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/quotas/c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 375 time: 0.0095878 Mar 08 12:50:35.856380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:35.857737 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9c83677a-d147-4df4-acbe-4ecbb074d8cc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3398643 Mar 08 12:50:35.898303 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-d0993778-7287-4228-a967-df1898f6f9f4 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0836413 Mar 08 12:50:36.017384 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-fa5260a2-3a70-42d9-9d11-545f797b64d2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257270293&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0489085 Mar 08 12:50:36.036215 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-71b4bd23-c00a-4269-adc7-218a1f9a2256 service neutron] 10.222.0.65 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254833 Mar 08 12:50:36.085075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-fe7dcdc1-a18d-4027-986d-7de32ee40804 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:36.086635 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-fe7dcdc1-a18d-4027-986d-7de32ee40804 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 930 time: 0.0623703 Mar 08 12:50:36.169127 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-8d78aa9d-440d-4902-b6f6-1f000a2bb34b service neutron] 10.222.0.65 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167560 Mar 08 12:50:36.174305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-835d63dd-f33e-49ad-b69d-46b79745e9e8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:50:36.175462 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-835d63dd-f33e-49ad-b69d-46b79745e9e8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567145 Mar 08 12:50:36.222446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-436feff1-27ec-4a63-b98b-cfd1cd541734 service neutron] 10.222.0.65 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0391285 Mar 08 12:50:36.313414 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-0ed675ae-d919-41c0-8adc-63502d57d1a1 service neutron] 10.222.0.65 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898015 Mar 08 12:50:36.406962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-b8f07bd9-2d60-4f29-b5d3-81f199a2a84a service neutron] 10.222.0.65 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875502 Mar 08 12:50:36.603181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-36ce5fb2-cb29-486c-b45c-bab0ec738771 req-48cba3f2-3d0b-419c-88f0-5105ecf1fb96 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 210 time: 0.0306838 Mar 08 12:50:36.722531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-855ac69f-9ce2-419c-ba5a-2bc3746efff7 req-0fb4b4cf-8f4e-49ae-ab10-ea82125acb9a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 210 time: 0.0277658 Mar 08 12:50:37.701062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc048c73-8e81-4a85-b652-138a45d11e48 req-f9cab8c4-52c2-4464-be3d-da49e8f2df4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Mar 08 12:50:37.824864 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-be616f66-cdc3-463c-9a48-3ead2cebca38 req-1075c38c-c758-496e-8061-16e273299498 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 210 time: 0.0311720 Mar 08 12:50:38.797202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-14879cf8-4a68-4935-9358-334c0c41185c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:38.798711 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-14879cf8-4a68-4935-9358-334c0c41185c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 812 time: 0.1162353 Mar 08 12:50:38.815493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4baa7dba-e887-4f3b-abf4-8ed2b1476895 req-2645ebd1-996b-482f-ac0e-8c6ca3794bad tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 210 time: 0.0384614 Mar 08 12:50:38.855125 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-475f529e-aa23-4092-bccc-661c6a5bfc42 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c681faacec2c49369e1292020a9e19f2 HTTP/1.1" status: 200 len: 379 time: 0.0388103 Mar 08 12:50:38.864519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'port': {'device_id': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'admin_state_up': True, 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'security_groups': ['e7892789-e615-4ade-97ee-be9c5e8b8eb1']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:38.966368 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-356a98b5-bf5f-4fa8-a110-1c78d208fadc req-307d704b-a301-4bda-ab55-dba5f6b3b6b2 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 210 time: 0.0398381 Mar 08 12:50:39.184202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Made reservation on behalf of c681faacec2c49369e1292020a9e19f2 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:50:39.188026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:39.323628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Allocated IP 172.20.0.9 (70c6fa82-02d6-44c4-98e6-d63da42c5908/7fc36bd6-02f0-4b14-ab5a-c61232eedba2/35f17a9c-d3f7-4903-9a6e-b31b85d6c940) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:50:39.463856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:39.546352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:39.596310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:39.600235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:39.603650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:50:39.640914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:39.666684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:39.667333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:39.740986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-1d545191-0230-441e-94f2-f36948059fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:39.743327 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-1d545191-0230-441e-94f2-f36948059fa1 service neutron] 10.222.0.45 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1026 time: 0.0389853 Mar 08 12:50:39.781650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2442b32e-94ba-4477-b781-3c01c49f5060 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9212170 Mar 08 12:50:39.797439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Request body: {'port': {'device_id': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:39.867436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-48c5734e-0364-4470-8eed-aa54cebd0418 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:39.868985 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-48c5734e-0364-4470-8eed-aa54cebd0418 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=cb46e6a4-1167-4015-bedb-6aa96e631d97 HTTP/1.1" status: 200 len: 797 time: 0.1203570 Mar 08 12:50:39.878024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:39.916532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-41c75f37-344e-4853-8321-b74c40c11f3e None None] Provisioning complete for port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:39.921912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41c75f37-344e-4853-8321-b74c40c11f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:39.964735 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-51dfac5e-cc1f-47c2-b87f-b0ed37d4c32a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 379 time: 0.0867600 Mar 08 12:50:39.978893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-41c75f37-344e-4853-8321-b74c40c11f3e None None] Port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:50:39.979659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Request body: {'port': {'device_id': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:40.077295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.113200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eb2a520c-01a7-4105-9bc0-12198c8806fd req-eabf8ec6-b952-4034-b06e-f79eaf2d8417 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 210 time: 0.1687820 Mar 08 12:50:40.249630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:50:40.269601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1be43-87c7-46e6-98de-7046d6db805a req-85f617e1-7031-493a-b65b-924614cc619a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:40.271433 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-89a1be43-87c7-46e6-98de-7046d6db805a req-85f617e1-7031-493a-b65b-924614cc619a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 931 time: 0.1941154 Mar 08 12:50:40.274011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.303573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Transition to ACTIVE for port object 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:50:40.324212 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-89a1be43-87c7-46e6-98de-7046d6db805a req-9efff6ca-ac1a-4cdf-a08b-0475d8d7f3c7 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427589 Mar 08 12:50:40.385013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.410713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b837b8-1965-4760-924f-048d3cc95544 {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:50:40.418784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.432245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Transition to ACTIVE for port object 81b837b8-1965-4760-924f-048d3cc95544 will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:50:40.466355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Pushing event updated for resources: {'Port': ['ID=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:40.521743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.522600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Attempting to bind port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:50:40.523054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Attempting to bind port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:50:40.524080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Attempting to bind port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:50:40.529569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:50:40.529929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Attempting to bind port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 on network 70c6fa82-02d6-44c4-98e6-d63da42c5908 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:50:40.535920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:50:40.537083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Checking segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:50:40.537083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Bound using segment: {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:50:40.537341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Bound port: 35f17a9c-d3f7-4903-9a6e-b31b85d6c940, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:50:40.537676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.632208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] For port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:50:40.637688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] For port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:50:40.650050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:40.684328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:50:40.686560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:50:40.686560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:50:40.690491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:50:40.690814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:50:40.697101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:50:40.697469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Checking segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:50:40.697829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Bound using segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:50:40.698291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Bound port: 81b837b8-1965-4760-924f-048d3cc95544, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:50:40.698863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.706521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.764617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:40.764974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.766864 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] 10.222.0.45 "PUT /v2.0/ports/35f17a9c-d3f7-4903-9a6e-b31b85d6c940 HTTP/1.1" status: 200 len: 1093 time: 0.9773264 Mar 08 12:50:40.769355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:40.783915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83fa8e0-de31-4075-9e09-d4df3921795e" -d '{"events": [{"name": "network-changed", "server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:40.811776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:50:40.819191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:50:40.845656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f793381-87ab-4bf4-a488-48e26b68a90d service neutron] Pushing event updated for resources: {'Port': ['ID=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:40.845656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8545f5-d176-4554-8b03-fc3bb7635dc3 x-openstack-request-id: req-2e8545f5-d176-4554-8b03-fc3bb7635dc3 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:40.845656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:40.845656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e8545f5-d176-4554-8b03-fc3bb7635dc3 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:40.846415 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'status': 'completed', 'code': 200} Mar 08 12:50:40.893826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.928414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fa8e0-de31-4075-9e09-d4df3921795e req-a3f823ef-4375-4ee1-b43d-88941abe5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:40.932528 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c83fa8e0-de31-4075-9e09-d4df3921795e req-a3f823ef-4375-4ee1-b43d-88941abe5aaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 1096 time: 0.0639811 Mar 08 12:50:40.939141 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:40.939937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:40.941460 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] 10.222.0.45 "PUT /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1131 time: 0.9696538 Mar 08 12:50:40.942047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'tag': '81b837b8-1965-4760-924f-048d3cc95544'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:40.944568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a8344b-41f4-4773-912d-071057e7a34f" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb6a7ae-1807-40ad-b043-5bd891eae9a7", "tag": "81b837b8-1965-4760-924f-048d3cc95544"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:40.994548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc82a7-df18-48d4-b9de-9c190801162d service neutron] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:41.105784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-36263d06-662d-4a45-9089-2e96ab3844e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.107353 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-36263d06-662d-4a45-9089-2e96ab3844e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 1134 time: 0.0711896 Mar 08 12:50:41.181054 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-b53b98b5-a9b4-439a-a526-601f9d7d3c88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 217 time: 0.0658870 Mar 08 12:50:41.199348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8db59e-b978-4b3f-b78f-7ea577ea23dd x-openstack-request-id: req-8b8db59e-b978-4b3f-b78f-7ea577ea23dd {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:41.199640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb6a7ae-1807-40ad-b043-5bd891eae9a7", "tag": "81b837b8-1965-4760-924f-048d3cc95544", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:41.199891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b8db59e-b978-4b3f-b78f-7ea577ea23dd {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:41.200287 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'tag': '81b837b8-1965-4760-924f-048d3cc95544', 'status': 'completed', 'code': 200} Mar 08 12:50:41.202626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fa8e0-de31-4075-9e09-d4df3921795e req-fb3a5c73-68aa-4773-99ee-6ff19e836e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.204424 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c83fa8e0-de31-4075-9e09-d4df3921795e req-fb3a5c73-68aa-4773-99ee-6ff19e836e8d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c681faacec2c49369e1292020a9e19f2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2662694 Mar 08 12:50:41.247317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-edc5a413-9a3e-4d3e-abb8-297218e5a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.249402 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-edc5a413-9a3e-4d3e-abb8-297218e5a944 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dde8296-e0a1-49f9-b5ad-682f0d037dc3 HTTP/1.1" status: 200 len: 834 time: 0.0621705 Mar 08 12:50:41.307262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-7bcbd6ad-5a99-4b65-b0c5-ee9b024092db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.309103 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-7bcbd6ad-5a99-4b65-b0c5-ee9b024092db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb46e6a4-1167-4015-bedb-6aa96e631d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523231 Mar 08 12:50:41.384461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d90cdb-7083-405e-bc4b-23534528975e req-61bcf1c0-669e-4c6e-a1ce-88efe3ee7fc8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.391917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80d90cdb-7083-405e-bc4b-23534528975e req-61bcf1c0-669e-4c6e-a1ce-88efe3ee7fc8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 981 time: 0.1370580 Mar 08 12:50:41.412138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fa8e0-de31-4075-9e09-d4df3921795e req-6183dfb5-035c-4499-b68b-5e0f4f2b97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.415238 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c83fa8e0-de31-4075-9e09-d4df3921795e req-6183dfb5-035c-4499-b68b-5e0f4f2b97d8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043595 Mar 08 12:50:41.416276 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-508b58aa-db55-4f47-b116-44cc69814fb1 service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002476 Mar 08 12:50:41.492705 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80d90cdb-7083-405e-bc4b-23534528975e req-8171dc2f-7f3f-4c0e-b7e5-1000ba930323 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998359 Mar 08 12:50:41.519677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430744a-28ab-4da4-9c4a-957cc543a05b req-0f04dd4c-6861-4faa-95da-d52cca4ac65b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.521105 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f430744a-28ab-4da4-9c4a-957cc543a05b req-0f04dd4c-6861-4faa-95da-d52cca4ac65b tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.1012995 Mar 08 12:50:41.532350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-ae92883e-5713-48a7-9f17-063cd0ddc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.533986 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-ae92883e-5713-48a7-9f17-063cd0ddc1bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 1096 time: 0.0757792 Mar 08 12:50:41.540794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-bd9b3d9c-66c2-4617-9a5a-57157ecac0d5 req-07fcc3b2-e153-4fd5-8539-c7ce8e54d9ce service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142807 Mar 08 12:50:41.592345 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-77b1a231-1422-40b4-b492-f452b20684a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940 HTTP/1.1" status: 200 len: 217 time: 0.0445054 Mar 08 12:50:41.599710 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f430744a-28ab-4da4-9c4a-957cc543a05b req-b3202f53-aea4-4784-8989-e43dc50f9e65 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698011 Mar 08 12:50:41.659954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-8c9a79fa-018a-4e11-a400-2259adf7427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.661503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-8c9a79fa-018a-4e11-a400-2259adf7427d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0609097 Mar 08 12:50:41.713737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-c49c38d3-218e-4599-831a-cc47263ac450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.715284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-c49c38d3-218e-4599-831a-cc47263ac450 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442977 Mar 08 12:50:41.716178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8344b-41f4-4773-912d-071057e7a34f req-6e111f4b-1a5f-4a61-bce1-7bc871437567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.717869 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-00a8344b-41f4-4773-912d-071057e7a34f req-6e111f4b-1a5f-4a61-bce1-7bc871437567 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 1134 time: 0.0470855 Mar 08 12:50:41.822375 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-e759c359-1420-4997-9fd7-47d4d1f0f6af service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939209 Mar 08 12:50:41.833570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8344b-41f4-4773-912d-071057e7a34f req-441021ed-9929-4e06-94c9-cf904721868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.835105 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-00a8344b-41f4-4773-912d-071057e7a34f req-441021ed-9929-4e06-94c9-cf904721868e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb46e6a4-1167-4015-bedb-6aa96e631d97 HTTP/1.1" status: 200 len: 898 time: 0.1063349 Mar 08 12:50:41.875988 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-00a8344b-41f4-4773-912d-071057e7a34f req-65ad9a3d-d136-46cd-8a1f-963320f967c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 217 time: 0.0346363 Mar 08 12:50:41.919652 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38366c6f-ec94-42c4-83b9-af4c41c32038 req-2026eb87-4657-4938-b568-c5c36e0e819a service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906129 Mar 08 12:50:41.932258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8344b-41f4-4773-912d-071057e7a34f req-bbc8cb78-a22a-43ac-a578-76fa01d25738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.937814 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-00a8344b-41f4-4773-912d-071057e7a34f req-bbc8cb78-a22a-43ac-a578-76fa01d25738 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dde8296-e0a1-49f9-b5ad-682f0d037dc3 HTTP/1.1" status: 200 len: 834 time: 0.0507414 Mar 08 12:50:41.980989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8344b-41f4-4773-912d-071057e7a34f req-76567d35-3aca-4f52-bb5b-f4a39c659ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:41.982548 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-00a8344b-41f4-4773-912d-071057e7a34f req-76567d35-3aca-4f52-bb5b-f4a39c659ca9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb46e6a4-1167-4015-bedb-6aa96e631d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416048 Mar 08 12:50:42.074331 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-00a8344b-41f4-4773-912d-071057e7a34f req-027e4fab-5305-442c-bb22-c6b857f3f447 service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833156 Mar 08 12:50:42.171513 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-00a8344b-41f4-4773-912d-071057e7a34f req-bd2420de-38c2-4a53-8037-512f3d4829f9 service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896957 Mar 08 12:50:42.621583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e465af-0a8b-495f-be6a-9169c7d424f8 req-903a7bc0-685d-4c1f-808c-bd5d4468ce3d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:42.623121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13e465af-0a8b-495f-be6a-9169c7d424f8 req-903a7bc0-685d-4c1f-808c-bd5d4468ce3d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 981 time: 0.0513566 Mar 08 12:50:42.667763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13e465af-0a8b-495f-be6a-9169c7d424f8 req-6d9427ae-c6f9-461a-8d16-4dcc1027dce0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381882 Mar 08 12:50:42.733410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5faa3-e0c3-48de-80fd-b28601d3f94e req-2e6aa822-de7a-4cf9-9ab9-55a62748b587 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:42.734947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1da5faa3-e0c3-48de-80fd-b28601d3f94e req-2e6aa822-de7a-4cf9-9ab9-55a62748b587 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0574658 Mar 08 12:50:42.780702 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1da5faa3-e0c3-48de-80fd-b28601d3f94e req-d3588681-d2a9-4552-876d-df31514b9d93 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395994 Mar 08 12:50:42.878513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:50:42.977833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:42.989906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '81b837b8-1965-4760-924f-048d3cc95544', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'port_id': '81b837b8-1965-4760-924f-048d3cc95544', 'mac_address': 'fa:16:3e:59:63:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:50:43.027179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:43.043586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b837b8-1965-4760-924f-048d3cc95544 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:50:43.059887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:43.146121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:43.202915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:43.210704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.211123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.211370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.212433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.212937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.213337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.213669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.214031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.214357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.214673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.214986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.215295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:50:43.403730 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['81b837b8-1965-4760-924f-048d3cc95544'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:50:43.785238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e00f01-f9bf-4598-aa28-1d8cb0419d94 req-c345cf95-c729-41d6-8f5f-7b1c0aca77ac tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:43.786789 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10e00f01-f9bf-4598-aa28-1d8cb0419d94 req-c345cf95-c729-41d6-8f5f-7b1c0aca77ac tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 982 time: 0.0530863 Mar 08 12:50:43.830874 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10e00f01-f9bf-4598-aa28-1d8cb0419d94 req-ca3e686d-5c28-4432-8695-b6b27e11ea32 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Mar 08 12:50:43.902300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eff23-1dbc-4aa2-8df1-0d1ee2ecd476 req-9e6e62b8-0d1b-4be1-9908-9c6312ad06fb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:43.904041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4a6eff23-1dbc-4aa2-8df1-0d1ee2ecd476 req-9e6e62b8-0d1b-4be1-9908-9c6312ad06fb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0510015 Mar 08 12:50:43.943062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4a6eff23-1dbc-4aa2-8df1-0d1ee2ecd476 req-b60645ca-b262-4363-b126-37a176d9a132 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Mar 08 12:50:44.882072 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:50:44.957679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dae32c-5b67-4196-838e-87369363f647 req-c26385e9-00f8-4055-ba3f-4237c4e5475c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:44.959191 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-79dae32c-5b67-4196-838e-87369363f647 req-c26385e9-00f8-4055-ba3f-4237c4e5475c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 982 time: 0.0536466 Mar 08 12:50:44.990060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 81b837b8-1965-4760-924f-048d3cc95544 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:50:44.995185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 81b837b8-1965-4760-924f-048d3cc95544 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:44.998527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:44.999753 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-79dae32c-5b67-4196-838e-87369363f647 req-56809331-ca0f-486e-a0b2-766ab93d44d2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Mar 08 12:50:45.069158 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2805d-ee48-423f-986f-a19d14577b96 req-ef209ebc-3627-4c78-b741-6ac67be594b1 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:45.071026 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-14c2805d-ee48-423f-986f-a19d14577b96 req-ef209ebc-3627-4c78-b741-6ac67be594b1 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0520318 Mar 08 12:50:45.079005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:45.100892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b837b8-1965-4760-924f-048d3cc95544'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:45.104432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e700d668-8b1c-4478-a052-a0a0abc3a154" -d '{"events": [{"server_uuid": "eeb6a7ae-1807-40ad-b043-5bd891eae9a7", "name": "network-vif-plugged", "status": "completed", "tag": "81b837b8-1965-4760-924f-048d3cc95544"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:45.110947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-14c2805d-ee48-423f-986f-a19d14577b96 req-a5365120-5681-42ac-8870-5f8f7de8e540 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Mar 08 12:50:45.118904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:45.186337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:45.215197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80b91fb-d2eb-43c2-901b-0ee471ec452c x-openstack-request-id: req-a80b91fb-d2eb-43c2-901b-0ee471ec452c {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:45.216671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb6a7ae-1807-40ad-b043-5bd891eae9a7", "name": "network-vif-plugged", "status": "completed", "tag": "81b837b8-1965-4760-924f-048d3cc95544", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:45.216671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a80b91fb-d2eb-43c2-901b-0ee471ec452c {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:45.216671 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b837b8-1965-4760-924f-048d3cc95544', 'code': 200} Mar 08 12:50:45.241608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:45.508463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0d8d9-c3fe-490e-95a2-2063f5d5140f req-61faccdd-3aa8-4977-a150-19540e2e0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:45.510023 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-36c0d8d9-c3fe-490e-95a2-2063f5d5140f req-61faccdd-3aa8-4977-a150-19540e2e0fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 1136 time: 0.0405929 Mar 08 12:50:45.545199 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-36c0d8d9-c3fe-490e-95a2-2063f5d5140f req-cb891107-708d-44ae-82c5-6f8fb8fb60c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283513 Mar 08 12:50:46.120076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eab3a4-6d29-474b-ae50-22ae8a29830f req-def3b241-20b4-4f86-b15e-f0482b545c62 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:46.121578 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3eab3a4-6d29-474b-ae50-22ae8a29830f req-def3b241-20b4-4f86-b15e-f0482b545c62 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 983 time: 0.0499656 Mar 08 12:50:46.161086 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3eab3a4-6d29-474b-ae50-22ae8a29830f req-14440a19-61c2-435d-a717-7904041d4e87 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Mar 08 12:50:46.240417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c509ecb-6f3d-4ae4-8490-01f4102d6e78 req-ee134305-710b-453e-bdbc-0ce0b2d67850 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:46.242527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5c509ecb-6f3d-4ae4-8490-01f4102d6e78 req-ee134305-710b-453e-bdbc-0ce0b2d67850 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0554252 Mar 08 12:50:46.281043 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5c509ecb-6f3d-4ae4-8490-01f4102d6e78 req-298c1bc2-2070-42b5-9a89-2769ecb3d276 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319417 Mar 08 12:50:47.275848 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18590449-2d68-45b6-9c79-d987290d8007 req-497e255d-afba-403e-b0da-638f4bdb7ec2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:47.277315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18590449-2d68-45b6-9c79-d987290d8007 req-497e255d-afba-403e-b0da-638f4bdb7ec2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 983 time: 0.0485880 Mar 08 12:50:47.316096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18590449-2d68-45b6-9c79-d987290d8007 req-a76640cb-86e8-4b00-9b47-e55da5897fce tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Mar 08 12:50:47.420168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696eb28-328d-41d2-9bf8-ee35f25361fc req-1e74763e-04cd-4137-b5c4-51ce8ba7f3f3 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:47.421640 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d696eb28-328d-41d2-9bf8-ee35f25361fc req-1e74763e-04cd-4137-b5c4-51ce8ba7f3f3 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0731714 Mar 08 12:50:47.459356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce37e7-4a63-4cd4-975b-c1fd56ef22a7 req-e82bb4b1-9f4b-4c39-82c3-e94c77dbb75b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:47.460729 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-91ce37e7-4a63-4cd4-975b-c1fd56ef22a7 req-e82bb4b1-9f4b-4c39-82c3-e94c77dbb75b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 983 time: 0.0766582 Mar 08 12:50:47.484003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d696eb28-328d-41d2-9bf8-ee35f25361fc req-82ecb3de-16a5-49f3-8113-fc7ded7a2132 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555182 Mar 08 12:50:47.510332 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-91ce37e7-4a63-4cd4-975b-c1fd56ef22a7 req-46076cde-0e65-4617-bce5-147d26e65cbf tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 Mar 08 12:50:47.532848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40140) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:47.572168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5426432-742a-43c5-9042-d2abfb02100b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:47.573654 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d5426432-742a-43c5-9042-d2abfb02100b tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 1131 time: 0.0398343 Mar 08 12:50:47.576453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40142) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:47.580765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '81b837b8-1965-4760-924f-048d3cc95544', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:47.648996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:47.745720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:47.852562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.236 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/fcfcfcee-7051-4f68-a3dd-684a0051751b) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:50:47.955376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:48.042332 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:48.084330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:48.087435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:48.095423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:50:48.098610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=fcfcfcee-7051-4f68-a3dd-684a0051751b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:48.610249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13ab3-0ca8-40d6-ac33-91a6daf218c6 req-a2d846b2-cdcd-486a-b738-4c53cdb3deb9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:48.611899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99b13ab3-0ca8-40d6-ac33-91a6daf218c6 req-a2d846b2-cdcd-486a-b738-4c53cdb3deb9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0524008 Mar 08 12:50:48.655269 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99b13ab3-0ca8-40d6-ac33-91a6daf218c6 req-da281436-ae10-45d0-ac35-b48005e09a0d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361362 Mar 08 12:50:48.785516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:48.916521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:49.063127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:49.134571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:49.203077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=fcfcfcee-7051-4f68-a3dd-684a0051751b,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:49.215526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:49.316826 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 14cd9ab0-636c-4dcf-a6ac-acef9ab0d829 associated. External IP: 172.26.3.236, port: 81b837b8-1965-4760-924f-048d3cc95544. Mar 08 12:50:49.528114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router d0790add-2630-4bef-bd81-20950f4ff5a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:50:49.641551 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:50:49.652906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] Sync routers for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:50:49.663237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:49.664046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:49.736878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:49.770558 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a0c27214-7616-4dd9-8708-9b2a8e07e871 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.1930752 Mar 08 12:50:49.771264 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40148) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:49.771806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'tag': '81b837b8-1965-4760-924f-048d3cc95544'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:49.774970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821a4aac-f291-4b18-a454-1fb4899d73fa" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb6a7ae-1807-40ad-b043-5bd891eae9a7", "tag": "81b837b8-1965-4760-924f-048d3cc95544"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:49.779973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:49.784632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5f7a8-2cd3-4d3e-85f4-1eabf5ffcee4 req-71eca3c1-9237-4d24-91a8-1aec4c19b743 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:49.784632 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92a5f7a8-2cd3-4d3e-85f4-1eabf5ffcee4 req-71eca3c1-9237-4d24-91a8-1aec4c19b743 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0579121 Mar 08 12:50:49.838006 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92a5f7a8-2cd3-4d3e-85f4-1eabf5ffcee4 req-3341f846-432d-44f7-b2e3-e96c1eb9fdb9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358481 Mar 08 12:50:49.841703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac5931c-337a-4670-bc68-4dbc0d561e52 x-openstack-request-id: req-5ac5931c-337a-4670-bc68-4dbc0d561e52 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:49.842248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb6a7ae-1807-40ad-b043-5bd891eae9a7", "tag": "81b837b8-1965-4760-924f-048d3cc95544", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:49.842357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ac5931c-337a-4670-bc68-4dbc0d561e52 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:49.850094 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'tag': '81b837b8-1965-4760-924f-048d3cc95544', 'status': 'completed', 'code': 200} Mar 08 12:50:49.900814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d32aa-db49-4e4b-850a-b9d1c54594fc tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:49.902274 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b60d32aa-db49-4e4b-850a-b9d1c54594fc tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7&network_id=cb46e6a4-1167-4015-bedb-6aa96e631d97 HTTP/1.1" status: 200 len: 1131 time: 0.1240280 Mar 08 12:50:49.919200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-71ac4119-a5da-41e5-95c0-bd16bd55e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:49.920792 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-71ac4119-a5da-41e5-95c0-bd16bd55e968 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 1136 time: 0.0560036 Mar 08 12:50:50.018071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-3f0c1011-fa92-494c-be21-f1852bfeedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:50.019563 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-3f0c1011-fa92-494c-be21-f1852bfeedb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb46e6a4-1167-4015-bedb-6aa96e631d97 HTTP/1.1" status: 200 len: 898 time: 0.0887258 Mar 08 12:50:50.028167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '14cd9ab0-636c-4dcf-a6ac-acef9ab0d829', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.236', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'port_id': '81b837b8-1965-4760-924f-048d3cc95544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-149238637', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'mac_address': 'fa:16:3e:59:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:50:48Z', 'updated_at': '2022-03-08T12:50:48Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:50.061658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] Checking router: d0790add-2630-4bef-bd81-20950f4ff5a2 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:50:50.071047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:50.071861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:50.092357 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-68978e93-19c0-473f-8775-db6113688ffb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1037 time: 0.0662138 Mar 08 12:50:50.144891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-5fc21822-c949-43ae-bcdb-1f4444da1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:50.146492 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-5fc21822-c949-43ae-bcdb-1f4444da1346 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dde8296-e0a1-49f9-b5ad-682f0d037dc3 HTTP/1.1" status: 200 len: 834 time: 0.0483897 Mar 08 12:50:50.182270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:50.193963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-1dce5664-f773-4762-8442-b7c08ca628dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:50.196266 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-1dce5664-f773-4762-8442-b7c08ca628dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb46e6a4-1167-4015-bedb-6aa96e631d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427673 Mar 08 12:50:50.300091 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-cb80b507-5fa9-4c4d-b66c-a04524617084 service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974700 Mar 08 12:50:50.348898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6614f-72b7-417a-a597-e49ea774f2d6 req-77a66acd-daa6-48b6-95ba-540d212c5921 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:50.357710 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7bf6614f-72b7-417a-a597-e49ea774f2d6 req-77a66acd-daa6-48b6-95ba-540d212c5921 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 983 time: 0.0635538 Mar 08 12:50:50.396382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7bf6614f-72b7-417a-a597-e49ea774f2d6 req-558062de-fe2f-45ea-8d3e-4b20637e5314 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Mar 08 12:50:50.401414 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-821a4aac-f291-4b18-a454-1fb4899d73fa req-3299d93c-6e83-440a-a196-07ee12eb6274 service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942910 Mar 08 12:50:50.562097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '14cd9ab0-636c-4dcf-a6ac-acef9ab0d829', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.236', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'port_id': '81b837b8-1965-4760-924f-048d3cc95544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-149238637', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'mac_address': 'fa:16:3e:59:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:50:48Z', 'updated_at': '2022-03-08T12:50:48Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:50.588727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4211e4c0-d88d-45ec-ac0f-6618ea795920 None None] The sync data for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv is: [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '14cd9ab0-636c-4dcf-a6ac-acef9ab0d829', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.236', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'port_id': '81b837b8-1965-4760-924f-048d3cc95544', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-149238637', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'mac_address': 'fa:16:3e:59:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb6a7ae-1807-40ad-b043-5bd891eae9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:50:48Z', 'updated_at': '2022-03-08T12:50:48Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:50:50.782178 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dcda0f-ea80-4666-801b-b8357d01fc99 None None] New status for floating IP 14cd9ab0-636c-4dcf-a6ac-acef9ab0d829: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:50:50.930582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:50:50.962621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee62f5e-e0e5-433b-9e62-3aee91dc9b8b req-0358dd99-9eb4-40d8-9daa-c1a26a3b7ca9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:50.964111 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0ee62f5e-e0e5-433b-9e62-3aee91dc9b8b req-0358dd99-9eb4-40d8-9daa-c1a26a3b7ca9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 943 time: 0.0514369 Mar 08 12:50:51.003114 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0ee62f5e-e0e5-433b-9e62-3aee91dc9b8b req-c6e59469-2128-4cc3-8549-69e92e5ebaf9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Mar 08 12:50:51.034833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:51.047945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'port_id': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'mac_address': 'fa:16:3e:92:01:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:50:51.085814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:51.098599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:50:51.118493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:51.243249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:51.296650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:51.482751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['35f17a9c-d3f7-4903-9a6e-b31b85d6c940'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:50:51.521581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acff47-8552-4a0c-b7e7-149d54b70f15 req-a3d8ff87-0436-48d8-8f69-561cc096fec1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:51.523036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5acff47-8552-4a0c-b7e7-149d54b70f15 req-a3d8ff87-0436-48d8-8f69-561cc096fec1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 983 time: 0.0527263 Mar 08 12:50:51.562887 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5acff47-8552-4a0c-b7e7-149d54b70f15 req-2c646687-0ef8-4279-97bf-43cfa95068b9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Mar 08 12:50:51.609932 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-6cde05b7-e9ff-45ed-891f-25562ba86003 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:51.611405 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-6cde05b7-e9ff-45ed-891f-25562ba86003 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 983 time: 0.0505867 Mar 08 12:50:51.660216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-8a2c23d6-fba0-49c1-a530-ba2b78218f0d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:51.661584 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-8a2c23d6-fba0-49c1-a530-ba2b78218f0d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0442395 Mar 08 12:50:51.763927 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-91e42b32-dd43-4046-8a46-1299ebc1dcf6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0969098 Mar 08 12:50:51.775027 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:51.831776 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:51.960080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:51.994030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:50:52.030179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] device_id is not set on port 81b837b8-1965-4760-924f-048d3cc95544 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:50:52.040115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:52.111581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:52.125310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25697c29-9792-4a5a-b60b-11a2db466c54 req-9e95e9f5-6b1c-44a7-99d8-f641ce0dffbb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:52.126833 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25697c29-9792-4a5a-b60b-11a2db466c54 req-9e95e9f5-6b1c-44a7-99d8-f641ce0dffbb tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 944 time: 0.0545781 Mar 08 12:50:52.174484 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25697c29-9792-4a5a-b60b-11a2db466c54 req-817a6558-40a1-41f3-966e-a016b1beb97c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Mar 08 12:50:52.221037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=6']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:52.289760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] No DVR routers for this DVR port 81b837b8-1965-4760-924f-048d3cc95544 on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:50:52.424615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] In _notify_port_updated(), no bound segment for port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:50:52.424854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-afee9d32-dee1-41cb-862a-cd62865fcc26 None None] Provisioning complete for port 81b837b8-1965-4760-924f-048d3cc95544 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:52.425415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-afee9d32-dee1-41cb-862a-cd62865fcc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:52.425539 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:52.426048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:52.427342 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-76c27b1a-e67c-4d13-bcbb-052b1feca79a req-0d7dfd2a-873c-4e8d-8d71-5520121d1399 service neutron] 10.222.0.45 "PUT /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1026 time: 0.6570532 Mar 08 12:50:52.457810 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-afee9d32-dee1-41cb-862a-cd62865fcc26 None None] Port 81b837b8-1965-4760-924f-048d3cc95544 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:50:52.661035 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8fe3de57-b40a-4078-bfbf-2eb1a0dd24c6 req-45486eb0-a779-409e-b27a-22ba9e8ae517 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeb6a7ae-1807-40ad-b043-5bd891eae9a7 HTTP/1.1" status: 200 len: 210 time: 0.0283256 Mar 08 12:50:52.957870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:50:53.077109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:50:53.081120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:50:53.081493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:53.163514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:53.187363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:53.189621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf688ba-3abc-4c56-a268-a88fac406013" -d '{"events": [{"server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "name": "network-vif-plugged", "status": "completed", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:53.203141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:50:53.225962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e6ea85-6d34-40e6-8354-2b810ac57ef0 x-openstack-request-id: req-76e6ea85-6d34-40e6-8354-2b810ac57ef0 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:53.226253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "name": "network-vif-plugged", "status": "completed", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:53.226509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76e6ea85-6d34-40e6-8354-2b810ac57ef0 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:53.226903 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'code': 200} Mar 08 12:50:53.288477 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f969c-7c77-401e-b3ac-afe593a74a37 req-7cd0cdaa-f8f9-4750-bd6d-d0e6e61634cf tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:53.290656 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a17f969c-7c77-401e-b3ac-afe593a74a37 req-7cd0cdaa-f8f9-4750-bd6d-d0e6e61634cf tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 944 time: 0.0518723 Mar 08 12:50:53.306727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:53.307672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:50:53.334935 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a17f969c-7c77-401e-b3ac-afe593a74a37 req-0986b570-38b2-433e-93a0-a21a7579c007 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 Mar 08 12:50:53.388352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:53.391054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:50:53.626410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78fb1a-50a0-4916-942b-42fccb33d350 req-071940be-e2a9-4e4a-a0aa-f0b7417e18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:53.627807 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4e78fb1a-50a0-4916-942b-42fccb33d350 req-071940be-e2a9-4e4a-a0aa-f0b7417e18db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 1098 time: 0.0432253 Mar 08 12:50:53.662375 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4e78fb1a-50a0-4916-942b-42fccb33d350 req-bf016854-2489-4d4c-adb0-e6ac5bb077a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274718 Mar 08 12:50:53.722763 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40170) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:53.765937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be8d58-1f5c-44b2-bfa1-7cbd09238d81 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:53.767379 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-65be8d58-1f5c-44b2-bfa1-7cbd09238d81 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 925 time: 0.0435493 Mar 08 12:50:54.091709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:54.096239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-fccaf48d-e202-4f01-a050-badcc502507f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521832615', 'description': 'tempest-secgroup-smoke-1521832615 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:54.225704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fccaf48d-e202-4f01-a050-badcc502507f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.297457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fccaf48d-e202-4f01-a050-badcc502507f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.383308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fccaf48d-e202-4f01-a050-badcc502507f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.403877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaf48d-e202-4f01-a050-badcc502507f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8020964b-71c5-4d26-b42a-35cae5065efe,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:54.455307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53100776-d581-4e21-880f-37f46183a42e req-e08ae78f-c03a-46ad-b6b0-3c107b23512d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:54.456781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-53100776-d581-4e21-880f-37f46183a42e req-e08ae78f-c03a-46ad-b6b0-3c107b23512d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Mar 08 12:50:54.471582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fccaf48d-e202-4f01-a050-badcc502507f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.472684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fccaf48d-e202-4f01-a050-badcc502507f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3799894 Mar 08 12:50:54.475681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40178) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:54.480836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5fb22185-7575-4b2f-beec-410d65537143 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8020964b-71c5-4d26-b42a-35cae5065efe', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:54.501819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-53100776-d581-4e21-880f-37f46183a42e req-6b419c72-49e5-49d1-81a1-47f358f01235 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381877 Mar 08 12:50:54.556955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5fb22185-7575-4b2f-beec-410d65537143 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.613934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5fb22185-7575-4b2f-beec-410d65537143 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.660531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5fb22185-7575-4b2f-beec-410d65537143 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.678698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb22185-7575-4b2f-beec-410d65537143 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cf123b-4fea-470c-9ab6-6e7cfc4a4cc1,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:54.786525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5fb22185-7575-4b2f-beec-410d65537143 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:54.790462 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5fb22185-7575-4b2f-beec-410d65537143 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110452 Mar 08 12:50:54.790924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40180) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:54.795658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-41cdd5ac-6ba7-449d-b006-83c1b473ca21 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8020964b-71c5-4d26-b42a-35cae5065efe', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:55.004891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-41cdd5ac-6ba7-449d-b006-83c1b473ca21 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.072967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-41cdd5ac-6ba7-449d-b006-83c1b473ca21 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.161203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-41cdd5ac-6ba7-449d-b006-83c1b473ca21 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.179193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdd5ac-6ba7-449d-b006-83c1b473ca21 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9f0e36-3b07-41a4-85d5-21c5226d1fc4,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:55.262975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-41cdd5ac-6ba7-449d-b006-83c1b473ca21 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.264241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-41cdd5ac-6ba7-449d-b006-83c1b473ca21 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4721470 Mar 08 12:50:55.267123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40182) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:55.271710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-2bd33e6e-20e7-4b5b-9ac0-1d233a401f94 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8020964b-71c5-4d26-b42a-35cae5065efe', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:55.425147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e6e-20e7-4b5b-9ac0-1d233a401f94 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.484964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e6e-20e7-4b5b-9ac0-1d233a401f94 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.489053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.623590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930862-2bc6-4c6d-9502-a273c6240473 req-9b2bfcf9-675f-4698-9cd8-75a9a9b6ec52 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:55.625139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-be930862-2bc6-4c6d-9502-a273c6240473 req-9b2bfcf9-675f-4698-9cd8-75a9a9b6ec52 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 945 time: 0.0526197 Mar 08 12:50:55.625865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e6e-20e7-4b5b-9ac0-1d233a401f94 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.644377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd33e6e-20e7-4b5b-9ac0-1d233a401f94 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a344e642-7b96-4268-81f8-f99638b64d87,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:55.664620 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-be930862-2bc6-4c6d-9502-a273c6240473 req-0f4878cb-c3f5-4c26-bdcb-2ecae0e06fbd tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333064 Mar 08 12:50:55.723669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e6e-20e7-4b5b-9ac0-1d233a401f94 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.727602 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2bd33e6e-20e7-4b5b-9ac0-1d233a401f94 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4568586 Mar 08 12:50:55.728025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40188) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:55.732300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c6fff0df-ea35-4b0f-b5db-316bfe5fa990 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8020964b-71c5-4d26-b42a-35cae5065efe', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:55.779372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8d708-6a09-4fbc-806f-2db14ba4a806 req-08699533-b821-41d6-bd8e-10deaebf28b1 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:55.780831 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33a8d708-6a09-4fbc-806f-2db14ba4a806 req-08699533-b821-41d6-bd8e-10deaebf28b1 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Mar 08 12:50:55.818406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33a8d708-6a09-4fbc-806f-2db14ba4a806 req-06464639-fa56-4a08-9b0d-7e9e96f946dd tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Mar 08 12:50:55.824318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6fff0df-ea35-4b0f-b5db-316bfe5fa990 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.840979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40190) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:55.884511 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6fff0df-ea35-4b0f-b5db-316bfe5fa990 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.969016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6fff0df-ea35-4b0f-b5db-316bfe5fa990 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:55.981438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4577d-5ab4-4d77-b8aa-b55df8e6677a tempest-TestVolumeBootPattern-1831193190 tempest-TestVolumeBootPattern-1831193190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:55.985630 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cef4577d-5ab4-4d77-b8aa-b55df8e6677a tempest-TestVolumeBootPattern-1831193190 tempest-TestVolumeBootPattern-1831193190-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 1093 time: 0.1409581 Mar 08 12:50:55.985777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40194) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:55.986371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fff0df-ea35-4b0f-b5db-316bfe5fa990 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee5c20c-c8f2-4d9f-8cd8-bcd1c95d4ad8,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:55.990183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:56.090836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c6fff0df-ea35-4b0f-b5db-316bfe5fa990 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.091972 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c6fff0df-ea35-4b0f-b5db-316bfe5fa990 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3630233 Mar 08 12:50:56.094854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40196) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:56.099308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8020964b-71c5-4d26-b42a-35cae5065efe', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:56.209057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.211829 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:50:56.230618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.323274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.359624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.399287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.428589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e265a427-5892-411f-8afa-dfc293d3b4fc,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:56.486209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Allocated IP 172.26.3.71 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/183055cb-eed6-4781-9459-ab3193986c1a) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:50:56.514116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.515313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-43750df3-cf7b-4fa1-a77c-9965c9443a78 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4194839 Mar 08 12:50:56.518348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40198) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:50:56.522919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '8020964b-71c5-4d26-b42a-35cae5065efe', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:50:56.596948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.606952 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:50:56.612147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.678275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.699062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.744717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:50:56.747469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:50:56.750088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:50:56.755678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.770167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a2e80d-fd39-466d-95e5-445219e7b72b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:56.779028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=183055cb-eed6-4781-9459-ab3193986c1a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:56.856733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:56.858082 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b2204e91-4eb0-4b4a-b633-a7859b2688fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386636 Mar 08 12:50:57.333907 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-bad53c7a-ed5e-4ab3-932e-aa5fdca7935f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521832615&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0708835 Mar 08 12:50:57.446178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-c1ae61d7-54ad-4409-b9bb-f39163a380ae tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:57.447576 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-c1ae61d7-54ad-4409-b9bb-f39163a380ae tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 930 time: 0.1050844 Mar 08 12:50:57.571497 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-7713ddc5-2448-4ff3-9260-5d7862c7142f service neutron] 10.222.0.65 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1104908 Mar 08 12:50:57.748281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:57.822763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6e365706-7a48-4cb6-9c60-0d14eae824d5 service neutron] 10.222.0.65 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418518 Mar 08 12:50:57.938829 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6000bf84-a155-4daf-987a-bd8f0abb6273 service neutron] 10.222.0.65 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083663 Mar 08 12:50:57.947649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:58.096136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:58.224548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:58.313426 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9cb523f6-7448-40fb-ab16-a482c52ba92d req-f26a67db-105d-491e-bc56-2acf7ff3804a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 210 time: 0.0570931 Mar 08 12:50:58.335749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event updated for resources: {'Port': ['ID=183055cb-eed6-4781-9459-ab3193986c1a,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:50:58.346649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:58.449110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Floating IP 5ae21e2a-347f-4b56-bd1b-9321604d3188 associated. External IP: 172.26.3.71, port: 35f17a9c-d3f7-4903-9a6e-b31b85d6c940. Mar 08 12:50:58.660094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:50:58.770548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:50:58.783509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:50:58.794209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:58.795649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:58.885716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:58.903626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:58.924598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d7964e84-6ee5-46fd-8e3f-aa48aff1ca3d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9377320 Mar 08 12:50:58.925498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:50:58.931863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f7e23e-f6d8-415d-814c-7826d197ab32" -d '{"events": [{"name": "network-changed", "server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:50:58.970896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76711ad-b6b5-473b-a0f6-274ba5749e81 x-openstack-request-id: req-c76711ad-b6b5-473b-a0f6-274ba5749e81 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:50:58.971184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:50:58.971430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c76711ad-b6b5-473b-a0f6-274ba5749e81 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:50:58.971825 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'status': 'completed', 'code': 200} Mar 08 12:50:59.037516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-499ca92c-d23d-407a-b42d-322275055e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:59.039215 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-499ca92c-d23d-407a-b42d-322275055e83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 1098 time: 0.0449133 Mar 08 12:50:59.132009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-64149160-4f5c-44ae-987f-ed3e2841d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:59.133573 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-64149160-4f5c-44ae-987f-ed3e2841d463 service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.0862982 Mar 08 12:50:59.149878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d41b7ab-9e69-43d0-aeef-ef165b8553b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:50:59.156806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '5ae21e2a-347f-4b56-bd1b-9321604d3188', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:92:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:50:57Z', 'updated_at': '2022-03-08T12:50:57Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}, {'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:23Z', 'revision_number': 1, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:59.184085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:50:59.192404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:50:59.192997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:50:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:59.206152 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-faa9d714-bf2d-4ca0-b1d9-7a4c2e9ea6e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940 HTTP/1.1" status: 200 len: 998 time: 0.0660498 Mar 08 12:50:59.255621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-89cd7b5e-a1f4-4e4e-9394-578990cdec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:59.257081 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-89cd7b5e-a1f4-4e4e-9394-578990cdec85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0445766 Mar 08 12:50:59.302289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:50:59.307676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-7701b206-acf9-453b-8e6d-3c0e695d1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:50:59.309263 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-7701b206-acf9-453b-8e6d-3c0e695d1f84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457811 Mar 08 12:50:59.415001 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-a5ba0ce5-f84b-4586-b5dd-b085c0de849b service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979891 Mar 08 12:50:59.422044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c81390-90bc-438e-a5dc-d83cbfa8156f req-41bc7fb3-c07d-4a18-b9a6-d066851f0d74 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 210 time: 0.0309312 Mar 08 12:50:59.510364 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d2f7e23e-f6d8-415d-814c-7826d197ab32 req-de8e751f-8d44-4037-82d3-9c66a7a4eea1 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893605 Mar 08 12:50:59.546395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '5ae21e2a-347f-4b56-bd1b-9321604d3188', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:92:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:50:57Z', 'updated_at': '2022-03-08T12:50:57Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}, {'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:23Z', 'revision_number': 1, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:50:59.576451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36755a-91e1-4eec-8f07-f832bf942022 None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '5ae21e2a-347f-4b56-bd1b-9321604d3188', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.71', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:92:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:50:57Z', 'updated_at': '2022-03-08T12:50:57Z', 'revision_number': 0, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}, {'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:23Z', 'revision_number': 1, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:50:59.771055 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4768e-69de-4e23-b212-80a6a0a978d2 None None] New status for floating IP 5ae21e2a-347f-4b56-bd1b-9321604d3188: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:51:00.433328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-b5b54124-5937-4576-8053-bfb3d88451d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:00.434662 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-b5b54124-5937-4576-8053-bfb3d88451d2 service neutron] 10.222.0.45 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1026 time: 0.0339766 Mar 08 12:51:00.525233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9e1773f-f253-4473-a0ce-d503a4f9b331 req-13c7d429-1f87-4d96-b524-af9fdbaf84d7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 210 time: 0.0285976 Mar 08 12:51:00.544455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-54dc4e6c-28e7-4bc4-b414-fadf1273ea50 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:00.545929 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-54dc4e6c-28e7-4bc4-b414-fadf1273ea50 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=cb46e6a4-1167-4015-bedb-6aa96e631d97 HTTP/1.1" status: 200 len: 797 time: 0.1061766 Mar 08 12:51:00.590822 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-2325a17f-4d58-4857-bee8-da6e9a65390b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 472 time: 0.0358152 Mar 08 12:51:00.600889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Request body: {'port': {'device_id': '8fb892aa-3316-4994-986e-b5679ea303f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:00.655265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:00.918798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b837b8-1965-4760-924f-048d3cc95544 {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:51:00.925962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:00.938981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Transition to ACTIVE for port object 81b837b8-1965-4760-924f-048d3cc95544 will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:51:01.029624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:01.103283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=7']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:01.206895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:51:01.207411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:51:01.207773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:51:01.212430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:51:01.212766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Attempting to bind port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:51:01.218108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:51:01.218438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Checking segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:51:01.218926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Bound using segment: {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:51:01.219349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Bound port: 81b837b8-1965-4760-924f-048d3cc95544, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:51:01.219700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:01.284033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:51:01.286938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:51:01.374771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:01.414300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:01.414901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:01.416247 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1131 time: 0.8191931 Mar 08 12:51:01.416674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb892aa-3316-4994-986e-b5679ea303f0', 'tag': '81b837b8-1965-4760-924f-048d3cc95544'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:51:01.418966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d417f3fa-a719-47ce-9a0e-965cd8cd9696" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb892aa-3316-4994-986e-b5679ea303f0", "tag": "81b837b8-1965-4760-924f-048d3cc95544"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:51:01.451378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799eb47-9149-4a95-8ee0-5102f1f567e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=8']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:01.461225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be48c25-07d9-4ec5-89f0-9c15bb1e3c5e x-openstack-request-id: req-3be48c25-07d9-4ec5-89f0-9c15bb1e3c5e {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:51:01.461225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb892aa-3316-4994-986e-b5679ea303f0", "tag": "81b837b8-1965-4760-924f-048d3cc95544", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:51:01.461225 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3be48c25-07d9-4ec5-89f0-9c15bb1e3c5e {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:51:01.461225 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb892aa-3316-4994-986e-b5679ea303f0', 'tag': '81b837b8-1965-4760-924f-048d3cc95544', 'status': 'completed', 'code': 200} Mar 08 12:51:01.662993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797028d9-b8a4-4655-aa3c-636fbfbe7f64 req-77eceff7-8af2-4c51-a3f9-87b6c1c5e1fa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:01.664166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b9e93510-99b0-45d5-97ec-fe64681d671e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:01.665936 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-797028d9-b8a4-4655-aa3c-636fbfbe7f64 req-77eceff7-8af2-4c51-a3f9-87b6c1c5e1fa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 981 time: 0.0592248 Mar 08 12:51:01.707154 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-797028d9-b8a4-4655-aa3c-636fbfbe7f64 req-c76afa6b-5709-4801-b5b0-e9696ff1b2c2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343294 Mar 08 12:51:01.844020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417f3fa-a719-47ce-9a0e-965cd8cd9696 req-a02123fa-a372-4505-be0c-8b6e0a6c3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:01.845481 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d417f3fa-a719-47ce-9a0e-965cd8cd9696 req-a02123fa-a372-4505-be0c-8b6e0a6c3b9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 1134 time: 0.3654804 Mar 08 12:51:01.941739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417f3fa-a719-47ce-9a0e-965cd8cd9696 req-19a2fcb9-d10e-41b7-9809-3b84ca536647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:01.943198 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d417f3fa-a719-47ce-9a0e-965cd8cd9696 req-19a2fcb9-d10e-41b7-9809-3b84ca536647 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0899997 Mar 08 12:51:02.037663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417f3fa-a719-47ce-9a0e-965cd8cd9696 req-628337e7-9e6c-400f-a940-466ff20f1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:02.039129 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-d417f3fa-a719-47ce-9a0e-965cd8cd9696 req-628337e7-9e6c-400f-a940-466ff20f1beb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900483 Mar 08 12:51:02.114018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-f42a3904-0109-4ee7-8f80-67ae965bbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:02.115566 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-f42a3904-0109-4ee7-8f80-67ae965bbff1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 1134 time: 0.0418184 Mar 08 12:51:02.183624 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-4d83a53d-c36e-4677-843b-d62a942e4776 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1037 time: 0.0609770 Mar 08 12:51:02.231127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-02dc83cf-1cd5-4572-88af-6db77b84880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:02.232679 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-02dc83cf-1cd5-4572-88af-6db77b84880c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dde8296-e0a1-49f9-b5ad-682f0d037dc3 HTTP/1.1" status: 200 len: 834 time: 0.0429852 Mar 08 12:51:02.279400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-e887b431-bc91-461b-9cc8-15561ce81faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:02.281051 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-e887b431-bc91-461b-9cc8-15561ce81faa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb46e6a4-1167-4015-bedb-6aa96e631d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404568 Mar 08 12:51:02.373359 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-654918ae-ad6f-4620-a2b5-9d9e68b8fdab service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852306 Mar 08 12:51:02.461872 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-4754a0b7-cf9d-4cc4-b51d-43ffb93a7422 req-02b01d7d-b97b-4c7a-85a2-b3f86e099abe service neutron] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828745 Mar 08 12:51:02.683542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:02.827207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902801e-5dab-4ac2-814a-24d9b8b9f3ae req-752a8b2d-7c4d-42bd-bacc-9a4119217789 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:02.828677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1902801e-5dab-4ac2-814a-24d9b8b9f3ae req-752a8b2d-7c4d-42bd-bacc-9a4119217789 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 981 time: 0.0519447 Mar 08 12:51:02.866714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1902801e-5dab-4ac2-814a-24d9b8b9f3ae req-38199803-df63-4ac1-b5c1-ee4d0646ac91 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Mar 08 12:51:03.734335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:03.982978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e75aa-acfb-464a-8e81-dfa18a2167cd req-7aee6d0f-a41e-433a-a64a-37ca369fcebb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:03.984596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-008e75aa-acfb-464a-8e81-dfa18a2167cd req-7aee6d0f-a41e-433a-a64a-37ca369fcebb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 981 time: 0.0511529 Mar 08 12:51:04.021394 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-008e75aa-acfb-464a-8e81-dfa18a2167cd req-c9608ecb-227a-4b0f-9f82-9008487f9bfb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Mar 08 12:51:04.214619 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:04.990071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:51:05.092193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:05.105523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '81b837b8-1965-4760-924f-048d3cc95544', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'port_id': '81b837b8-1965-4760-924f-048d3cc95544', 'mac_address': 'fa:16:3e:59:63:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:51:05.143895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:05.144128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0998a4-0443-4282-a3f6-c7916461dcba req-4186c4db-9814-4890-949d-e9d13fa7b2c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:05.145704 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a0998a4-0443-4282-a3f6-c7916461dcba req-4186c4db-9814-4890-949d-e9d13fa7b2c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 981 time: 0.0545847 Mar 08 12:51:05.157527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b837b8-1965-4760-924f-048d3cc95544 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:51:05.177566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:05.185051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a0998a4-0443-4282-a3f6-c7916461dcba req-5c416e2f-de1a-4472-964c-98f47a3c5fbc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Mar 08 12:51:05.246581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:05.297914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=9']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:05.481924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['81b837b8-1965-4760-924f-048d3cc95544'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:51:06.303274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc340e-bfe0-49b7-92bb-fd78149c12de req-992176b3-7d95-4908-afa2-d32bd38a06d6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:06.304732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ccc340e-bfe0-49b7-92bb-fd78149c12de req-992176b3-7d95-4908-afa2-d32bd38a06d6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 982 time: 0.0516887 Mar 08 12:51:06.353458 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ccc340e-bfe0-49b7-92bb-fd78149c12de req-a9d8c820-a135-4995-ad8a-3718a55e0f3e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Mar 08 12:51:07.008304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:51:07.140046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 81b837b8-1965-4760-924f-048d3cc95544 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:51:07.143843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 81b837b8-1965-4760-924f-048d3cc95544 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:07.144244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:07.223466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:07.248050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb892aa-3316-4994-986e-b5679ea303f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b837b8-1965-4760-924f-048d3cc95544'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:51:07.250351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e694c0-3680-486e-ac30-e6097ec118fd" -d '{"events": [{"server_uuid": "8fb892aa-3316-4994-986e-b5679ea303f0", "name": "network-vif-plugged", "status": "completed", "tag": "81b837b8-1965-4760-924f-048d3cc95544"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:51:07.263659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:07.288617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f1bc1e-e2a0-4ffa-88ae-06b3866f5e25 x-openstack-request-id: req-57f1bc1e-e2a0-4ffa-88ae-06b3866f5e25 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:51:07.288901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb892aa-3316-4994-986e-b5679ea303f0", "name": "network-vif-plugged", "status": "completed", "tag": "81b837b8-1965-4760-924f-048d3cc95544", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:51:07.289145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57f1bc1e-e2a0-4ffa-88ae-06b3866f5e25 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:51:07.289577 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb892aa-3316-4994-986e-b5679ea303f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b837b8-1965-4760-924f-048d3cc95544', 'code': 200} Mar 08 12:51:07.328909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:07.380166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=10']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:07.477708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a087e57-5e2a-45e9-9624-7410d4cc35eb req-16352280-8534-4d50-b533-14aeb1b68233 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:07.479239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2a087e57-5e2a-45e9-9624-7410d4cc35eb req-16352280-8534-4d50-b533-14aeb1b68233 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 984 time: 0.0518818 Mar 08 12:51:07.517817 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2a087e57-5e2a-45e9-9624-7410d4cc35eb req-d9bb341b-9456-49dc-a103-db2d302e0aa3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322461 Mar 08 12:51:07.596145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406903c-47d3-4653-a7aa-849c209146a9 req-3db63b24-ef0d-4fea-8bf6-7ce781c34cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:07.597621 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-1406903c-47d3-4653-a7aa-849c209146a9 req-3db63b24-ef0d-4fea-8bf6-7ce781c34cd1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 1137 time: 0.0419142 Mar 08 12:51:07.638010 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-1406903c-47d3-4653-a7aa-849c209146a9 req-8137e628-ff8b-4d96-86cc-05c3051c9ed9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332067 Mar 08 12:51:08.645380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f4ff-7494-41fa-b636-795d0fa0be8c req-6973d422-ece9-45ef-b798-1f509f09c6d0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:08.646899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1fd9f4ff-7494-41fa-b636-795d0fa0be8c req-6973d422-ece9-45ef-b798-1f509f09c6d0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 984 time: 0.0542054 Mar 08 12:51:08.686464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1fd9f4ff-7494-41fa-b636-795d0fa0be8c req-5f14ec2b-6035-4f3d-ae3a-19a30b720242 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Mar 08 12:51:09.801625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9008f-e5d1-4356-83de-c602f230064d req-bf6e794b-5d1e-4ee5-bfdc-25c411cabf5c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:09.803149 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-acc9008f-e5d1-4356-83de-c602f230064d req-bf6e794b-5d1e-4ee5-bfdc-25c411cabf5c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 984 time: 0.0494614 Mar 08 12:51:09.841683 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-acc9008f-e5d1-4356-83de-c602f230064d req-217013af-94ac-4081-a19b-81901f5ab895 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Mar 08 12:51:09.955429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a761102-9972-4f25-87fb-698419e90df0 req-eacf2862-2bfd-4a1d-9e7e-2f12131dd859 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:09.956966 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4a761102-9972-4f25-87fb-698419e90df0 req-eacf2862-2bfd-4a1d-9e7e-2f12131dd859 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 984 time: 0.0491605 Mar 08 12:51:09.995218 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4a761102-9972-4f25-87fb-698419e90df0 req-51cae39a-2d5a-45ad-bd3b-6a01613e80cd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Mar 08 12:51:10.016028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40258) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:10.089741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b0e23-2dcf-4e7f-86e4-35bd6826272c tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:10.092567 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-123b0e23-2dcf-4e7f-86e4-35bd6826272c tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0&network_id=cb46e6a4-1167-4015-bedb-6aa96e631d97 HTTP/1.1" status: 200 len: 1132 time: 0.0748434 Mar 08 12:51:10.569126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48f2c2-3c0a-4f06-972c-ff13ef7997da req-3d1894b3-a363-447b-8a09-40293bf2152b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:10.570638 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f48f2c2-3c0a-4f06-972c-ff13ef7997da req-3d1894b3-a363-447b-8a09-40293bf2152b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 984 time: 0.0503049 Mar 08 12:51:10.611355 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f48f2c2-3c0a-4f06-972c-ff13ef7997da req-157bb777-7c35-42f6-9617-e776249c7b74 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Mar 08 12:51:10.817835 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:51:11.734208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444a7-57f4-4898-80ac-96da7183c925 req-8701c121-2342-40d3-91ec-8b169fccf1ae tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:11.735686 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ecc444a7-57f4-4898-80ac-96da7183c925 req-8701c121-2342-40d3-91ec-8b169fccf1ae tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 984 time: 0.0513170 Mar 08 12:51:11.774393 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ecc444a7-57f4-4898-80ac-96da7183c925 req-65faa292-d88b-46a8-9e4f-c2d5def1a540 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef7e867c-93f8-46e3-a1f3-2992f1fea835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Mar 08 12:51:11.946224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-b706441f-5782-4f03-8d53-023b9b456983 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:11.947667 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-b706441f-5782-4f03-8d53-023b9b456983 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 984 time: 0.0490956 Mar 08 12:51:11.991338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-0c77890d-1dd7-491b-b3cf-e84ad7af3eaa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:11.992673 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-0c77890d-1dd7-491b-b3cf-e84ad7af3eaa tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0388789 Mar 08 12:51:12.096245 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-aecb6265-a280-45d4-82ba-2ea21ed9dce2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0982728 Mar 08 12:51:12.106218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:12.159353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:12.291844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=81b837b8-1965-4760-924f-048d3cc95544,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:12.324568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] For port 81b837b8-1965-4760-924f-048d3cc95544, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:51:12.356535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] device_id is not set on port 81b837b8-1965-4760-924f-048d3cc95544 yet. {{(pid=104045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 08 12:51:12.365342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:12.419516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:12.495850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] Pushing event updated for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=11']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:12.540889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] No DVR routers for this DVR port 81b837b8-1965-4760-924f-048d3cc95544 on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:51:12.650868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9f2440fb-b28b-4eff-a0fb-bc8eb167a7b0 None None] Provisioning complete for port 81b837b8-1965-4760-924f-048d3cc95544 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:12.651476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9f2440fb-b28b-4eff-a0fb-bc8eb167a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:12.683151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] In _notify_port_updated(), no bound segment for port 81b837b8-1965-4760-924f-048d3cc95544 on network cb46e6a4-1167-4015-bedb-6aa96e631d97 {{(pid=104045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 08 12:51:12.684078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:12.684651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:12.686594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9f2440fb-b28b-4eff-a0fb-bc8eb167a7b0 None None] Port 81b837b8-1965-4760-924f-048d3cc95544 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:51:12.686754 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9cab4e85-9f01-4220-9755-28ceda36ed57 req-294bee68-dfb5-43e4-bebb-40cc91ee0535 service neutron] 10.222.0.45 "PUT /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 200 len: 1027 time: 0.5843637 Mar 08 12:51:12.879283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bcff2cff-93d7-42c6-a766-9536503a6511 req-965b8e64-a25d-45a0-800e-1dec80feb85c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=8fb892aa-3316-4994-986e-b5679ea303f0 HTTP/1.1" status: 200 len: 210 time: 0.0325887 Mar 08 12:51:13.939819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40272) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:13.999005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298cd392-0ab9-4372-83de-a91b151cc39a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.024267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298cd392-0ab9-4372-83de-a91b151cc39a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.197625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298cd392-0ab9-4372-83de-a91b151cc39a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.207857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-298cd392-0ab9-4372-83de-a91b151cc39a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.207857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-298cd392-0ab9-4372-83de-a91b151cc39a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/8020964b-71c5-4d26-b42a-35cae5065efe HTTP/1.1" status: 204 len: 168 time: 0.2606850 Mar 08 12:51:14.211382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cd392-0ab9-4372-83de-a91b151cc39a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8020964b-71c5-4d26-b42a-35cae5065efe,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:14.318307 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40276) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:14.474439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port fcfcfcee-7051-4f68-a3dd-684a0051751b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:51:14.474695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.552680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.553001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.564939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for fcfcfcee-7051-4f68-a3dd-684a0051751b owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:51:14.797558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.824427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=fcfcfcee-7051-4f68-a3dd-684a0051751b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:14.887594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:14.887908 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 14cd9ab0-636c-4dcf-a6ac-acef9ab0d829 disassociated (deleted). External IP: 172.26.3.236, port: 81b837b8-1965-4760-924f-048d3cc95544. Mar 08 12:51:15.038503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:51:15.081485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 81b837b8-1965-4760-924f-048d3cc95544 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:51:15.106940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router d0790add-2630-4bef-bd81-20950f4ff5a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:51:15.217663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:51:15.223891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:15.231007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] Sync routers for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:51:15.243261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:15.245381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:15.251564 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1005d9b2-8a67-41f4-ba8a-50dddab8b491 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/14cd9ab0-636c-4dcf-a6ac-acef9ab0d829 HTTP/1.1" status: 204 len: 168 time: 0.9319806 Mar 08 12:51:15.324518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40282) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:15.388641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e095949-877e-47b7-8b80-a90448e618df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:15.416135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e095949-877e-47b7-8b80-a90448e618df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:15.506380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:15.563280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e095949-877e-47b7-8b80-a90448e618df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:15.566125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e095949-877e-47b7-8b80-a90448e618df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:15.567382 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e095949-877e-47b7-8b80-a90448e618df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/8854dc78-7fdd-4e4a-8855-5c7246f5a3f1 HTTP/1.1" status: 204 len: 168 time: 0.2417581 Mar 08 12:51:15.577824 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e095949-877e-47b7-8b80-a90448e618df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8854dc78-7fdd-4e4a-8855-5c7246f5a3f1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:15.674214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40286) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:15.735698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:15.767154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] Checking router: d0790add-2630-4bef-bd81-20950f4ff5a2 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:51:15.777479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:15.778851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:15.791588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 81b837b8-1965-4760-924f-048d3cc95544 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:51:15.791929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:15.894664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:15.903580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:15.907703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 81b837b8-1965-4760-924f-048d3cc95544 owned by {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:51:16.127043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:16.149500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:16.164849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c0b73-4785-4eeb-b212-e9194321631f None None] The sync data for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv is: [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '48be080e-27a6-449b-a1e6-ccdd676b86b6', 'name': '', 'network_id': 'cb46e6a4-1167-4015-bedb-6aa96e631d97', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:36:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:27Z', 'updated_at': '2022-03-08T12:50:31Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '3dde8296-e0a1-49f9-b5ad-682f0d037dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:51:16.183761 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=81b837b8-1965-4760-924f-048d3cc95544,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:16.258094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:16.261345 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-df501c2d-628a-4056-8e28-a5bfa25bd154 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/ports/81b837b8-1965-4760-924f-048d3cc95544 HTTP/1.1" status: 204 len: 168 time: 0.5856395 Mar 08 12:51:16.264125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40288) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:16.442991 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefcc34-acf4-42ea-8038-bb38383a90b3 None None] New status for floating IP 14cd9ab0-636c-4dcf-a6ac-acef9ab0d829: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:51:16.681626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:16.947880 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 48be080e-27a6-449b-a1e6-ccdd676b86b6 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:51:16.948218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:17.038569 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 48be080e-27a6-449b-a1e6-ccdd676b86b6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=48be080e-27a6-449b-a1e6-ccdd676b86b6,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:17.038965 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:17.052918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 48be080e-27a6-449b-a1e6-ccdd676b86b6 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:51:17.321181 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:17.352063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=48be080e-27a6-449b-a1e6-ccdd676b86b6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:17.838656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.057794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router d0790add-2630-4bef-bd81-20950f4ff5a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:51:18.165684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:51:18.170993 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e7c5168d-7486-46eb-a1bd-97c62c739938 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/d0790add-2630-4bef-bd81-20950f4ff5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051521 Mar 08 12:51:18.173568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40290) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:18.176221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] Sync routers for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:51:18.186260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:18.187631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:18.225342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet 3dde8296-e0a1-49f9-b5ad-682f0d037dc3 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:51:18.228385 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.270517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.300253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:18.362931 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.477501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:51:17Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:18.504753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] Checking router: d0790add-2630-4bef-bd81-20950f4ff5a2 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:51:18.513004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] Routers {'d0790add-2630-4bef-bd81-20950f4ff5a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:18.513611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['d0790add-2630-4bef-bd81-20950f4ff5a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:18.521154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.552246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=3dde8296-e0a1-49f9-b5ad-682f0d037dc3,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:18.554400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.557588 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a533555a-abd0-46b2-88b7-fabead1d738a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/3dde8296-e0a1-49f9-b5ad-682f0d037dc3 HTTP/1.1" status: 204 len: 168 time: 0.3830559 Mar 08 12:51:18.560157 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40292) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:18.564034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613931d0-8ec1-419f-990b-ad5b6713b2d0 None None] Network cb46e6a4-1167-4015-bedb-6aa96e631d97 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:51:18.675396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.679407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] Set router d0790add-2630-4bef-bd81-20950f4ff5a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:18.786742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.888339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] DHCP port deletion for cb46e6a4-1167-4015-bedb-6aa96e631d97 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:51:18.950764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:51:17Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:18.965309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 1b58e323-748e-4aa3-b2ac-47b15a2a4213 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:51:18.966004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:18.980639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369247d2-09f0-4d12-8368-be20d3dfd59a None None] The sync data for ids ['d0790add-2630-4bef-bd81-20950f4ff5a2'] in dv-neutron-829486-2-hyperv is: [{'id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'name': 'tempest-TestNetworkBasicOps-router-1453129072', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:50:23Z', 'updated_at': '2022-03-08T12:51:17Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '1b58e323-748e-4aa3-b2ac-47b15a2a4213', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0790add-2630-4bef-bd81-20950f4ff5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:50:24Z', 'updated_at': '2022-03-08T12:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:51:18.986197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] Deleting port dacb7685-4102-4e7b-ba28-c58b776d72e4 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:51:18.986563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.059049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 1b58e323-748e-4aa3-b2ac-47b15a2a4213, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1b58e323-748e-4aa3-b2ac-47b15a2a4213,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:19.059451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.075107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 1b58e323-748e-4aa3-b2ac-47b15a2a4213 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:51:19.207291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] For port dacb7685-4102-4e7b-ba28-c58b776d72e4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=dacb7685-4102-4e7b-ba28-c58b776d72e4,segment=NetworkSegment(0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e),segment_id=0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:19.207291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.219671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] Calling delete_port for dacb7685-4102-4e7b-ba28-c58b776d72e4 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:51:19.351643 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.374860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.379866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=1b58e323-748e-4aa3-b2ac-47b15a2a4213,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:19.405207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] Pushing event deleted for resources: {'Port': ['ID=dacb7685-4102-4e7b-ba28-c58b776d72e4,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:19.411687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2f0bf-2f31-453a-93af-280f0b31630f None None] No DVR routers for this DVR port dacb7685-4102-4e7b-ba28-c58b776d72e4 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:51:19.449497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.546924 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.549025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.652619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.653395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router d0790add-2630-4bef-bd81-20950f4ff5a2 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:51:19.665392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.665392 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3ff14f12-85c5-427d-9b68-c00b82c8bdd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/d0790add-2630-4bef-bd81-20950f4ff5a2 HTTP/1.1" status: 204 len: 168 time: 1.1006250 Mar 08 12:51:19.665392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40296) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:19.745771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.838188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.857782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb46e6a4-1167-4015-bedb-6aa96e631d97']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:19.866886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:19.867171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee8bb2b-5a34-4b9b-bd48-c39eb9979c0e') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:19.876738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.889367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.896549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:51:19.896921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:51:19.899802 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:51:20.023804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.031295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.033995 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/cb46e6a4-1167-4015-bedb-6aa96e631d97 HTTP/1.1" status: 204 len: 168 time: 0.3680344 Mar 08 12:51:20.045269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577d9a5-19f9-4aef-8888-ff857b51d549 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=cb46e6a4-1167-4015-bedb-6aa96e631d97,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:20.048868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40298) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:20.063875 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fd3ebe9f-f408-4fb2-863c-9dbd5c62f962 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0138459 Mar 08 12:51:20.066400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40300) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:20.071171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--1729641800', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:20.149673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:51:20.153860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.169526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 48be080e-27a6-449b-a1e6-ccdd676b86b6 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:51:20.180425 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:51:20.190290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.190629 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment f332f83e-c4e2-487c-b601-188831367613 of type vlan for network 149f70ee-04a3-4feb-9592-fa193ee559b9 Mar 08 12:51:20.192052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 48be080e-27a6-449b-a1e6-ccdd676b86b6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:51:20.192383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 48be080e-27a6-449b-a1e6-ccdd676b86b6 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:51:20.192788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dacb7685-4102-4e7b-ba28-c58b776d72e4 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:51:20.211848 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: dacb7685-4102-4e7b-ba28-c58b776d72e4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:51:20.212538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device dacb7685-4102-4e7b-ba28-c58b776d72e4 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:51:20.212657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1b58e323-748e-4aa3-b2ac-47b15a2a4213 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:51:20.228872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.233269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 1b58e323-748e-4aa3-b2ac-47b15a2a4213 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:51:20.233269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1b58e323-748e-4aa3-b2ac-47b15a2a4213 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:51:20.326496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.332104 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:20.336544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.401316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=149f70ee-04a3-4feb-9592-fa193ee559b9,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:20.411973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:51:20.426619 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3180feed-1b72-4349-a2b3-3f7626c71e70 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3592196 Mar 08 12:51:20.429246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40302) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:20.433675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:20.532625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.533692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.583864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:20.807541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:21.048921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:21.071497 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:21.174575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.231 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/b2cc0efc-6768-40ff-9590-f4f241b38822) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:51:21.277767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:21.380726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:21.424736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:51:21.427716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:51:21.431316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:51:21.453359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=b2cc0efc-6768-40ff-9590-f4f241b38822,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:21.723265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:21.932219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:22.515387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:51:22.619392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:51:22.628929 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Sync routers for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:51:22.639010 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:22.640138 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:22.712902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:22.714460 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c71bc176-f814-405f-8199-fa567558c86a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2841825 Mar 08 12:51:22.717312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40304) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:22.748424 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c0265102-45c4-4b63-80b0-8ff61f42c9d3 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299215 Mar 08 12:51:22.748846 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:22.750979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40306) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:22.842354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09870e-c4a2-4b82-885f-0cb82dbd2ccf tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:22.844043 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bc09870e-c4a2-4b82-885f-0cb82dbd2ccf tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921104 Mar 08 12:51:22.847712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40308) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:22.875824 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5775a692-6701-461e-897c-8ebdac14ef7f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269134 Mar 08 12:51:22.878465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40310) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:22.883343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301803516', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:22.937637 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:21Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:23.014591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:51:23.019655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.053168 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Checking router: 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:51:23.053518 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Updating router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 port b2cc0efc-6768-40ff-9590-f4f241b38822 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:51:23.079507 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.288686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.331155 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.351479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=4b9b9205-bb83-4e57-801c-fb81607b7e4b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:23.358556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:51:23.358860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: 149f70ee-04a3-4feb-9592-fa193ee559b9, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:51:23.419697 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.467963 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Attempting to bind port b2cc0efc-6768-40ff-9590-f4f241b38822 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:51:23.470082 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Attempting to bind port b2cc0efc-6768-40ff-9590-f4f241b38822 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:51:23.470082 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Attempting to bind port b2cc0efc-6768-40ff-9590-f4f241b38822 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:51:23.474308 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db853dd-9d52-427e-a4c9-b8580b37cc00 None None] Pushing event updated for resources: {'Port': ['ID=b2cc0efc-6768-40ff-9590-f4f241b38822,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:23.478810 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:51:23.479170 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:51:23.479562 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.479930 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:51:23.480376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Bound port: b2cc0efc-6768-40ff-9590-f4f241b38822, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:51:23.480793 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.517578 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:51:23.534220 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] For port b2cc0efc-6768-40ff-9590-f4f241b38822, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:51:23.537169 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] For port b2cc0efc-6768-40ff-9590-f4f241b38822, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b2cc0efc-6768-40ff-9590-f4f241b38822,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:51:23.654485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 149f70ee-04a3-4feb-9592-fa193ee559b9) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:51:23.654952 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.660517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:23.660517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.670288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094422c7-46de-4da4-8508-929ce497f1ef None None] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:51:23.715066 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db853dd-9d52-427e-a4c9-b8580b37cc00 None None] Pushing event updated for resources: {'Port': ['ID=b2cc0efc-6768-40ff-9590-f4f241b38822,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:23.717464 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:23.718212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:23.754406 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6a7a7df1-1d19-4229-b3cf-86b0834379c8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8747475 Mar 08 12:51:23.757131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40312) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:23.831887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-149f70ee-04a3-4feb-9592-fa193ee559b9', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:51:23.832754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:23.836420 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:23.987457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Allocated IP 172.20.0.2 (149f70ee-04a3-4feb-9592-fa193ee559b9/4b9b9205-bb83-4e57-801c-fb81607b7e4b/2d22a9ec-961e-48a2-9104-9c1f133c9730) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:51:24.033136 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:21Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:24.061392 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a5615-0f22-46d6-8786-4b181421dc1c None None] The sync data for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv is: [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:21Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:51:24.145507 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:24.260877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:24.338879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:51:24.346372 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:51:24.351370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:51:24.354644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Pushing event updated for resources: {'Port': ['ID=2d22a9ec-961e-48a2-9104-9c1f133c9730,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:24.420843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Attempting to bind port 2d22a9ec-961e-48a2-9104-9c1f133c9730 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:51:24.421338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Attempting to bind port 2d22a9ec-961e-48a2-9104-9c1f133c9730 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:51:24.421763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Attempting to bind port 2d22a9ec-961e-48a2-9104-9c1f133c9730 on network 149f70ee-04a3-4feb-9592-fa193ee559b9 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:51:24.428194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:51:24.429795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Checking segment: {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:51:24.429795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:24.429795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Bound using segment: {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:51:24.433139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Bound port: 2d22a9ec-961e-48a2-9104-9c1f133c9730, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:51:24.433640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:24.513138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] For port 2d22a9ec-961e-48a2-9104-9c1f133c9730, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:51:24.516324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] For port 2d22a9ec-961e-48a2-9104-9c1f133c9730, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d22a9ec-961e-48a2-9104-9c1f133c9730,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:51:24.526955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:24.615220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:24.691666 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c6c6e-daa9-4bde-88bc-8af77c8ba829 None None] Pushing event updated for resources: {'Port': ['ID=2d22a9ec-961e-48a2-9104-9c1f133c9730,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:24.845455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (149f70ee-04a3-4feb-9592-fa193ee559b9/4b9b9205-bb83-4e57-801c-fb81607b7e4b/fcdfddab-ecb6-46c2-a22b-9be107390cb7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:51:24.998400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.098827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.144337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:51:25.147631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:51:25.151701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:51:25.159649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:25.207280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.411627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.459853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.612939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026faa0-69fd-4ceb-b698-a8369cdf33ce None None] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:51:25.714890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.738358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4e258b93-4b78-4d5a-8ec6-bd030cd91516 None None] Provisioning complete for port 2d22a9ec-961e-48a2-9104-9c1f133c9730 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:25.744717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e258b93-4b78-4d5a-8ec6-bd030cd91516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.808459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.851121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e258b93-4b78-4d5a-8ec6-bd030cd91516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.890412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4e258b93-4b78-4d5a-8ec6-bd030cd91516 None None] For port 2d22a9ec-961e-48a2-9104-9c1f133c9730, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d22a9ec-961e-48a2-9104-9c1f133c9730,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:25.896933 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:25.899983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:25.949334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e258b93-4b78-4d5a-8ec6-bd030cd91516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:26.000611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:51:26.004995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:51:26.017760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e258b93-4b78-4d5a-8ec6-bd030cd91516 None None] Pushing event updated for resources: {'Port': ['ID=2d22a9ec-961e-48a2-9104-9c1f133c9730,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:26.092713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7a6d3430-85cf-491b-8184-10656ffb3e66 None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:26.093111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3430-85cf-491b-8184-10656ffb3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:26.135341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d3430-85cf-491b-8184-10656ffb3e66 None None] Port fcdfddab-ecb6-46c2-a22b-9be107390cb7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:51:26.152928 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7a6d3430-85cf-491b-8184-10656ffb3e66 None None] Provisioning complete for port 2d22a9ec-961e-48a2-9104-9c1f133c9730 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:26.153551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3430-85cf-491b-8184-10656ffb3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:26.154858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:51:26.290793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2d22a9ec-961e-48a2-9104-9c1f133c9730 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:51:26.316192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:51:26.327809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Sync routers for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:51:26.330454 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f0cf80b2-d149-4130-817e-052dd5d89a85 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5716348 Mar 08 12:51:26.333608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:26.357689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:26.357689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:26.453008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd072b-2fb2-4ec6-b89f-f8c60e4994e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.454726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd072b-2fb2-4ec6-b89f-f8c60e4994e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.455265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd072b-2fb2-4ec6-b89f-f8c60e4994e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.455715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd072b-2fb2-4ec6-b89f-f8c60e4994e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.456168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd072b-2fb2-4ec6-b89f-f8c60e4994e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.456614 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd072b-2fb2-4ec6-b89f-f8c60e4994e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.461050 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cecd072b-2fb2-4ec6-b89f-f8c60e4994e9 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1243324 Mar 08 12:51:26.461405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40316) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:26.473962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2d22a9ec-961e-48a2-9104-9c1f133c9730 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:26.474333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:26.501756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-230ed817-5c47-4078-9277-d940a28afc81 None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:26.502138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-230ed817-5c47-4078-9277-d940a28afc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:26.523091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb76c3-a2df-40fe-942a-ad0b1973e991 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.523698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb76c3-a2df-40fe-942a-ad0b1973e991 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.524217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb76c3-a2df-40fe-942a-ad0b1973e991 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.524666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb76c3-a2df-40fe-942a-ad0b1973e991 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.525111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb76c3-a2df-40fe-942a-ad0b1973e991 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.525667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb76c3-a2df-40fe-942a-ad0b1973e991 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:26.527493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-58cb76c3-a2df-40fe-942a-ad0b1973e991 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0649323 Mar 08 12:51:26.530500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40318) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:26.564455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:26.599912 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-230ed817-5c47-4078-9277-d940a28afc81 None None] Port fcdfddab-ecb6-46c2-a22b-9be107390cb7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:51:26.671695 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b184f761-dca3-473c-a83f-e0fe4e790164 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1399617 Mar 08 12:51:26.738077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b2cc0efc-6768-40ff-9590-f4f241b38822 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:51:26.784115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d31d4e9e-24b8-4fbd-b482-2840ea79a01e None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:26.784734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d31d4e9e-24b8-4fbd-b482-2840ea79a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:26.847602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d31d4e9e-24b8-4fbd-b482-2840ea79a01e None None] Port fcdfddab-ecb6-46c2-a22b-9be107390cb7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:51:26.887516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b2cc0efc-6768-40ff-9590-f4f241b38822 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:26.887880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:26.936327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40322) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:26.941895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-09711239-011c-4298-af17-c2282f13c563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20745569', 'description': 'tempest-secgroup-smoke-20745569 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:26.943642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:26.992911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Checking router: 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:51:26.993256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Updating router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 port fcdfddab-ecb6-46c2-a22b-9be107390cb7 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:51:27.031167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.031464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-09711239-011c-4298-af17-c2282f13c563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.034893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.084638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port b2cc0efc-6768-40ff-9590-f4f241b38822, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b2cc0efc-6768-40ff-9590-f4f241b38822,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:27.105700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-09711239-011c-4298-af17-c2282f13c563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.145788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.191759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-09711239-011c-4298-af17-c2282f13c563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.227204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09711239-011c-4298-af17-c2282f13c563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61766a92-af1a-40f6-9422-81ef45bd5527,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:27.269173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-09711239-011c-4298-af17-c2282f13c563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.270705 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-09711239-011c-4298-af17-c2282f13c563 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3332188 Mar 08 12:51:27.274013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40324) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:27.279652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1022acae-4f8c-4b58-b9a8-27452116c164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '61766a92-af1a-40f6-9422-81ef45bd5527', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:27.374373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=b2cc0efc-6768-40ff-9590-f4f241b38822,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:27.397065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1022acae-4f8c-4b58-b9a8-27452116c164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.457275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1022acae-4f8c-4b58-b9a8-27452116c164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.506258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.566700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1022acae-4f8c-4b58-b9a8-27452116c164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.584697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022acae-4f8c-4b58-b9a8-27452116c164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db55595-5b49-4c31-97d7-da486bb706f9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:27.592111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.646872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8b59-6d54-46de-902a-4dbab5d4d553 None None] Pushing event updated for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:27.700228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Attempting to bind port fcdfddab-ecb6-46c2-a22b-9be107390cb7 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:51:27.700586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Attempting to bind port fcdfddab-ecb6-46c2-a22b-9be107390cb7 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:51:27.700938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Attempting to bind port fcdfddab-ecb6-46c2-a22b-9be107390cb7 on network 149f70ee-04a3-4feb-9592-fa193ee559b9 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:51:27.706758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:51:27.707125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Checking segment: {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:51:27.707519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.707899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Bound using segment: {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:51:27.708362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Bound port: fcdfddab-ecb6-46c2-a22b-9be107390cb7, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:51:27.708732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.715783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1022acae-4f8c-4b58-b9a8-27452116c164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.715783 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1022acae-4f8c-4b58-b9a8-27452116c164 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4397657 Mar 08 12:51:27.717754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40326) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:27.723180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d72f9947-9489-42fa-83e8-bf2a38f25f37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '61766a92-af1a-40f6-9422-81ef45bd5527', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:27.792140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] For port fcdfddab-ecb6-46c2-a22b-9be107390cb7, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:51:27.795681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] For port fcdfddab-ecb6-46c2-a22b-9be107390cb7, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fcdfddab-ecb6-46c2-a22b-9be107390cb7,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:51:27.815108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d72f9947-9489-42fa-83e8-bf2a38f25f37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.874470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-43bbb103-8a63-4a61-860c-c6fdc96c6ecb None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:27.874973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43bbb103-8a63-4a61-860c-c6fdc96c6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.875095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d72f9947-9489-42fa-83e8-bf2a38f25f37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.878740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.951569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d72f9947-9489-42fa-83e8-bf2a38f25f37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:27.969736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8b59-6d54-46de-902a-4dbab5d4d553 None None] Pushing event updated for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:27.976044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:27.976656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:27.980665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f9947-9489-42fa-83e8-bf2a38f25f37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16184d7-08aa-44be-9c28-a9810ab15a1d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:28.071604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d72f9947-9489-42fa-83e8-bf2a38f25f37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.072982 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d72f9947-9489-42fa-83e8-bf2a38f25f37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541641 Mar 08 12:51:28.075910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40330) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:28.081817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-465bc878-c202-4f04-8f20-b2f8ffaf5efd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '61766a92-af1a-40f6-9422-81ef45bd5527', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:28.091141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43bbb103-8a63-4a61-860c-c6fdc96c6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.145008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:28.171748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-43bbb103-8a63-4a61-860c-c6fdc96c6ecb None None] For port fcdfddab-ecb6-46c2-a22b-9be107390cb7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fcdfddab-ecb6-46c2-a22b-9be107390cb7,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:28.181328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b2cc0efc-6768-40ff-9590-f4f241b38822 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:51:28.223370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-465bc878-c202-4f04-8f20-b2f8ffaf5efd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.284060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-465bc878-c202-4f04-8f20-b2f8ffaf5efd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.295510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43bbb103-8a63-4a61-860c-c6fdc96c6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.368344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-465bc878-c202-4f04-8f20-b2f8ffaf5efd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.382116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b2cc0efc-6768-40ff-9590-f4f241b38822 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:28.382396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.386697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbb103-8a63-4a61-860c-c6fdc96c6ecb None None] Pushing event updated for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:28.387710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bc878-c202-4f04-8f20-b2f8ffaf5efd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff2b491-c7d3-4c7d-838c-7220f4c0327b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:28.465474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f50ce02d-4328-48f1-80b9-7be262aa0f72 None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:28.465860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f50ce02d-4328-48f1-80b9-7be262aa0f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.482742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-465bc878-c202-4f04-8f20-b2f8ffaf5efd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.484113 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-465bc878-c202-4f04-8f20-b2f8ffaf5efd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4070876 Mar 08 12:51:28.487472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40332) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:28.491870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5ac04e33-2363-47c5-99a3-4c2a1f1f7c4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '61766a92-af1a-40f6-9422-81ef45bd5527', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:28.556583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:51:27Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:28.562375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5ac04e33-2363-47c5-99a3-4c2a1f1f7c4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.587682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da1548-0bc8-4710-b084-60a758369d43 None None] The sync data for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv is: [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:51:27Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:51:28.628970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5ac04e33-2363-47c5-99a3-4c2a1f1f7c4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.709745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5ac04e33-2363-47c5-99a3-4c2a1f1f7c4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.733917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac04e33-2363-47c5-99a3-4c2a1f1f7c4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fe96fb-dcb4-4262-93d9-f1580224ecfa,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:28.808551 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5ac04e33-2363-47c5-99a3-4c2a1f1f7c4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:28.810002 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5ac04e33-2363-47c5-99a3-4c2a1f1f7c4a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214116 Mar 08 12:51:28.812631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40334) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:28.818522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '61766a92-af1a-40f6-9422-81ef45bd5527', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:28.932134 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:51:28.938525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.006488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.065640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-483ddae7-33aa-42e8-a190-4bcb3584de8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.111746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.130301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5197983b-e2cc-4fb6-98ab-e0ce4ec9e77d,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:29.245091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.246399 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-99d5645c-f0e0-44fc-8c53-c87f5dbcf32d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4314399 Mar 08 12:51:29.249194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40336) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:29.254877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '61766a92-af1a-40f6-9422-81ef45bd5527', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:29.357140 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:51:29.362657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.430435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.529145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.551187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02d634c-46b8-4588-94e2-0fa65fa4fa42,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:29.559165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.559508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.559838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.560163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.560484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.560813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.561134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.561450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.561764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.562100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.562414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.562724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:29.661773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:29.664264 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0d3e1483-c7f9-45b2-86e6-c6d557f842f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4118783 Mar 08 12:51:29.826098 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-b32cc917-e4f2-48f9-a663-9206d3aa0cf1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20745569&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0320537 Mar 08 12:51:29.934892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-e7b774a3-8db4-41d1-ba5e-f1e1908ced97 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:29.936257 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-e7b774a3-8db4-41d1-ba5e-f1e1908ced97 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=149f70ee-04a3-4feb-9592-fa193ee559b9 HTTP/1.1" status: 200 len: 797 time: 0.1029434 Mar 08 12:51:29.951573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-6a990397-6d9c-4748-82a0-a27093acfa1d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0094478 Mar 08 12:51:30.007677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-815e24b0-726c-4da2-8c56-a8e13fc5b12f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499430 Mar 08 12:51:30.106951 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-68911b1d-7648-469b-9c5e-165b26221207 service neutron] 10.222.0.65 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Mar 08 12:51:30.209386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fcdfddab-ecb6-46c2-a22b-9be107390cb7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:51:30.210479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-fb411233-3784-4127-b8bd-4761a637d6df service neutron] 10.222.0.65 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947883 Mar 08 12:51:30.261675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:30.261920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:30.469236 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-12701adf-6a34-4cee-ab3e-ceb4a96e6cbc req-64a5ab5f-d1f4-40a7-aedf-7cc60811001f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 210 time: 0.0268514 Mar 08 12:51:31.577748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-62afa708-39b4-4005-8c60-584d79cb4a4c req-9763d0f1-695e-4804-bfab-74c409db8d8e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 210 time: 0.0309460 Mar 08 12:51:31.675186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d5a15df-0e70-4eac-8f41-7c14256dcb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:32.515577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-2049c2b2-fb63-4dcc-9a66-5c06438db5fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:32.517695 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-2049c2b2-fb63-4dcc-9a66-5c06438db5fe tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=149f70ee-04a3-4feb-9592-fa193ee559b9 HTTP/1.1" status: 200 len: 797 time: 0.1012552 Mar 08 12:51:32.563217 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-1b16331b-c259-49b7-876d-64e95baf0b37 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 378 time: 0.0368309 Mar 08 12:51:32.572127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['61766a92-af1a-40f6-9422-81ef45bd5527']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:32.665409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:32.678228 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c76012d3-cc84-49f3-b765-e70b1f75bb60 req-6ff72a4d-ee48-4066-8ee7-96cd50294db2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 210 time: 0.0268049 Mar 08 12:51:32.774066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:51:32.777869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:32.914260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.10 (149f70ee-04a3-4feb-9592-fa193ee559b9/4b9b9205-bb83-4e57-801c-fb81607b7e4b/554aa4e6-4184-4550-ad3b-597958785861) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:51:33.053101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.213082 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.262482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:51:33.265396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:51:33.269041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:51:33.295074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=554aa4e6-4184-4550-ad3b-597958785861,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:33.311935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.312168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.312507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.312836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.313160 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.313550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.313895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.314221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.314832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.315156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.315469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.315784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:51:33.339139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:33.339751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.411841 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-95709d59-8ee1-4551-87de-c8885020fa31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8432322 Mar 08 12:51:33.424782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Request body: {'port': {'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:33.481147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.487222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8b5bb2dc-3676-440b-bf64-54a680ac13d5 None None] Provisioning complete for port 554aa4e6-4184-4550-ad3b-597958785861 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:33.487717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb2dc-3676-440b-bf64-54a680ac13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.524650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bb2dc-3676-440b-bf64-54a680ac13d5 None None] Port 554aa4e6-4184-4550-ad3b-597958785861 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:51:33.751447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.753108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554aa4e6-4184-4550-ad3b-597958785861 {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:51:33.762570 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.775735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Transition to ACTIVE for port object 554aa4e6-4184-4550-ad3b-597958785861 will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:51:33.799828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7075c7-3c74-4b96-a502-e72426dbbd43 req-25d6019e-b4bf-411b-bc94-9989a8af2d6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:33.801714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6a7075c7-3c74-4b96-a502-e72426dbbd43 req-25d6019e-b4bf-411b-bc94-9989a8af2d6d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 932 time: 0.0524740 Mar 08 12:51:33.826043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:33.841191 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6a7075c7-3c74-4b96-a502-e72426dbbd43 req-639dcbbb-e2eb-41c9-988d-5cb3c0faa7e4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332758 Mar 08 12:51:33.893533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Pushing event updated for resources: {'Port': ['ID=554aa4e6-4184-4550-ad3b-597958785861,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:33.947573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Attempting to bind port 554aa4e6-4184-4550-ad3b-597958785861 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:51:33.947901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Attempting to bind port 554aa4e6-4184-4550-ad3b-597958785861 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:51:33.948226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Attempting to bind port 554aa4e6-4184-4550-ad3b-597958785861 on network 149f70ee-04a3-4feb-9592-fa193ee559b9 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:51:33.952970 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Port 554aa4e6-4184-4550-ad3b-597958785861 on network 149f70ee-04a3-4feb-9592-fa193ee559b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:51:33.953280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Attempting to bind port 554aa4e6-4184-4550-ad3b-597958785861 on network 149f70ee-04a3-4feb-9592-fa193ee559b9 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:51:33.959033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:51:33.959361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Checking segment: {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:51:33.959736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Bound using segment: {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:51:33.960153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Bound port: 554aa4e6-4184-4550-ad3b-597958785861, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f332f83e-c4e2-487c-b601-188831367613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:51:33.960502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:34.033860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] For port 554aa4e6-4184-4550-ad3b-597958785861, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:51:34.038105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] For port 554aa4e6-4184-4550-ad3b-597958785861, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=554aa4e6-4184-4550-ad3b-597958785861,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:51:34.094556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:34.132012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.132623 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:34.134116 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] 10.222.0.45 "PUT /v2.0/ports/554aa4e6-4184-4550-ad3b-597958785861 HTTP/1.1" status: 200 len: 1094 time: 0.7136774 Mar 08 12:51:34.134811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'tag': '554aa4e6-4184-4550-ad3b-597958785861'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:51:34.136901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce1c719-def9-4766-8978-8a509ed61b77" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "tag": "554aa4e6-4184-4550-ad3b-597958785861"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:51:34.168557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102594da-0ea2-4b48-93bb-f0d2ce7a17fa service neutron] Pushing event updated for resources: {'Port': ['ID=554aa4e6-4184-4550-ad3b-597958785861,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:34.207239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdddaacf-ffd3-4547-86eb-a7d9186690b1 x-openstack-request-id: req-fdddaacf-ffd3-4547-86eb-a7d9186690b1 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:51:34.207239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "tag": "554aa4e6-4184-4550-ad3b-597958785861", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:51:34.207239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdddaacf-ffd3-4547-86eb-a7d9186690b1 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:51:34.207239 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'tag': '554aa4e6-4184-4550-ad3b-597958785861', 'status': 'completed', 'code': 200} Mar 08 12:51:34.271278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c719-def9-4766-8978-8a509ed61b77 req-0c856539-e562-4159-87e5-171e7f5f3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.272816 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-cce1c719-def9-4766-8978-8a509ed61b77 req-0c856539-e562-4159-87e5-171e7f5f3c07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 1097 time: 0.0472143 Mar 08 12:51:34.299932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:34.382588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c719-def9-4766-8978-8a509ed61b77 req-4e698da3-64ed-40a8-a39f-1f256536febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.384098 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-cce1c719-def9-4766-8978-8a509ed61b77 req-4e698da3-64ed-40a8-a39f-1f256536febd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1033909 Mar 08 12:51:34.480438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c719-def9-4766-8978-8a509ed61b77 req-f8bdb213-fd6a-44af-b56b-b42ea144dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.482045 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-cce1c719-def9-4766-8978-8a509ed61b77 req-f8bdb213-fd6a-44af-b56b-b42ea144dc17 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916090 Mar 08 12:51:34.563813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-d362cb77-78b4-4b7f-98b7-24a3826e4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.565336 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-d362cb77-78b4-4b7f-98b7-24a3826e4d37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 1097 time: 0.0464439 Mar 08 12:51:34.606456 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-3da109f5-26b8-4e7d-90e2-437b5480d20a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=554aa4e6-4184-4550-ad3b-597958785861 HTTP/1.1" status: 200 len: 217 time: 0.0342214 Mar 08 12:51:34.654690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-62c8e05c-7ecd-48dc-b87f-45b7c0e8cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.656103 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-62c8e05c-7ecd-48dc-b87f-45b7c0e8cc02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b9b9205-bb83-4e57-801c-fb81607b7e4b HTTP/1.1" status: 200 len: 834 time: 0.0440643 Mar 08 12:51:34.705113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-4d4d50b6-05bc-4104-a207-236a637af5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.707465 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-4d4d50b6-05bc-4104-a207-236a637af5bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=149f70ee-04a3-4feb-9592-fa193ee559b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445912 Mar 08 12:51:34.798512 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-959c2f31-c589-44a4-b7de-1b2d3dda0979 service neutron] 10.222.0.45 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848637 Mar 08 12:51:34.896292 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b2a00e4a-c895-45b7-93cf-1e5653fbc9a7 req-afbaaf82-e06e-4860-9817-0bb89bca6a70 service neutron] 10.222.0.45 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914021 Mar 08 12:51:34.963630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ec21-d970-4b0c-9c43-59ed4a57d7c2 req-93d8b91a-8378-4af8-8293-c0c64e337e18 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:34.965016 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5473ec21-d970-4b0c-9c43-59ed4a57d7c2 req-93d8b91a-8378-4af8-8293-c0c64e337e18 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 944 time: 0.0529101 Mar 08 12:51:35.003115 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5473ec21-d970-4b0c-9c43-59ed4a57d7c2 req-03ee8145-a891-4bc2-91e7-59f5955a25e9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320027 Mar 08 12:51:36.121648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39138617-f701-40b0-84ab-28e047e8e5f4 req-410795b3-48d8-43ed-b448-730d5cc3afa6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:36.123670 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39138617-f701-40b0-84ab-28e047e8e5f4 req-410795b3-48d8-43ed-b448-730d5cc3afa6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 944 time: 0.0519412 Mar 08 12:51:36.166513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39138617-f701-40b0-84ab-28e047e8e5f4 req-7d1d4110-44d4-47be-a1fb-6eeada837f30 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361040 Mar 08 12:51:37.168406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 554aa4e6-4184-4550-ad3b-597958785861 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:51:37.267181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 554aa4e6-4184-4550-ad3b-597958785861, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=554aa4e6-4184-4550-ad3b-597958785861,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:37.280950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '554aa4e6-4184-4550-ad3b-597958785861', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'mac_address': 'fa:16:3e:58:8a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:51:37.293486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630bd49-2609-4ecd-8c57-c7a332fc5dcf req-fbbaf73d-30b2-4719-8e6b-346c9613e8ee tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:37.293486 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a630bd49-2609-4ecd-8c57-c7a332fc5dcf req-fbbaf73d-30b2-4719-8e6b-346c9613e8ee tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 944 time: 0.0512757 Mar 08 12:51:37.318866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:37.328058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a630bd49-2609-4ecd-8c57-c7a332fc5dcf req-5c442b28-63f6-47c2-846d-569916492405 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318186 Mar 08 12:51:37.332685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554aa4e6-4184-4550-ad3b-597958785861 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:51:37.352787 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 554aa4e6-4184-4550-ad3b-597958785861, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=554aa4e6-4184-4550-ad3b-597958785861,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:37.426388 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:37.474785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=554aa4e6-4184-4550-ad3b-597958785861,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:37.645548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['554aa4e6-4184-4550-ad3b-597958785861'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:51:38.450389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753beb4-fc39-40d5-aca1-6a6fa5146c67 req-eaa7e093-3e0b-41e0-afc6-af42ceac9816 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:38.451860 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a753beb4-fc39-40d5-aca1-6a6fa5146c67 req-eaa7e093-3e0b-41e0-afc6-af42ceac9816 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 945 time: 0.0532930 Mar 08 12:51:38.490972 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a753beb4-fc39-40d5-aca1-6a6fa5146c67 req-86ab2479-98e7-4b7f-bbdf-1d82646d03ff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327742 Mar 08 12:51:39.189677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 554aa4e6-4184-4550-ad3b-597958785861 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:51:39.297667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 554aa4e6-4184-4550-ad3b-597958785861 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:51:39.302245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 554aa4e6-4184-4550-ad3b-597958785861 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:51:39.302606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:39.379399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:39.401191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554aa4e6-4184-4550-ad3b-597958785861'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:51:39.403692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b20b62-0d9f-4773-8eef-0487d690c473" -d '{"events": [{"server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "name": "network-vif-plugged", "status": "completed", "tag": "554aa4e6-4184-4550-ad3b-597958785861"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:51:39.416492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 554aa4e6-4184-4550-ad3b-597958785861, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=554aa4e6-4184-4550-ad3b-597958785861,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:51:39.439586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e9de0b-7cca-4f52-8c6a-7fabd678a58c x-openstack-request-id: req-37e9de0b-7cca-4f52-8c6a-7fabd678a58c {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:51:39.439915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "name": "network-vif-plugged", "status": "completed", "tag": "554aa4e6-4184-4550-ad3b-597958785861", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:51:39.440115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37e9de0b-7cca-4f52-8c6a-7fabd678a58c {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:51:39.440523 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554aa4e6-4184-4550-ad3b-597958785861', 'code': 200} Mar 08 12:51:39.480849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:39.531864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=554aa4e6-4184-4550-ad3b-597958785861,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:39.607784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbffc89-7893-4707-8593-32d85a65e54d req-09c3923f-4338-4aab-b9f5-3e1e08a09912 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:39.609275 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fbffc89-7893-4707-8593-32d85a65e54d req-09c3923f-4338-4aab-b9f5-3e1e08a09912 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 946 time: 0.0498500 Mar 08 12:51:39.648251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fbffc89-7893-4707-8593-32d85a65e54d req-b93cfe2b-37ae-45db-9c20-542331402232 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315835 Mar 08 12:51:39.798485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666ff12-4a09-47c3-8561-37d672f39a83 req-d0fabd51-2c81-43f4-9569-a4e26b97241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:39.801002 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5666ff12-4a09-47c3-8561-37d672f39a83 req-d0fabd51-2c81-43f4-9569-a4e26b97241c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 1099 time: 0.0424020 Mar 08 12:51:39.835080 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5666ff12-4a09-47c3-8561-37d672f39a83 req-6b462519-00a8-47dd-a537-60615096cfa4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276482 Mar 08 12:51:40.787944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603e9ac-167e-4713-a121-ba88d5b143fb req-555f597b-505d-4095-a0ea-c97af26ed875 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:40.789926 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0603e9ac-167e-4713-a121-ba88d5b143fb req-555f597b-505d-4095-a0ea-c97af26ed875 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 946 time: 0.0647788 Mar 08 12:51:40.833864 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0603e9ac-167e-4713-a121-ba88d5b143fb req-343de324-07db-4700-89c5-5b7fdd0ca6b9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376220 Mar 08 12:51:41.953929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7fa54-2296-41ce-bdf3-0ddfe5bd1c03 req-1352d80a-770f-4d60-9088-1560b0d023f3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:41.955378 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8ef7fa54-2296-41ce-bdf3-0ddfe5bd1c03 req-1352d80a-770f-4d60-9088-1560b0d023f3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 946 time: 0.0538929 Mar 08 12:51:41.993090 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8ef7fa54-2296-41ce-bdf3-0ddfe5bd1c03 req-2e8605e2-8f0f-4f88-b8d4-ec9d13f37883 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318217 Mar 08 12:51:42.105287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305a01-980f-4c33-b2cb-af43f7f72f51 req-e47fb9d6-cb51-45de-9e4e-b93754ef7e0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:42.106798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7305a01-980f-4c33-b2cb-af43f7f72f51 req-e47fb9d6-cb51-45de-9e4e-b93754ef7e0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 946 time: 0.0482159 Mar 08 12:51:42.145125 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7305a01-980f-4c33-b2cb-af43f7f72f51 req-65054a74-63b2-4d14-b236-1e8a255cfc1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323741 Mar 08 12:51:42.167239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40392) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:42.205878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9faf1b-3d61-47a1-a2f8-a9e60a3215ec tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:42.208025 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1b9faf1b-3d61-47a1-a2f8-a9e60a3215ec tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 1094 time: 0.0391674 Mar 08 12:51:42.210080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40394) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:42.214208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:51:42.286742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:42.384585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:42.489416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.237 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/8454bc97-8f37-4f4c-b428-c6241a6208ae) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:51:42.589120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:42.711697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:42.749793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:51:42.752617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:51:42.756517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:51:42.788494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=8454bc97-8f37-4f4c-b428-c6241a6208ae,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:43.115212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:43.258528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:43.404586 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:43.480267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:43.552209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=8454bc97-8f37-4f4c-b428-c6241a6208ae,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:51:43.562481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:43.662007 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 9ea0a358-edeb-42e4-badb-d01f0fc7aa79 associated. External IP: 172.26.3.237, port: 554aa4e6-4184-4550-ad3b-597958785861. Mar 08 12:51:43.868800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:51:44.269309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:51:44.279512 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] Sync routers for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:51:44.290026 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:44.291616 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:44.345441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:44.373481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-382f0d65-f11e-41ae-9cd2-7d770ff77b1a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1622884 Mar 08 12:51:44.374252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'tag': '554aa4e6-4184-4550-ad3b-597958785861'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:51:44.376753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63526ec-ad42-42d4-8060-d967380f2822" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "tag": "554aa4e6-4184-4550-ad3b-597958785861"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:51:44.377438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40396) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:44.405655 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:44.413939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba9a34-c674-47c3-a885-9e9fde5119a7 x-openstack-request-id: req-71ba9a34-c674-47c3-a885-9e9fde5119a7 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:51:44.414496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "tag": "554aa4e6-4184-4550-ad3b-597958785861", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:51:44.414807 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71ba9a34-c674-47c3-a885-9e9fde5119a7 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:51:44.415289 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'tag': '554aa4e6-4184-4550-ad3b-597958785861', 'status': 'completed', 'code': 200} Mar 08 12:51:44.539964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63526ec-ad42-42d4-8060-d967380f2822 req-3462e843-b6f2-411e-a810-cca059ac724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:44.541450 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e63526ec-ad42-42d4-8060-d967380f2822 req-3462e843-b6f2-411e-a810-cca059ac724f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 1099 time: 0.0924625 Mar 08 12:51:44.562128 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c1a57800-226e-4002-9c2c-f7f51c1b5d4e tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5 HTTP/1.1" status: 200 len: 923 time: 0.1827559 Mar 08 12:51:44.564851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:44.626058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-14c17f5d-d6d2-4984-88a2-762e054170ff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 992 time: 0.0597405 Mar 08 12:51:44.640179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63526ec-ad42-42d4-8060-d967380f2822 req-4d367cdc-082e-4c1c-8fdb-9759fb748796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:44.641623 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e63526ec-ad42-42d4-8060-d967380f2822 req-4d367cdc-082e-4c1c-8fdb-9759fb748796 service neutron] 10.222.0.45 "GET /v2.0/networks?id=149f70ee-04a3-4feb-9592-fa193ee559b9 HTTP/1.1" status: 200 len: 898 time: 0.0930583 Mar 08 12:51:44.657637 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '9ea0a358-edeb-42e4-badb-d01f0fc7aa79', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'mac_address': 'fa:16:3e:58:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:51:42Z', 'updated_at': '2022-03-08T12:51:42Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:51:28Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:44.683941 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] Checking router: 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:51:44.692671 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:51:44.693388 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:51:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:44.706908 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e63526ec-ad42-42d4-8060-d967380f2822 req-3143d78e-b496-4828-988b-5b5d06a696de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=554aa4e6-4184-4550-ad3b-597958785861 HTTP/1.1" status: 200 len: 1000 time: 0.0589275 Mar 08 12:51:44.755478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63526ec-ad42-42d4-8060-d967380f2822 req-f7e67326-e8b1-4ea3-a711-910c73b6ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:44.756955 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e63526ec-ad42-42d4-8060-d967380f2822 req-f7e67326-e8b1-4ea3-a711-910c73b6ccc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b9b9205-bb83-4e57-801c-fb81607b7e4b HTTP/1.1" status: 200 len: 834 time: 0.0443685 Mar 08 12:51:44.800870 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:51:44.808432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63526ec-ad42-42d4-8060-d967380f2822 req-a67524ca-ac09-42c1-bc3c-0e2b274bd50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:51:44.810635 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e63526ec-ad42-42d4-8060-d967380f2822 req-a67524ca-ac09-42c1-bc3c-0e2b274bd50d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=149f70ee-04a3-4feb-9592-fa193ee559b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459528 Mar 08 12:51:44.898633 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e63526ec-ad42-42d4-8060-d967380f2822 req-58ff0f2e-a059-454b-a5d6-9b57b4507202 service neutron] 10.222.0.45 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825279 Mar 08 12:51:44.989999 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e63526ec-ad42-42d4-8060-d967380f2822 req-f6185797-03d5-456a-8e23-57c7146da13b service neutron] 10.222.0.45 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847359 Mar 08 12:51:45.020940 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '9ea0a358-edeb-42e4-badb-d01f0fc7aa79', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'mac_address': 'fa:16:3e:58:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:51:42Z', 'updated_at': '2022-03-08T12:51:42Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:51:28Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:51:45.047659 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98483d6-78df-46fa-8716-caefc7666f2e None None] The sync data for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv is: [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '9ea0a358-edeb-42e4-badb-d01f0fc7aa79', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'mac_address': 'fa:16:3e:58:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:51:42Z', 'updated_at': '2022-03-08T12:51:42Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:51:28Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:51:45.243202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7b57d-a6eb-41b4-b8ad-cf0b110445a1 None None] New status for floating IP 9ea0a358-edeb-42e4-badb-d01f0fc7aa79: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:51:45.630512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40402) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:51:45.691246 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ee1c2ed3-fd36-4a25-84f9-b3957bc14f2d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 994 time: 0.0595345 Mar 08 12:51:47.815935 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:51:55.485961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:51:59.057367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd46b-7096-45d4-bdc3-4778bc497244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:01.665169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6350fefd-3b42-46df-9273-bdcee0077f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:02.714608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:03.785671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:04.257177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:10.654685 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-b920e926-db49-4a95-a274-20feb19ffbae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394382 Mar 08 12:52:10.742803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-305890aa-a996-4520-ad7c-ba682d26ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:10.744291 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-305890aa-a996-4520-ad7c-ba682d26ef09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1098 time: 0.0404918 Mar 08 12:52:10.855630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-ec40e193-0ceb-4d83-9fa9-bc509093b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:10.857175 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-ec40e193-0ceb-4d83-9fa9-bc509093b6eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.0882044 Mar 08 12:52:10.925228 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-c99bd324-bc3f-4845-b917-c3418cf59f3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f HTTP/1.1" status: 200 len: 1000 time: 0.0586641 Mar 08 12:52:10.973634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-7464acb0-6474-4252-a293-acf4f8b4e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:10.975154 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-7464acb0-6474-4252-a293-acf4f8b4e5a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0432022 Mar 08 12:52:11.024838 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-1052273a-f89a-4c27-a31e-b15e626f09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:11.026314 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-1052273a-f89a-4c27-a31e-b15e626f09ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434279 Mar 08 12:52:11.115932 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-b08591d8-f7dd-4343-afae-ccc812ffc058 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819597 Mar 08 12:52:11.210967 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-5dbbf457-dd2c-4e7b-a7d9-5f840bac823a req-07264c55-2538-4c4f-8c25-e2b57e545305 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876427 Mar 08 12:52:12.287627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40418) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:12.400361 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-26b02340-9888-4d33-83a0-feb40c661798 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1115088 Mar 08 12:52:12.403231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40420) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:12.571652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dafad4-089f-4011-a6f1-8384822bb310 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Notify agent at dv-neutron-829486-2-hyperv the message router_removed_from_agent {{(pid=104046) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 08 12:52:12.574819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b3dafad4-089f-4011-a6f1-8384822bb310 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "DELETE /v2.0/agents/2351b782-f446-42d5-bbfb-41fc2e77a0c8/l3-routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5 HTTP/1.1" status: 204 len: 168 time: 0.1706913 Mar 08 12:52:12.578281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40422) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:12.693870 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ff7373ba-abd7-44e9-aefd-7011574c6b83 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1144845 Mar 08 12:52:12.698801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40424) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:12.755637 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b63b269c-803e-4c28-b658-aaf8d79e752f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 994 time: 0.0579450 Mar 08 12:52:13.329673 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270bde7-7f25-476c-8d20-206c30309fb2 None None] New status for floating IP 9ea0a358-edeb-42e4-badb-d01f0fc7aa79: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:52:13.759136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40426) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:13.821797 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ab93c1fa-5af4-43b4-aa16-217661b22a1e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 992 time: 0.0612953 Mar 08 12:52:14.198125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fcdfddab-ecb6-46c2-a22b-9be107390cb7 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:52:14.274172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:14.459701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port fcdfddab-ecb6-46c2-a22b-9be107390cb7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fcdfddab-ecb6-46c2-a22b-9be107390cb7,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:14.516939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:14.517637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b2cc0efc-6768-40ff-9590-f4f241b38822 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:52:14.592165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:14.602430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.602762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.603086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.603405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.603721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.604068 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.604384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.604976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.605289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.605599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.605933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.606238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:14.645873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:14.665488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port b2cc0efc-6768-40ff-9590-f4f241b38822, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b2cc0efc-6768-40ff-9590-f4f241b38822,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:14.743202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:14.793299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=b2cc0efc-6768-40ff-9590-f4f241b38822,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:14.939392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40432) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:15.171891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28bc70e-72af-4fdc-8558-e26568892127 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:52:15.172230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28bc70e-72af-4fdc-8558-e26568892127 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Notify agent at dv-neutron-829486-2-hyperv the message router_added_to_agent {{(pid=104045) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 08 12:52:15.194443 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a28bc70e-72af-4fdc-8558-e26568892127 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "POST /v2.0/agents/2351b782-f446-42d5-bbfb-41fc2e77a0c8/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2539363 Mar 08 12:52:15.194590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40438) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:15.225528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] Sync routers for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:52:15.238047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:15.238684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:15.310390 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-061158e3-0856-4772-b97e-1a5dca090441 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1146197 Mar 08 12:52:15.314535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40440) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:15.352340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:15.373767 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8ae5580e-bb1d-47fb-8794-6999068be835 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 992 time: 0.0579836 Mar 08 12:52:15.574538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '9ea0a358-edeb-42e4-badb-d01f0fc7aa79', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'mac_address': 'fa:16:3e:58:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:51:42Z', 'updated_at': '2022-03-08T12:52:13Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:52:14Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:15.604362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] Checking router: 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:52:15.613534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:15.614163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:15.717874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:15.937052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '9ea0a358-edeb-42e4-badb-d01f0fc7aa79', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'mac_address': 'fa:16:3e:58:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:51:42Z', 'updated_at': '2022-03-08T12:52:13Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:52:14Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:15.967244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cd62d-b7ab-4cd5-956e-4d4eae670b65 None None] The sync data for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv is: [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '9ea0a358-edeb-42e4-badb-d01f0fc7aa79', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'port_id': '554aa4e6-4184-4550-ad3b-597958785861', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'mac_address': 'fa:16:3e:58:8a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:51:42Z', 'updated_at': '2022-03-08T12:52:13Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:52:14Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:52:16.262874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fcdfddab-ecb6-46c2-a22b-9be107390cb7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:16.317112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:16.317479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:16.378303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40442) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:16.415798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:16.451049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0488f37b-af86-4903-be1a-3fd2343384a8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 992 time: 0.0714517 Mar 08 12:52:16.459317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port fcdfddab-ecb6-46c2-a22b-9be107390cb7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fcdfddab-ecb6-46c2-a22b-9be107390cb7,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:16.514530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:16.570017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:17.455028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40444) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:17.514083 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9a0d95a9-63e9-4773-9cda-f7f582e7c107 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 992 time: 0.0579042 Mar 08 12:52:17.590265 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcc074-22a9-46ab-9c3b-b2733c08fcbc None None] New status for floating IP 9ea0a358-edeb-42e4-badb-d01f0fc7aa79: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:52:18.281727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fcdfddab-ecb6-46c2-a22b-9be107390cb7 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:18.329209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port fcdfddab-ecb6-46c2-a22b-9be107390cb7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:18.329570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:18.409314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b2cc0efc-6768-40ff-9590-f4f241b38822 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:18.453792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b2cc0efc-6768-40ff-9590-f4f241b38822 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:18.454248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:18.518538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40446) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:18.528080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:18.550078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port b2cc0efc-6768-40ff-9590-f4f241b38822, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b2cc0efc-6768-40ff-9590-f4f241b38822,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:18.582731 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e2367aa1-52a3-4ed9-9d9f-b2f2b5dc7201 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 200 len: 994 time: 0.0630329 Mar 08 12:52:18.671105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:18.723663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=b2cc0efc-6768-40ff-9590-f4f241b38822,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:18.879509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40452) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:19.032092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 8454bc97-8f37-4f4c-b428-c6241a6208ae {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:52:19.032426 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:19.104379 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:19.104698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:19.116112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 8454bc97-8f37-4f4c-b428-c6241a6208ae owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:52:19.322635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:19.348187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=8454bc97-8f37-4f4c-b428-c6241a6208ae,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:19.411308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:19.411624 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 9ea0a358-edeb-42e4-badb-d01f0fc7aa79 disassociated (deleted). External IP: 172.26.3.237, port: 554aa4e6-4184-4550-ad3b-597958785861. Mar 08 12:52:19.943682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:52:20.058959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:52:20.063781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:20.069972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] Sync routers for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:52:20.081413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:20.082057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:20.092466 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-164a234f-66ef-4764-a8f8-9db99c5c1fcd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/9ea0a358-edeb-42e4-badb-d01f0fc7aa79 HTTP/1.1" status: 204 len: 168 time: 1.2118795 Mar 08 12:52:20.093550 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'tag': '554aa4e6-4184-4550-ad3b-597958785861'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:52:20.095835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b48d42-150a-4421-b488-40519092994c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "tag": "554aa4e6-4184-4550-ad3b-597958785861"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:52:20.136268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75dc0c3-6c0d-412f-8d8d-44f20cb1e164 x-openstack-request-id: req-c75dc0c3-6c0d-412f-8d8d-44f20cb1e164 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:52:20.136432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "tag": "554aa4e6-4184-4550-ad3b-597958785861", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:52:20.136642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c75dc0c3-6c0d-412f-8d8d-44f20cb1e164 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:52:20.137029 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'tag': '554aa4e6-4184-4550-ad3b-597958785861', 'status': 'completed', 'code': 200} Mar 08 12:52:20.199056 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:20.205830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b48d42-150a-4421-b488-40519092994c req-f3443af3-8c59-45f8-b542-a5db6b15cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:20.207487 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b0b48d42-150a-4421-b488-40519092994c req-f3443af3-8c59-45f8-b542-a5db6b15cfbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 1099 time: 0.0470583 Mar 08 12:52:20.245398 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b2cc0efc-6768-40ff-9590-f4f241b38822 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:20.306287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b48d42-150a-4421-b488-40519092994c req-da00492f-b9ad-4c8b-a717-4e12e69d8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:20.307930 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b0b48d42-150a-4421-b488-40519092994c req-da00492f-b9ad-4c8b-a717-4e12e69d8487 service neutron] 10.222.0.45 "GET /v2.0/networks?id=149f70ee-04a3-4feb-9592-fa193ee559b9 HTTP/1.1" status: 200 len: 898 time: 0.0940030 Mar 08 12:52:20.356647 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b0b48d42-150a-4421-b488-40519092994c req-b5eceb89-7384-4f8c-91e3-1a40f20f2719 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=554aa4e6-4184-4550-ad3b-597958785861 HTTP/1.1" status: 200 len: 217 time: 0.0408084 Mar 08 12:52:20.391148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b2cc0efc-6768-40ff-9590-f4f241b38822 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:20.391504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:20.411627 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b48d42-150a-4421-b488-40519092994c req-90447c90-e107-4191-8fcd-f3188e22c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:20.413116 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b0b48d42-150a-4421-b488-40519092994c req-90447c90-e107-4191-8fcd-f3188e22c0d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b9b9205-bb83-4e57-801c-fb81607b7e4b HTTP/1.1" status: 200 len: 834 time: 0.0496941 Mar 08 12:52:20.461018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b48d42-150a-4421-b488-40519092994c req-6f1a852f-4236-4b60-98c3-e6ddbdbe54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:20.462429 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b0b48d42-150a-4421-b488-40519092994c req-6f1a852f-4236-4b60-98c3-e6ddbdbe54fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=149f70ee-04a3-4feb-9592-fa193ee559b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413423 Mar 08 12:52:20.506318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:52:16Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:20.537401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] Checking router: 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:52:20.549667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:20.550169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805af7e-2cec-410f-b333-df19936b8ce6 req-7689d655-0a5a-45a8-8231-0e252b13a51c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:20.550623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:20.551863 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0805af7e-2cec-410f-b333-df19936b8ce6 req-7689d655-0a5a-45a8-8231-0e252b13a51c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 946 time: 0.0537267 Mar 08 12:52:20.568965 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b0b48d42-150a-4421-b488-40519092994c req-39ac05f0-e3dc-4ba0-b36a-5b6688f39800 service neutron] 10.222.0.45 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990112 Mar 08 12:52:20.594005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0805af7e-2cec-410f-b333-df19936b8ce6 req-fb976265-b7ec-4b73-800d-d191eed4cbac tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355566 Mar 08 12:52:20.661351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:20.668801 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b0b48d42-150a-4421-b488-40519092994c req-0d0a0ebb-6f19-402f-b9ef-675b5c58e567 service neutron] 10.222.0.45 "GET /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912628 Mar 08 12:52:21.009191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:52:16Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:21.035590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf55376-6742-42d3-ba9b-2aed34244d2c None None] The sync data for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv is: [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:51:25Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'fcdfddab-ecb6-46c2-a22b-9be107390cb7', 'name': '', 'network_id': '149f70ee-04a3-4feb-9592-fa193ee559b9', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:0e:78:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:24Z', 'updated_at': '2022-03-08T12:52:16Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '4b9b9205-bb83-4e57-801c-fb81607b7e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:52:21.731887 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aff0-ef64-4b37-a478-ad373ad5ba45 None None] New status for floating IP 9ea0a358-edeb-42e4-badb-d01f0fc7aa79: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:52:21.765393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2414e-1fbb-494d-b1e7-1d1cc83ffb80 req-490197ee-9454-4766-90be-371ff12004e3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:21.766962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f6d2414e-1fbb-494d-b1e7-1d1cc83ffb80 req-490197ee-9454-4766-90be-371ff12004e3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 946 time: 0.0615449 Mar 08 12:52:21.811961 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f6d2414e-1fbb-494d-b1e7-1d1cc83ffb80 req-e8fa6acd-9ae6-40fe-bf91-3e461c3b0f56 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=61766a92-af1a-40f6-9422-81ef45bd5527&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385089 Mar 08 12:52:21.933683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-6fa5d1c6-f61e-493d-b4f8-2c07d6ae36b9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:21.935198 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-6fa5d1c6-f61e-493d-b4f8-2c07d6ae36b9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 946 time: 0.0538299 Mar 08 12:52:22.025759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 554aa4e6-4184-4550-ad3b-597958785861 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:52:22.026131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:22.117933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 554aa4e6-4184-4550-ad3b-597958785861, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=554aa4e6-4184-4550-ad3b-597958785861,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:22.118205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:22.131730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 554aa4e6-4184-4550-ad3b-597958785861 owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:52:22.317112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:22.350842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=554aa4e6-4184-4550-ad3b-597958785861,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:22.391949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port 554aa4e6-4184-4550-ad3b-597958785861 on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:52:22.394582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:22.397954 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ef7de5f0-12f3-4e60-8884-311969b85888 req-5592a138-0059-4285-8547-99a21399c956 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/554aa4e6-4184-4550-ad3b-597958785861 HTTP/1.1" status: 204 len: 173 time: 0.4564877 Mar 08 12:52:22.398480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'name': 'network-vif-deleted', 'tag': '554aa4e6-4184-4550-ad3b-597958785861'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:52:22.400723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f9b357-491d-41a4-a4f9-0e441175da87" -d '{"events": [{"server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "name": "network-vif-deleted", "tag": "554aa4e6-4184-4550-ad3b-597958785861"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:52:22.438875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2e1a62-63c6-4da3-91ab-c67604d40bef x-openstack-request-id: req-8c2e1a62-63c6-4da3-91ab-c67604d40bef {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:52:22.439166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5c50e4-16b6-45a9-8379-fe18e9022fdf", "name": "network-vif-deleted", "tag": "554aa4e6-4184-4550-ad3b-597958785861", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:52:22.439436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c2e1a62-63c6-4da3-91ab-c67604d40bef {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:52:22.439832 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5c50e4-16b6-45a9-8379-fe18e9022fdf', 'name': 'network-vif-deleted', 'tag': '554aa4e6-4184-4550-ad3b-597958785861', 'status': 'completed', 'code': 200} Mar 08 12:52:22.924792 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17396255-7250-4762-b88d-e4d9c957448b req-4a0f3786-2659-47ea-85b9-3c312fe1e89a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e5c50e4-16b6-45a9-8379-fe18e9022fdf HTTP/1.1" status: 200 len: 210 time: 0.0304902 Mar 08 12:52:23.983982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40470) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:24.042882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15d8e124-7e46-4692-bcb5-227436b46c82 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:24.068196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15d8e124-7e46-4692-bcb5-227436b46c82 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:24.191364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15d8e124-7e46-4692-bcb5-227436b46c82 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:24.194007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-15d8e124-7e46-4692-bcb5-227436b46c82 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:24.195371 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-15d8e124-7e46-4692-bcb5-227436b46c82 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/61766a92-af1a-40f6-9422-81ef45bd5527 HTTP/1.1" status: 204 len: 168 time: 0.2095234 Mar 08 12:52:24.205170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8e124-7e46-4692-bcb5-227436b46c82 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61766a92-af1a-40f6-9422-81ef45bd5527,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:24.294946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40474) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:24.653465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:24.816364 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:52:24.918622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port fcdfddab-ecb6-46c2-a22b-9be107390cb7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:52:24.918880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:25.012450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port fcdfddab-ecb6-46c2-a22b-9be107390cb7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fcdfddab-ecb6-46c2-a22b-9be107390cb7,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:25.012804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:25.025863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for fcdfddab-ecb6-46c2-a22b-9be107390cb7 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:52:25.268258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:25.295500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=fcdfddab-ecb6-46c2-a22b-9be107390cb7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:25.476327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:25.485980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:25.987058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:52:26.097077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:52:26.102289 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f21bd2d-a6eb-4ab1-a8fd-1caa77ddf033 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8063180 Mar 08 12:52:26.105064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40476) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:26.111905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] Sync routers for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:52:26.122972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:26.126142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:26.164242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet 4b9b9205-bb83-4e57-801c-fb81607b7e4b {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:52:26.167389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.216883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.246707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:26.309689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.431476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:52:25Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:26.458138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] Checking router: 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:52:26.466083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.467808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] Routers {'831e9c6f-6807-40cf-a991-fd8ddee0f6a5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:26.467808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:26.495537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9b9205-bb83-4e57-801c-fb81607b7e4b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:26.497555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.503195 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-29fcb652-13a7-4928-8943-84feaa4c7ed1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/4b9b9205-bb83-4e57-801c-fb81607b7e4b HTTP/1.1" status: 204 len: 168 time: 0.3941998 Mar 08 12:52:26.503471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40478) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:26.507833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8886165-62f8-405a-89fc-ec3a62608497 None None] Network 149f70ee-04a3-4feb-9592-fa193ee559b9 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:52:26.614997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.666146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] Set router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:26.728684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.815731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] DHCP port deletion for 149f70ee-04a3-4feb-9592-fa193ee559b9 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:52:26.857474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port b2cc0efc-6768-40ff-9590-f4f241b38822 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:52:26.857806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.905387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] Deleting port 2d22a9ec-961e-48a2-9104-9c1f133c9730 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:52:26.905753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.921136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:52:25Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:26.938755 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port b2cc0efc-6768-40ff-9590-f4f241b38822, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b2cc0efc-6768-40ff-9590-f4f241b38822,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:26.939174 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:26.957177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for b2cc0efc-6768-40ff-9590-f4f241b38822 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:52:26.985349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddefa9b-d66a-401d-bfbe-ed0d2cc00611 None None] The sync data for ids ['831e9c6f-6807-40cf-a991-fd8ddee0f6a5'] in dv-neutron-829486-2-hyperv is: [{'id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'name': 'tempest-TestNetworkBasicOps-router-1460958210', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:51:20Z', 'updated_at': '2022-03-08T12:52:25Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'b2cc0efc-6768-40ff-9590-f4f241b38822', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831e9c6f-6807-40cf-a991-fd8ddee0f6a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:51:21Z', 'updated_at': '2022-03-08T12:52:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:52:27.003993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] For port 2d22a9ec-961e-48a2-9104-9c1f133c9730, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2d22a9ec-961e-48a2-9104-9c1f133c9730,segment=NetworkSegment(f332f83e-c4e2-487c-b601-188831367613),segment_id=f332f83e-c4e2-487c-b601-188831367613)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:27.007883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.019579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] Calling delete_port for 2d22a9ec-961e-48a2-9104-9c1f133c9730 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:52:27.237221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.264939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] Pushing event deleted for resources: {'Port': ['ID=2d22a9ec-961e-48a2-9104-9c1f133c9730,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:27.270130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca7597-35a3-434a-854e-18121d772481 None None] No DVR routers for this DVR port 2d22a9ec-961e-48a2-9104-9c1f133c9730 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:52:27.288374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.317918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=b2cc0efc-6768-40ff-9590-f4f241b38822,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:27.369763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 554aa4e6-4184-4550-ad3b-597958785861 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:52:27.387143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.395549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 554aa4e6-4184-4550-ad3b-597958785861 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:52:27.395913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 554aa4e6-4184-4550-ad3b-597958785861 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:52:27.484936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.487289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.591555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.592142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router 831e9c6f-6807-40cf-a991-fd8ddee0f6a5 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:52:27.599968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.601236 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-74440c02-a10c-475f-af44-7bda7250b7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/831e9c6f-6807-40cf-a991-fd8ddee0f6a5 HTTP/1.1" status: 204 len: 168 time: 1.0967872 Mar 08 12:52:27.603944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40480) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:27.684849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.773619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.794005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149f70ee-04a3-4feb-9592-fa193ee559b9']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:27.803935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f332f83e-c4e2-487c-b601-188831367613') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:27.804236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f332f83e-c4e2-487c-b601-188831367613') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:27.814075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.827134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.834032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:52:27.834466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:52:27.837555 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:52:27.979790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.984172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:27.987480 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/149f70ee-04a3-4feb-9592-fa193ee559b9 HTTP/1.1" status: 204 len: 168 time: 0.3825810 Mar 08 12:52:28.002049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42d789-e0bd-4ba6-a255-9d12aa3e68e2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=149f70ee-04a3-4feb-9592-fa193ee559b9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:28.012323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40482) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:28.017750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--1953827444', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:28.128431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:52:28.131994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.155941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:52:28.165449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.165782 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment 25d4285b-62c2-4204-a386-67339994fb9c of type vlan for network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 Mar 08 12:52:28.212621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.223799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fcdfddab-ecb6-46c2-a22b-9be107390cb7 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:52:28.244743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: fcdfddab-ecb6-46c2-a22b-9be107390cb7 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:52:28.245085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device fcdfddab-ecb6-46c2-a22b-9be107390cb7 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:52:28.245498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2d22a9ec-961e-48a2-9104-9c1f133c9730 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:52:28.266521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 2d22a9ec-961e-48a2-9104-9c1f133c9730 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:52:28.268102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2d22a9ec-961e-48a2-9104-9c1f133c9730 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:52:28.268474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b2cc0efc-6768-40ff-9590-f4f241b38822 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:52:28.287946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b2cc0efc-6768-40ff-9590-f4f241b38822 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:52:28.288284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b2cc0efc-6768-40ff-9590-f4f241b38822 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:52:28.297139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.302940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:28.303545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.368058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=d1acaca5-8e9a-4eb8-98ac-135652b1bc80,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:28.378611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:52:28.396918 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a2c35473-e312-4bff-b148-0f75011ad9af tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3835387 Mar 08 12:52:28.399780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40484) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:28.404615 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:28.491888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.492939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.550172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:28.765352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:29.025175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-01c26d84-b116-4b89-ac05-67c0a8ce0c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:29.038047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:29.056164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:29.163448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.65 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/cbdb0542-b4aa-4f97-994b-dc3a62b06126) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:52:29.262240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:29.351648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:29.396697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:52:29.399489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:29.403566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:52:29.427773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=cbdb0542-b4aa-4f97-994b-dc3a62b06126,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:29.699780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:30.221194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:30.425158 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cb588d53-4631-477b-9539-8c8980534bf5 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:52:30.530169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:52:30.540148 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Sync routers for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:52:30.549046 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:30.549650 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:30.636386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:30.637742 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1c33148e-f105-4f2e-9b66-b00182b02025 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2368600 Mar 08 12:52:30.640896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40486) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:30.652758 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:30.672278 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fbcb4a8a-2ec2-4216-8765-39914887c416 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303068 Mar 08 12:52:30.675123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40488) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:30.763272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63015f5b-17c4-49f0-af43-67bcebb22b40 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:30.768099 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-63015f5b-17c4-49f0-af43-67bcebb22b40 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887620 Mar 08 12:52:30.772953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40490) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:30.798206 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-413b388d-4520-49ff-a7b9-f3dfa7cddef2 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288076 Mar 08 12:52:30.800715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40492) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:30.805394 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1030308228', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:30.833261 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:29Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:30.863355 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Checking router: cb588d53-4631-477b-9539-8c8980534bf5 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:52:30.863676 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Updating router cb588d53-4631-477b-9539-8c8980534bf5 port cbdb0542-b4aa-4f97-994b-dc3a62b06126 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:52:30.888495 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:30.957183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:52:30.960766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.138849 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.213617 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.254108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.269938 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Attempting to bind port cbdb0542-b4aa-4f97-994b-dc3a62b06126 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:52:31.270302 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Attempting to bind port cbdb0542-b4aa-4f97-994b-dc3a62b06126 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:52:31.270652 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Attempting to bind port cbdb0542-b4aa-4f97-994b-dc3a62b06126 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:52:31.273627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Pushing event updated for resources: {'Port': ['ID=cbdb0542-b4aa-4f97-994b-dc3a62b06126,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:31.281586 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:52:31.281973 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:52:31.286277 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.286277 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:52:31.286277 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Bound port: cbdb0542-b4aa-4f97-994b-dc3a62b06126, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:52:31.286277 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.286969 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.287310 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.287637 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.287960 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.288274 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.288699 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.289019 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.289332 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.289644 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.289977 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.290283 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.290584 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:31.319253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=e233b848-cf65-441c-b9ef-902c5340b1ab,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:31.327033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:52:31.327435 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: d1acaca5-8e9a-4eb8-98ac-135652b1bc80, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:52:31.346833 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] For port cbdb0542-b4aa-4f97-994b-dc3a62b06126, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:52:31.349773 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] For port cbdb0542-b4aa-4f97-994b-dc3a62b06126, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cbdb0542-b4aa-4f97-994b-dc3a62b06126,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:52:31.482817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:52:31.494288 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.552576 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:31.553224 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:31.577016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d1acaca5-8e9a-4eb8-98ac-135652b1bc80) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:31.581636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:31.582194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.594288 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf25f1-25fd-4d61-9046-5152ebd03a84 None None] Pushing event updated for resources: {'Port': ['ID=cbdb0542-b4aa-4f97-994b-dc3a62b06126,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:31.599177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572dbcf-bd3c-4a6c-8de1-2c18cecd9ace None None] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:52:31.678213 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:31.706322 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a437538c-8270-4367-971b-e2098eb3da22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9041750 Mar 08 12:52:31.708862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40498) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:31.752941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5cc450be-e5e8-4b02-92df-b555c570b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.783957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:52:31.785187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:31.891103 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:29Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:31.919010 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4730115-b85d-4b8a-9d6c-512d3fcbd5a8 None None] The sync data for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv is: [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:29Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:52:31.948655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Allocated IP 172.20.0.2 (d1acaca5-8e9a-4eb8-98ac-135652b1bc80/e233b848-cf65-441c-b9ef-902c5340b1ab/c58e9ff7-b61b-474d-b521-d076ce666936) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:52:32.120648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.197162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.232428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.246670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:52:32.247137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:32.250699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:52:32.292206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Pushing event updated for resources: {'Port': ['ID=c58e9ff7-b61b-474d-b521-d076ce666936,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:32.331662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cbdb0542-b4aa-4f97-994b-dc3a62b06126 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:32.368780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Attempting to bind port c58e9ff7-b61b-474d-b521-d076ce666936 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:52:32.369140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Attempting to bind port c58e9ff7-b61b-474d-b521-d076ce666936 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:52:32.369491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Attempting to bind port c58e9ff7-b61b-474d-b521-d076ce666936 on network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:52:32.380304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:52:32.380584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Checking segment: {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:52:32.380897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.381309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Bound using segment: {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:52:32.381783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Bound port: c58e9ff7-b61b-474d-b521-d076ce666936, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:52:32.382177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.459104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port cbdb0542-b4aa-4f97-994b-dc3a62b06126 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:32.459536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.483326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] For port c58e9ff7-b61b-474d-b521-d076ce666936, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:52:32.503556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] For port c58e9ff7-b61b-474d-b521-d076ce666936, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c58e9ff7-b61b-474d-b521-d076ce666936,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:52:32.557871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.581759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port cbdb0542-b4aa-4f97-994b-dc3a62b06126, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cbdb0542-b4aa-4f97-994b-dc3a62b06126,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:32.587846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (d1acaca5-8e9a-4eb8-98ac-135652b1bc80/e233b848-cf65-441c-b9ef-902c5340b1ab/e966cdb1-5349-47d2-a9cd-03466013d915) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:52:32.591800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.675297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6f705-9d86-4f63-bcd9-939eb603cde7 None None] Pushing event updated for resources: {'Port': ['ID=c58e9ff7-b61b-474d-b521-d076ce666936,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:32.739453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.745397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.781176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.809140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=cbdb0542-b4aa-4f97-994b-dc3a62b06126,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:32.863101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:32.917185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:52:32.920617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:32.924018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:52:32.958045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=e966cdb1-5349-47d2-a9cd-03466013d915,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:32.981162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:33.182242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:33.487199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:33.554098 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:33.643250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=e966cdb1-5349-47d2-a9cd-03466013d915,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:33.645746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:33.656237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.656584 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.656918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.657250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.657941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.657941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.658856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.658979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.659301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.659620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.659937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.660300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:33.776303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:52:33.777832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:33.929434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:33.934060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cb588d53-4631-477b-9539-8c8980534bf5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:52:34.066445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:52:34.071457 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b47a133-e0ad-436c-8992-09515b0b693d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/cb588d53-4631-477b-9539-8c8980534bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615656 Mar 08 12:52:34.073979 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40500) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:34.116124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Sync routers for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:52:34.127789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:34.128706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:34.203925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9fd8d-9608-4fba-bbb7-4386abdaf314 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.206283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9fd8d-9608-4fba-bbb7-4386abdaf314 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.206910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9fd8d-9608-4fba-bbb7-4386abdaf314 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.207613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9fd8d-9608-4fba-bbb7-4386abdaf314 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.208069 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9fd8d-9608-4fba-bbb7-4386abdaf314 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.208518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9fd8d-9608-4fba-bbb7-4386abdaf314 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.212933 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21f9fd8d-9608-4fba-bbb7-4386abdaf314 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1355305 Mar 08 12:52:34.213646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40502) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:34.257328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.265815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:34.296363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fe958-8052-44f4-ac6b-2f723a3fd7e8 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.297211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fe958-8052-44f4-ac6b-2f723a3fd7e8 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.297700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fe958-8052-44f4-ac6b-2f723a3fd7e8 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.298285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fe958-8052-44f4-ac6b-2f723a3fd7e8 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.303327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fe958-8052-44f4-ac6b-2f723a3fd7e8 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.303327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fe958-8052-44f4-ac6b-2f723a3fd7e8 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:34.304435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ee6e3-d1d5-4176-8f88-640467ac9f75 None None] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:52:34.305286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40504) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:34.305467 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-196fe958-8052-44f4-ac6b-2f723a3fd7e8 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0906916 Mar 08 12:52:34.414534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c58e9ff7-b61b-474d-b521-d076ce666936 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:34.418875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7ffd5ebe-d095-4b63-97c9-91a9ee615414 None None] Provisioning complete for port c58e9ff7-b61b-474d-b521-d076ce666936 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:34.419240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5ebe-d095-4b63-97c9-91a9ee615414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.460315 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8f04d2b9-fbb2-4eb3-8b1d-20cb869ed0aa tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1537201 Mar 08 12:52:34.685215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c58e9ff7-b61b-474d-b521-d076ce666936 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:34.685554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.700272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40508) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:34.705357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-93035a13-3bbe-4689-a93f-9e218c170616 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802385429', 'description': 'tempest-secgroup-smoke-802385429 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:34.741425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5ebe-d095-4b63-97c9-91a9ee615414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.780438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93035a13-3bbe-4689-a93f-9e218c170616 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.801275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7ffd5ebe-d095-4b63-97c9-91a9ee615414 None None] For port c58e9ff7-b61b-474d-b521-d076ce666936, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c58e9ff7-b61b-474d-b521-d076ce666936,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:34.813927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:34.858545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93035a13-3bbe-4689-a93f-9e218c170616 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.865008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Checking router: cb588d53-4631-477b-9539-8c8980534bf5 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:52:34.865351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Updating router cb588d53-4631-477b-9539-8c8980534bf5 port e966cdb1-5349-47d2-a9cd-03466013d915 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:52:34.899137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.900931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.917494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5ebe-d095-4b63-97c9-91a9ee615414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.940944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93035a13-3bbe-4689-a93f-9e218c170616 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:34.973255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93035a13-3bbe-4689-a93f-9e218c170616 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:35.042514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-93035a13-3bbe-4689-a93f-9e218c170616 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.047063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40510) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:35.047276 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-93035a13-3bbe-4689-a93f-9e218c170616 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3459008 Mar 08 12:52:35.052506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'fb8cdea1-aab4-4e95-9a5a-31db3c6f6601', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:35.086315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd5ebe-d095-4b63-97c9-91a9ee615414 None None] Pushing event updated for resources: {'Port': ['ID=c58e9ff7-b61b-474d-b521-d076ce666936,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:35.107387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:52:35.107739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:52:35.121919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8dc7c9d8-0ee9-49a7-b80d-fe2c5f62724d None None] Provisioning complete for port e966cdb1-5349-47d2-a9cd-03466013d915 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:35.122287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c9d8-0ee9-49a7-b80d-fe2c5f62724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.145609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.214039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7c9d8-0ee9-49a7-b80d-fe2c5f62724d None None] Port e966cdb1-5349-47d2-a9cd-03466013d915 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:52:35.214253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.239180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8dc7c9d8-0ee9-49a7-b80d-fe2c5f62724d None None] Provisioning complete for port c58e9ff7-b61b-474d-b521-d076ce666936 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:35.239548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c9d8-0ee9-49a7-b80d-fe2c5f62724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.280062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.303371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022a1b67-58f6-46f1-be70-f041012cc7a0,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:35.312536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.319152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:35.371481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.375202 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d325e18b-82ed-4f60-ac6e-66916c0ed78b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238487 Mar 08 12:52:35.375697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.375813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40512) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:35.381693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-96cf4bdd-0479-4b54-b6ec-9d8ddbbc5679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'fb8cdea1-aab4-4e95-9a5a-31db3c6f6601', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:35.502907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c13a01d3-5ec0-49d0-81ae-f4ea21d5fb86 None None] Provisioning complete for port e966cdb1-5349-47d2-a9cd-03466013d915 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:35.503186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c13a01d3-5ec0-49d0-81ae-f4ea21d5fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.504754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.530372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96cf4bdd-0479-4b54-b6ec-9d8ddbbc5679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.572134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c13a01d3-5ec0-49d0-81ae-f4ea21d5fb86 None None] Port e966cdb1-5349-47d2-a9cd-03466013d915 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:52:35.587181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9f18-f5b2-4a77-9826-30b81f18c03c None None] Pushing event updated for resources: {'Port': ['ID=e966cdb1-5349-47d2-a9cd-03466013d915,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:35.593752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96cf4bdd-0479-4b54-b6ec-9d8ddbbc5679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.668123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96cf4bdd-0479-4b54-b6ec-9d8ddbbc5679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.672290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Attempting to bind port e966cdb1-5349-47d2-a9cd-03466013d915 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:52:35.672843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Attempting to bind port e966cdb1-5349-47d2-a9cd-03466013d915 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:52:35.673414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Attempting to bind port e966cdb1-5349-47d2-a9cd-03466013d915 on network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:52:35.681506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:52:35.681897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Checking segment: {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:52:35.682301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.682685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Bound using segment: {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:52:35.683141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Bound port: e966cdb1-5349-47d2-a9cd-03466013d915, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:52:35.683525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.686905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cbdb0542-b4aa-4f97-994b-dc3a62b06126 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:35.687384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf4bdd-0479-4b54-b6ec-9d8ddbbc5679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09ff28e-df8c-4875-8e4d-c2068eecf7d3,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:35.772938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96cf4bdd-0479-4b54-b6ec-9d8ddbbc5679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.776311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-96cf4bdd-0479-4b54-b6ec-9d8ddbbc5679 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3964143 Mar 08 12:52:35.777282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40514) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:35.782251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-45212170-6885-4ab6-91f6-e462acafe177 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'fb8cdea1-aab4-4e95-9a5a-31db3c6f6601', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:35.897091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45212170-6885-4ab6-91f6-e462acafe177 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.940756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] For port e966cdb1-5349-47d2-a9cd-03466013d915, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:52:35.942835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port cbdb0542-b4aa-4f97-994b-dc3a62b06126 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:35.943190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.961425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45212170-6885-4ab6-91f6-e462acafe177 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:35.980326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] For port e966cdb1-5349-47d2-a9cd-03466013d915, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e966cdb1-5349-47d2-a9cd-03466013d915,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:52:35.986829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c9d77b03-7d83-459b-83a8-6560d24b5794 None None] Provisioning complete for port e966cdb1-5349-47d2-a9cd-03466013d915 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:35.992314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c9d77b03-7d83-459b-83a8-6560d24b5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.031205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c9d77b03-7d83-459b-83a8-6560d24b5794 None None] Port e966cdb1-5349-47d2-a9cd-03466013d915 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:52:36.049108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45212170-6885-4ab6-91f6-e462acafe177 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.068183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45212170-6885-4ab6-91f6-e462acafe177 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b02ec99-dfa4-4809-9967-3d1afcaf58c4,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:36.080658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.141205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:36.142011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:36.147129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9f18-f5b2-4a77-9826-30b81f18c03c None None] Pushing event updated for resources: {'Port': ['ID=e966cdb1-5349-47d2-a9cd-03466013d915,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:36.168039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-45212170-6885-4ab6-91f6-e462acafe177 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.170322 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-45212170-6885-4ab6-91f6-e462acafe177 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910322 Mar 08 12:52:36.172137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40516) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:36.180144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ecd27e64-9616-43ba-9eb6-301963b4e9dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'fb8cdea1-aab4-4e95-9a5a-31db3c6f6601', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:36.257824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c58e9ff7-b61b-474d-b521-d076ce666936 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:36.298624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:36.313907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ecd27e64-9616-43ba-9eb6-301963b4e9dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.375360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ecd27e64-9616-43ba-9eb6-301963b4e9dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.432725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f66572c2-1443-48ed-ab7a-8633cd67d833 None None] Provisioning complete for port e966cdb1-5349-47d2-a9cd-03466013d915 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:36.433012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f66572c2-1443-48ed-ab7a-8633cd67d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.443833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port c58e9ff7-b61b-474d-b521-d076ce666936 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:36.444189 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.448395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ecd27e64-9616-43ba-9eb6-301963b4e9dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.467299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27e64-9616-43ba-9eb6-301963b4e9dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e469f0-71c1-426f-b789-592a2abe95e8,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:36.556014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ecd27e64-9616-43ba-9eb6-301963b4e9dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.557271 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ecd27e64-9616-43ba-9eb6-301963b4e9dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3827305 Mar 08 12:52:36.560219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40518) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:36.565491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'fb8cdea1-aab4-4e95-9a5a-31db3c6f6601', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:36.639721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:52:36.640422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f66572c2-1443-48ed-ab7a-8633cd67d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.645495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.677940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:35Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:36.710359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.712150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f66572c2-1443-48ed-ab7a-8633cd67d833 None None] For port e966cdb1-5349-47d2-a9cd-03466013d915, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e966cdb1-5349-47d2-a9cd-03466013d915,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:36.713410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac310b-6774-41ea-a85c-3ce7131b2ed2 None None] The sync data for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv is: [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:35Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:52:36.788048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.805380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022f8997-dd28-4b98-a2cb-cc3c69a5b207,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:36.816839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f66572c2-1443-48ed-ab7a-8633cd67d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.869924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66572c2-1443-48ed-ab7a-8633cd67d833 None None] Pushing event updated for resources: {'Port': ['ID=e966cdb1-5349-47d2-a9cd-03466013d915,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:36.873725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:36.873725 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-93f61d0d-1861-4448-8a71-8cd2de8d400e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3113544 Mar 08 12:52:36.875632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40520) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:36.881029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'fb8cdea1-aab4-4e95-9a5a-31db3c6f6601', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:36.974344 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:52:36.979769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:37.048442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:37.122868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:37.142516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e44b46b-3f96-44d5-a848-5be153e12613,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:37.210494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:37.211717 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3de6522d-e5ae-4881-860d-848b64f02216 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3349278 Mar 08 12:52:37.419877 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-fb039cf0-5fdd-42c5-86eb-f85b9d9830ec tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802385429&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0349951 Mar 08 12:52:37.532674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-0ff6e233-4bc1-4fe1-a9b3-09aa08f4f2b4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:37.534694 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-0ff6e233-4bc1-4fe1-a9b3-09aa08f4f2b4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80 HTTP/1.1" status: 200 len: 797 time: 0.1076505 Mar 08 12:52:37.550071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-fc8d1890-348b-4964-8e4e-ada08e158c2d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0094526 Mar 08 12:52:37.606514 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-eb5c0ccf-e0ff-4cc9-a2fc-7839ace7fd1d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505869 Mar 08 12:52:37.712974 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-91bde716-c1ad-4ffc-a4a7-7e94a8762803 service neutron] 10.222.0.65 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929205 Mar 08 12:52:37.808696 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-a720e162-fd3b-4a7b-ab06-987199c94974 service neutron] 10.222.0.65 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892377 Mar 08 12:52:38.052846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f116b32d-6fe9-4ed4-a694-3039468515b0 req-7051680e-b62e-4871-800e-e702aa79fbc2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Mar 08 12:52:38.261826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e966cdb1-5349-47d2-a9cd-03466013d915 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:38.315563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e966cdb1-5349-47d2-a9cd-03466013d915 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:38.315917 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:39.147218 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-15bed3bf-e9c2-4f29-b768-67c6567f996d req-40609b4d-1a28-4b1a-b4ba-9206adf8cb4e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Mar 08 12:52:40.062345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-654f42a2-a04f-4f37-9315-d8482888760a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:40.064351 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-654f42a2-a04f-4f37-9315-d8482888760a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80 HTTP/1.1" status: 200 len: 797 time: 0.0973997 Mar 08 12:52:40.112794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-5639f217-0b3c-4c93-b647-85d3c296ed31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 379 time: 0.0345936 Mar 08 12:52:40.123147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['fb8cdea1-aab4-4e95-9a5a-31db3c6f6601']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:40.245120 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a2aebae4-a02d-4292-aa92-7cb8a23ef19c req-bf276363-9743-42b0-a949-b055abe04ccc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 210 time: 0.0272989 Mar 08 12:52:40.293709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:52:40.297254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.429204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.9 (d1acaca5-8e9a-4eb8-98ac-135652b1bc80/e233b848-cf65-441c-b9ef-902c5340b1ab/2004624e-d8c4-481c-81ff-577c0511953f) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:52:40.561132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.654864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.701856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:52:40.705622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:40.709190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:52:40.715291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=2004624e-d8c4-481c-81ff-577c0511953f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:40.763072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:40.763630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.849328 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-ea4bda65-fd1e-4d02-899b-528363f91f04 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7299144 Mar 08 12:52:40.862252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Request body: {'port': {'device_id': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:40.916422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:40.964337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1fb141f5-65f1-4e42-8163-6660855649e3 None None] Provisioning complete for port 2004624e-d8c4-481c-81ff-577c0511953f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:40.964924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1fb141f5-65f1-4e42-8163-6660855649e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:41.000863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1fb141f5-65f1-4e42-8163-6660855649e3 None None] Port 2004624e-d8c4-481c-81ff-577c0511953f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:52:41.176110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2004624e-d8c4-481c-81ff-577c0511953f {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:52:41.183367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:41.195297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Transition to ACTIVE for port object 2004624e-d8c4-481c-81ff-577c0511953f will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:52:41.265274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:41.318663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Pushing event updated for resources: {'Port': ['ID=2004624e-d8c4-481c-81ff-577c0511953f,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:41.368412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2245-9f03-4600-8d14-f7f59eeac521 req-23a4be5c-a609-4347-b3da-75b6f81ab271 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.369962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fbeb2245-9f03-4600-8d14-f7f59eeac521 req-23a4be5c-a609-4347-b3da-75b6f81ab271 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 943 time: 0.0550292 Mar 08 12:52:41.386284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Attempting to bind port 2004624e-d8c4-481c-81ff-577c0511953f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:52:41.386656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Attempting to bind port 2004624e-d8c4-481c-81ff-577c0511953f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:52:41.386936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Attempting to bind port 2004624e-d8c4-481c-81ff-577c0511953f on network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:52:41.391889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Port 2004624e-d8c4-481c-81ff-577c0511953f on network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:52:41.392009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Attempting to bind port 2004624e-d8c4-481c-81ff-577c0511953f on network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:52:41.397918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:52:41.398253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Checking segment: {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:52:41.398628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Bound using segment: {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:52:41.399052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Bound port: 2004624e-d8c4-481c-81ff-577c0511953f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d4285b-62c2-4204-a386-67339994fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:52:41.399406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:41.422408 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fbeb2245-9f03-4600-8d14-f7f59eeac521 req-a89980ad-672a-4d1b-96c6-b278dafefa3c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Mar 08 12:52:41.468557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] For port 2004624e-d8c4-481c-81ff-577c0511953f, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:52:41.471992 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] For port 2004624e-d8c4-481c-81ff-577c0511953f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2004624e-d8c4-481c-81ff-577c0511953f,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:52:41.568872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:41.606415 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.607025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:41.608507 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] 10.222.0.45 "PUT /v2.0/ports/2004624e-d8c4-481c-81ff-577c0511953f HTTP/1.1" status: 200 len: 1093 time: 0.7507441 Mar 08 12:52:41.608937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:52:41.612315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21cdd80-58fb-4137-8a31-c32193b948a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "tag": "2004624e-d8c4-481c-81ff-577c0511953f"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:52:41.636899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6450-0a4d-4620-919e-9aa5627b8723 service neutron] Pushing event updated for resources: {'Port': ['ID=2004624e-d8c4-481c-81ff-577c0511953f,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:41.652925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a23a5-47a5-4ca4-9265-f350a28b41d3 x-openstack-request-id: req-4a4a23a5-47a5-4ca4-9265-f350a28b41d3 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:52:41.652925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "tag": "2004624e-d8c4-481c-81ff-577c0511953f", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:52:41.652925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a4a23a5-47a5-4ca4-9265-f350a28b41d3 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:52:41.652925 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f', 'status': 'completed', 'code': 200} Mar 08 12:52:41.724310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cdd80-58fb-4137-8a31-c32193b948a3 req-4a7cd3ee-e22f-45c4-96e4-74796ea49b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.724310 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a21cdd80-58fb-4137-8a31-c32193b948a3 req-4a7cd3ee-e22f-45c4-96e4-74796ea49b94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 1096 time: 0.0421126 Mar 08 12:52:41.823398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cdd80-58fb-4137-8a31-c32193b948a3 req-eb7ee4dd-18e7-41a8-9233-a95a835cb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.825003 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a21cdd80-58fb-4137-8a31-c32193b948a3 req-eb7ee4dd-18e7-41a8-9233-a95a835cb0fa service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1013594 Mar 08 12:52:41.916861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cdd80-58fb-4137-8a31-c32193b948a3 req-5670b0d2-b217-43b3-9ccc-acdd9b11e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.918266 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-a21cdd80-58fb-4137-8a31-c32193b948a3 req-5670b0d2-b217-43b3-9ccc-acdd9b11e9cc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871036 Mar 08 12:52:41.995510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e0f82544-ecb3-4fcb-b73c-dbeb0a49c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:41.996874 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-e0f82544-ecb3-4fcb-b73c-dbeb0a49c1df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 1096 time: 0.0442345 Mar 08 12:52:42.037625 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-6c9651c8-f042-4fb2-b421-e56d41e56964 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2004624e-d8c4-481c-81ff-577c0511953f HTTP/1.1" status: 200 len: 217 time: 0.0337889 Mar 08 12:52:42.085255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-333550d9-e7be-42d5-82d2-4f249ebf8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:42.086741 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-333550d9-e7be-42d5-82d2-4f249ebf8374 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e233b848-cf65-441c-b9ef-902c5340b1ab HTTP/1.1" status: 200 len: 844 time: 0.0421965 Mar 08 12:52:42.131820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-95eba437-6b9d-4f8e-aec2-3f07e3f3581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:42.133420 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-95eba437-6b9d-4f8e-aec2-3f07e3f3581e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396054 Mar 08 12:52:42.226687 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-0960d738-0f43-44dc-a918-80eed9474ab2 service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861633 Mar 08 12:52:42.316712 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-9a53f8b6-a67b-4655-b8dd-c40f3fadcdc5 req-f6acc48a-1838-4bf5-a0b2-57bf305c12df service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827782 Mar 08 12:52:42.538606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfb46d-b3b7-4d91-91b0-4a395a6db09b req-5895cf22-2e72-40f6-a2c3-d0401f416dc5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:42.540107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0adfb46d-b3b7-4d91-91b0-4a395a6db09b req-5895cf22-2e72-40f6-a2c3-d0401f416dc5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 943 time: 0.0514276 Mar 08 12:52:42.581430 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0adfb46d-b3b7-4d91-91b0-4a395a6db09b req-6d020f58-4a9f-4ad5-8333-7bc62b7bb73f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347569 Mar 08 12:52:43.699861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e66a6-0169-4307-9dc7-298010e67feb req-3a4ededa-ec48-4954-a2b0-3eefd910b206 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:43.701346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-638e66a6-0169-4307-9dc7-298010e67feb req-3a4ededa-ec48-4954-a2b0-3eefd910b206 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 943 time: 0.0505562 Mar 08 12:52:43.740316 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-638e66a6-0169-4307-9dc7-298010e67feb req-be1f83e2-b531-42e1-9c6c-a89806c38e97 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323792 Mar 08 12:52:44.854863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba4dd-eaf9-47ce-875f-003c0bc81bdc req-3cd6d950-6280-4acb-a321-e9a38dbbced9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:44.856304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b6dba4dd-eaf9-47ce-875f-003c0bc81bdc req-3cd6d950-6280-4acb-a321-e9a38dbbced9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 943 time: 0.0480592 Mar 08 12:52:44.898882 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b6dba4dd-eaf9-47ce-875f-003c0bc81bdc req-eb342380-bcbc-4a46-91eb-9255d31b9a31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362480 Mar 08 12:52:45.499951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2004624e-d8c4-481c-81ff-577c0511953f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:52:45.591985 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2004624e-d8c4-481c-81ff-577c0511953f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2004624e-d8c4-481c-81ff-577c0511953f,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:45.607053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '2004624e-d8c4-481c-81ff-577c0511953f', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'port_id': '2004624e-d8c4-481c-81ff-577c0511953f', 'mac_address': 'fa:16:3e:a9:9e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:52:45.643322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:45.655836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2004624e-d8c4-481c-81ff-577c0511953f {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:52:45.676327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2004624e-d8c4-481c-81ff-577c0511953f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2004624e-d8c4-481c-81ff-577c0511953f,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:45.745365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:45.793933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2004624e-d8c4-481c-81ff-577c0511953f,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:45.971524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['2004624e-d8c4-481c-81ff-577c0511953f'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:52:46.012711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1339a-75b1-4b14-9636-a932c39ce0ae req-21252875-a48c-4930-adfe-812e52782457 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:46.014162 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96c1339a-75b1-4b14-9636-a932c39ce0ae req-21252875-a48c-4930-adfe-812e52782457 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 944 time: 0.0481193 Mar 08 12:52:46.055269 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96c1339a-75b1-4b14-9636-a932c39ce0ae req-383d9f56-0c52-418a-962c-c5889abe1a38 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340614 Mar 08 12:52:47.168590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39763a-5732-478e-872d-9f29e0c5e4ce req-6cba4324-06fe-409a-9ac0-de050a0a1103 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:47.170070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef39763a-5732-478e-872d-9f29e0c5e4ce req-6cba4324-06fe-409a-9ac0-de050a0a1103 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 944 time: 0.0494053 Mar 08 12:52:47.207984 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef39763a-5732-478e-872d-9f29e0c5e4ce req-f2c41763-7608-4fce-b691-7c87c55ea8cf tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Mar 08 12:52:47.499873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2004624e-d8c4-481c-81ff-577c0511953f up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:52:47.628215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 2004624e-d8c4-481c-81ff-577c0511953f completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:52:47.632192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 2004624e-d8c4-481c-81ff-577c0511953f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:52:47.632559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:47.710714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:47.732622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:52:47.734886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d085e-f5bd-4aae-a77d-19bdf0d304bf" -d '{"events": [{"server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "name": "network-vif-plugged", "status": "completed", "tag": "2004624e-d8c4-481c-81ff-577c0511953f"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:52:47.748073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2004624e-d8c4-481c-81ff-577c0511953f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2004624e-d8c4-481c-81ff-577c0511953f,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:52:47.770756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c20f8d7-d975-42bb-b03c-578a309b8911 x-openstack-request-id: req-1c20f8d7-d975-42bb-b03c-578a309b8911 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:52:47.771042 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "name": "network-vif-plugged", "status": "completed", "tag": "2004624e-d8c4-481c-81ff-577c0511953f", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:52:47.771294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c20f8d7-d975-42bb-b03c-578a309b8911 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:52:47.771686 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f', 'code': 200} Mar 08 12:52:47.831241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:47.880214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2004624e-d8c4-481c-81ff-577c0511953f,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:48.327169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3dad1-89a2-46b5-b3be-38868b7890a5 req-854fa65c-8897-4498-a9aa-7d3672a9c6a2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:48.328721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3e3dad1-89a2-46b5-b3be-38868b7890a5 req-854fa65c-8897-4498-a9aa-7d3672a9c6a2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Mar 08 12:52:48.351014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09a475-6c3b-4157-9d59-32218c96ee12 req-24a95821-e17c-419c-bdbf-f705b84cb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:48.352501 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-6e09a475-6c3b-4157-9d59-32218c96ee12 req-24a95821-e17c-419c-bdbf-f705b84cb0c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 1098 time: 0.3632579 Mar 08 12:52:48.371650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3e3dad1-89a2-46b5-b3be-38868b7890a5 req-af5898b8-1688-4e7b-95d5-e33cd68de3a1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369167 Mar 08 12:52:48.388762 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-6e09a475-6c3b-4157-9d59-32218c96ee12 req-821b6c3e-ec11-4307-9790-e5a30e6d5193 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290813 Mar 08 12:52:49.489620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9417-ae8a-4d80-93ef-dc2f76e61a59 req-c14b105e-4873-4439-bb31-8948e8df74bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:49.491123 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d6b9417-ae8a-4d80-93ef-dc2f76e61a59 req-c14b105e-4873-4439-bb31-8948e8df74bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Mar 08 12:52:49.531565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d6b9417-ae8a-4d80-93ef-dc2f76e61a59 req-f41b5458-4c0a-49fe-9355-79d62c5350cf tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343785 Mar 08 12:52:50.647856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4700-6901-4dd7-a85e-76ca73c547df req-d2873d90-1617-4ef2-a0dc-dd18638ee8e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:50.649366 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38da4700-6901-4dd7-a85e-76ca73c547df req-d2873d90-1617-4ef2-a0dc-dd18638ee8e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 945 time: 0.0495994 Mar 08 12:52:50.687798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38da4700-6901-4dd7-a85e-76ca73c547df req-7a3e473e-f3a4-4e75-ac50-fdda03fbd82e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Mar 08 12:52:50.799653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599c2d9-50e1-4823-9ada-e40d0b3f73d8 req-789f0fdc-e6e8-4fc3-b863-5bc11ecb7a0a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:50.801108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b599c2d9-50e1-4823-9ada-e40d0b3f73d8 req-789f0fdc-e6e8-4fc3-b863-5bc11ecb7a0a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Mar 08 12:52:50.842544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b599c2d9-50e1-4823-9ada-e40d0b3f73d8 req-71342e7d-30c6-4d9a-88ce-838e9907ff89 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353804 Mar 08 12:52:50.863544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40580) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:50.905250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c84f8-b2cf-449a-8cd0-fdf61c7c7e53 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:50.907118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-911c84f8-b2cf-449a-8cd0-fdf61c7c7e53 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 1093 time: 0.0423553 Mar 08 12:52:50.910078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40582) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:50.914405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '2004624e-d8c4-481c-81ff-577c0511953f', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:50.996792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:51.092699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:51.198633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.243 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/20a70c0e-ea07-4537-bf0d-af382e098caa) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:52:51.297025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:51.388292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:51.427455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:52:51.430272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:52:51.433591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:52:51.459031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=20a70c0e-ea07-4537-bf0d-af382e098caa,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:51.794163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:51.921640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:52.070727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:52.136131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:52.205445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=20a70c0e-ea07-4537-bf0d-af382e098caa,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:52.214402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:52.315987 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 6229b8a9-2564-4656-b490-22301b5dc5ff associated. External IP: 172.26.3.243, port: 2004624e-d8c4-481c-81ff-577c0511953f. Mar 08 12:52:52.521907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cb588d53-4631-477b-9539-8c8980534bf5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:52:52.629929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:52:52.639979 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] Sync routers for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:52:52.650540 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:52.651150 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:52.756063 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:52.761712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:52.790620 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-07bba88c-1b52-458d-99f7-263199a2d146 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8793323 Mar 08 12:52:52.791091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:52:52.793286 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40584) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:52.793787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf06161-920b-4102-a56b-c28f2073366c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "tag": "2004624e-d8c4-481c-81ff-577c0511953f"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:52:52.828878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813db489-1bcf-455b-aee0-55aa96d85798 x-openstack-request-id: req-813db489-1bcf-455b-aee0-55aa96d85798 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:52:52.830434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "tag": "2004624e-d8c4-481c-81ff-577c0511953f", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:52:52.830434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-813db489-1bcf-455b-aee0-55aa96d85798 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:52:52.830816 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f', 'status': 'completed', 'code': 200} Mar 08 12:52:52.861891 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-be24a7e1-f0a1-491a-af78-ba74b98564b4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/6229b8a9-2564-4656-b490-22301b5dc5ff HTTP/1.1" status: 200 len: 991 time: 0.0665996 Mar 08 12:52:52.904374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06161-920b-4102-a56b-c28f2073366c req-76118213-e8d5-4995-8dc3-cc2811676f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:52.906413 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fbf06161-920b-4102-a56b-c28f2073366c req-76118213-e8d5-4995-8dc3-cc2811676f6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 1098 time: 0.0435519 Mar 08 12:52:52.987648 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '6229b8a9-2564-4656-b490-22301b5dc5ff', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'port_id': '2004624e-d8c4-481c-81ff-577c0511953f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'mac_address': 'fa:16:3e:a9:9e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:52:51Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:36Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:52.993680 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06161-920b-4102-a56b-c28f2073366c req-51605b46-a0ee-4259-8421-1a7f6c972a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:52.995197 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fbf06161-920b-4102-a56b-c28f2073366c req-51605b46-a0ee-4259-8421-1a7f6c972a51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80 HTTP/1.1" status: 200 len: 898 time: 0.0828962 Mar 08 12:52:53.013746 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] Checking router: cb588d53-4631-477b-9539-8c8980534bf5 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:52:53.022543 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:53.023137 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:52:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:53.063977 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fbf06161-920b-4102-a56b-c28f2073366c req-8192cc89-e6eb-4470-a3c2-67e1d8ee18b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2004624e-d8c4-481c-81ff-577c0511953f HTTP/1.1" status: 200 len: 999 time: 0.0615952 Mar 08 12:52:53.114199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06161-920b-4102-a56b-c28f2073366c req-1ab3c94b-929a-4e12-9c45-a68ec62a83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:53.115705 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fbf06161-920b-4102-a56b-c28f2073366c req-1ab3c94b-929a-4e12-9c45-a68ec62a83c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e233b848-cf65-441c-b9ef-902c5340b1ab HTTP/1.1" status: 200 len: 844 time: 0.0463421 Mar 08 12:52:53.162801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06161-920b-4102-a56b-c28f2073366c req-2ec2585e-9963-42fe-af22-25f13723c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:53.164334 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fbf06161-920b-4102-a56b-c28f2073366c req-2ec2585e-9963-42fe-af22-25f13723c8ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420897 Mar 08 12:52:53.213993 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:52:53.256047 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fbf06161-920b-4102-a56b-c28f2073366c req-fc6b6564-dc41-4f63-b772-3121ba8070c8 service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848739 Mar 08 12:52:53.345826 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-fbf06161-920b-4102-a56b-c28f2073366c req-a7f7c8b4-bdc9-4e37-a9fa-30b03e1dcac5 service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830929 Mar 08 12:52:53.429416 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '6229b8a9-2564-4656-b490-22301b5dc5ff', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'port_id': '2004624e-d8c4-481c-81ff-577c0511953f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'mac_address': 'fa:16:3e:a9:9e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:52:51Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:36Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:53.459097 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ffd0c-23cf-4024-bf43-7c62518eceea None None] The sync data for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv is: [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '6229b8a9-2564-4656-b490-22301b5dc5ff', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'port_id': '2004624e-d8c4-481c-81ff-577c0511953f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'mac_address': 'fa:16:3e:a9:9e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:52:51Z', 'updated_at': '2022-03-08T12:52:51Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:36Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:52:53.646562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba2b04-5fc2-4474-8ae9-c778979ac129 None None] New status for floating IP 6229b8a9-2564-4656-b490-22301b5dc5ff: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:52:53.866003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40588) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:52:53.931694 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5add3b66-2d74-4984-a444-829ab3ef9ff4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/6229b8a9-2564-4656-b490-22301b5dc5ff HTTP/1.1" status: 200 len: 993 time: 0.0644391 Mar 08 12:52:55.490480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:52:59.053647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d6825d60-c6b9-412d-9d7f-7f7c4d22b3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:01.653789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-183af391-dfb6-4d99-a83a-126a34c7bb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:01.815756 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:53:02.676883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:03.747924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:04.238921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:10.638824 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-8f7a70ac-fac5-45b3-a8ce-b8faef87cd79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389009 Mar 08 12:53:10.697903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-1a0991e7-9c0e-4a8e-be93-1173b59cf061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:10.699388 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-1a0991e7-9c0e-4a8e-be93-1173b59cf061 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 1098 time: 0.0386565 Mar 08 12:53:10.803056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-ce732aa4-43c2-45b3-b0b5-3695da026c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:10.804544 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-ce732aa4-43c2-45b3-b0b5-3695da026c83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.0871089 Mar 08 12:53:10.873011 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-781f53e0-d057-43e4-9a29-d10667c785f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940 HTTP/1.1" status: 200 len: 1000 time: 0.0602617 Mar 08 12:53:10.926047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-f069762a-69a7-4b0a-8bda-d10c4403f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:10.927424 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-f069762a-69a7-4b0a-8bda-d10c4403f95c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0475295 Mar 08 12:53:10.973522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-e69c2f25-4799-4424-bd62-82aa45f56642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:10.975049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-e69c2f25-4799-4424-bd62-82aa45f56642 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396490 Mar 08 12:53:11.064881 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-fea5a507-ea24-4c45-815d-7ba6c23319f3 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808015 Mar 08 12:53:11.157389 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c14e942a-7d06-4cee-990b-e9d86f29bf0e req-af56d207-394a-43c4-910c-860167b3d709 service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847406 Mar 08 12:53:12.728728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40590) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:12.886759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Deleting port 183055cb-eed6-4781-9459-ab3193986c1a {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:12.887100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:12.960374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:12.960696 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:12.972091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Calling delete_port for 183055cb-eed6-4781-9459-ab3193986c1a owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:13.185350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:13.208812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event deleted for resources: {'Port': ['ID=183055cb-eed6-4781-9459-ab3193986c1a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:13.274056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:13.274375 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Floating IP 5ae21e2a-347f-4b56-bd1b-9321604d3188 disassociated (deleted). External IP: 172.26.3.71, port: 35f17a9c-d3f7-4903-9a6e-b31b85d6c940. Mar 08 12:53:13.480080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:53:13.588518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:13.593272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:13.599104 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:13.608282 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:13.608949 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:13.620576 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-db731b77-4545-4c6f-95a2-edff401bd5f9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "DELETE /v2.0/floatingips/5ae21e2a-347f-4b56-bd1b-9321604d3188 HTTP/1.1" status: 204 len: 168 time: 0.8907351 Mar 08 12:53:13.621166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:53:13.623478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744a4788-586f-4921-a0bf-6ce74c083b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:53:13.664042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ba0a49-1fe8-4aa4-bb91-777de422cc0e x-openstack-request-id: req-b3ba0a49-1fe8-4aa4-bb91-777de422cc0e {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:53:13.664333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:53:13.664611 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3ba0a49-1fe8-4aa4-bb91-777de422cc0e {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:53:13.665008 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'status': 'completed', 'code': 200} Mar 08 12:53:13.734277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-562d3c1f-84f2-4edf-ad7d-2bc4253769ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:13.735703 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-562d3c1f-84f2-4edf-ad7d-2bc4253769ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 1098 time: 0.0430894 Mar 08 12:53:13.766639 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:13.833379 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-3cbb7783-c7b3-4173-88a1-b46276245bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:13.834915 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-3cbb7783-c7b3-4173-88a1-b46276245bd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.0926580 Mar 08 12:53:13.887557 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-14f020d5-5d25-439f-858d-45783f157254 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940 HTTP/1.1" status: 200 len: 217 time: 0.0365412 Mar 08 12:53:13.944574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-c745867f-d8b7-4fb8-8103-1291531cfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:13.946133 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-c745867f-d8b7-4fb8-8103-1291531cfa22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0514970 Mar 08 12:53:13.999731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-f47cbba1-0402-4906-813b-bb9cf0af8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:14.001154 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-f47cbba1-0402-4906-813b-bb9cf0af8234 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422239 Mar 08 12:53:14.043143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bdbd-f5ab-4de9-a6c5-69948bca41d7 req-5f6f3d95-545d-412b-82e8-2c499cad504a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:14.046000 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5734bdbd-f5ab-4de9-a6c5-69948bca41d7 req-5f6f3d95-545d-412b-82e8-2c499cad504a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 945 time: 0.0687320 Mar 08 12:53:14.059998 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:23Z', 'revision_number': 1, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:14.088631 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:14.098875 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5734bdbd-f5ab-4de9-a6c5-69948bca41d7 req-8ff85c58-2010-4997-a71d-98653a316413 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Mar 08 12:53:14.103053 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:14.103577 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:14.111717 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-5e909abf-77c8-416e-a98e-6a414cf53cae service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017306 Mar 08 12:53:14.204940 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-744a4788-586f-4921-a0bf-6ce74c083b4e req-ef3f88e7-947d-41ec-8338-d11907472dad service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846128 Mar 08 12:53:14.211591 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:14.430627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:23Z', 'revision_number': 1, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:14.455197 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accdd37-d565-4898-94e8-15656aa2985e None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'port_id': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'mac_address': 'fa:16:3e:f7:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:48:19Z', 'updated_at': '2022-03-08T12:48:23Z', 'revision_number': 1, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:14.662724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31b61e-b3c2-4cd9-9f0d-b0f9207decdc None None] New status for floating IP 5ae21e2a-347f-4b56-bd1b-9321604d3188: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:53:15.214348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2508e50-ebd1-4cc0-bc94-d151bb47a2c9 req-434ae507-c4cc-41fc-bba9-341d331130d0 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:15.215861 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2508e50-ebd1-4cc0-bc94-d151bb47a2c9 req-434ae507-c4cc-41fc-bba9-341d331130d0 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 945 time: 0.0534112 Mar 08 12:53:15.254353 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b2508e50-ebd1-4cc0-bc94-d151bb47a2c9 req-8b49b5ed-b570-425b-b9d2-f6574156176e tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326624 Mar 08 12:53:15.648313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-137a469d-e5a4-4efe-98d6-3e63cef9eed9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:15.649731 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-137a469d-e5a4-4efe-98d6-3e63cef9eed9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 945 time: 0.0514197 Mar 08 12:53:15.737963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Deleting port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:15.738296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:15.828412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] For port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:15.828762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:15.842143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Calling delete_port for 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:16.033373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:16.067017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event deleted for resources: {'Port': ['ID=35f17a9c-d3f7-4903-9a6e-b31b85d6c940,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:16.106206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] No DVR routers for this DVR port 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:53:16.108628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:16.111970 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-49e315fd-7d00-4688-953d-ba30489f8d90 req-62854b10-eb59-4041-9462-1234464633ba tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "DELETE /v2.0/ports/35f17a9c-d3f7-4903-9a6e-b31b85d6c940 HTTP/1.1" status: 204 len: 173 time: 0.4559364 Mar 08 12:53:16.114350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'name': 'network-vif-deleted', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:53:16.114899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d35be-4780-42ed-b6a6-60b049419b9b" -d '{"events": [{"server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "name": "network-vif-deleted", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:53:16.153077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48c44e-a688-47ee-b739-d2a6d73e104b x-openstack-request-id: req-ff48c44e-a688-47ee-b739-d2a6d73e104b {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:53:16.153407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ecc60d-a50a-49e4-9b1b-2892aab91751", "name": "network-vif-deleted", "tag": "35f17a9c-d3f7-4903-9a6e-b31b85d6c940", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:53:16.153656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff48c44e-a688-47ee-b739-d2a6d73e104b {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:53:16.154083 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ecc60d-a50a-49e4-9b1b-2892aab91751', 'name': 'network-vif-deleted', 'tag': '35f17a9c-d3f7-4903-9a6e-b31b85d6c940', 'status': 'completed', 'code': 200} Mar 08 12:53:16.349106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d36d397-3c2f-458b-a61f-0ad7e14edd7d req-15263470-308a-4668-853d-90ad6cee98c8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 210 time: 0.0283847 Mar 08 12:53:17.444945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-287f4fee-8f4c-42cd-8f59-65aa7fa72565 req-63c3e19a-bcc5-4db9-8a19-60371ef5ecc1 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 210 time: 0.0260172 Mar 08 12:53:18.539345 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b2ad3bd-f2a9-41e4-b062-947ca5411ece req-a0eb0401-40af-4974-aa8c-463ed2e43a64 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 210 time: 0.0266678 Mar 08 12:53:19.631088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:19.637512 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-402a222e-4f37-4df8-b3a3-d749236baa1b req-d55e55d0-0260-4bb9-ac94-3e3bda2b962a tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=43ecc60d-a50a-49e4-9b1b-2892aab91751 HTTP/1.1" status: 200 len: 210 time: 0.0307746 Mar 08 12:53:19.652796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:19.653138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35f17a9c-d3f7-4903-9a6e-b31b85d6c940 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:25.493637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:26.235965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40648) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:26.404054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Deleting port e7755354-1fcb-447d-a0aa-6655768d9de3 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:26.404415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:26.484029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:26.484273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:26.496968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Calling delete_port for e7755354-1fcb-447d-a0aa-6655768d9de3 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:26.716820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:26.742533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event deleted for resources: {'Port': ['ID=e7755354-1fcb-447d-a0aa-6655768d9de3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:26.808052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:26.808438 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Floating IP 8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c disassociated (deleted). External IP: 172.26.3.27, port: 08f66ef2-2671-4607-bb82-73eea7aa5e8f. Mar 08 12:53:27.302672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:53:27.406970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:27.411887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:27.418519 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:27.428922 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:27.429228 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:27.438592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c4677832-9887-4736-9c6d-81964cce92ae tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "DELETE /v2.0/floatingips/8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c HTTP/1.1" status: 204 len: 168 time: 1.2015679 Mar 08 12:53:27.439166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:53:27.441379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9" -d '{"events": [{"name": "network-changed", "server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:53:27.480774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45319844-59c6-4ddb-8fe4-30472feef3a7 x-openstack-request-id: req-45319844-59c6-4ddb-8fe4-30472feef3a7 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:53:27.481055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:53:27.481297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45319844-59c6-4ddb-8fe4-30472feef3a7 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:53:27.481686 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'status': 'completed', 'code': 200} Mar 08 12:53:27.537078 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:27.545109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-6aa99712-bcce-4332-8a1b-5c6cd63b03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:27.546633 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-6aa99712-bcce-4332-8a1b-5c6cd63b03e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c681faacec2c49369e1292020a9e19f2&device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 1098 time: 0.0413404 Mar 08 12:53:27.642292 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-907f1298-01bf-4e6c-9ffd-9c652ac4cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:27.643725 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-907f1298-01bf-4e6c-9ffd-9c652ac4cd2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 200 len: 913 time: 0.0907242 Mar 08 12:53:27.690494 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-aa0700f7-b54d-492b-a103-1905ca3e16b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f HTTP/1.1" status: 200 len: 217 time: 0.0389895 Mar 08 12:53:27.745218 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-3fc7feca-fa82-422e-92a1-c7c14b1999cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:27.746785 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-3fc7feca-fa82-422e-92a1-c7c14b1999cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 200 len: 851 time: 0.0501204 Mar 08 12:53:27.796999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-a0dbd88c-a9a2-45f4-a486-8ff14dbcea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:27.798785 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-a0dbd88c-a9a2-45f4-a486-8ff14dbcea83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=70c6fa82-02d6-44c4-98e6-d63da42c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435674 Mar 08 12:53:27.839597 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:27.843953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb5fe-d775-4292-a626-8629cc04c834 req-4e07cdf1-8207-4f15-81cc-47ab855d152c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:27.845515 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-826eb5fe-d775-4292-a626-8629cc04c834 req-4e07cdf1-8207-4f15-81cc-47ab855d152c tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 945 time: 0.0538990 Mar 08 12:53:27.866134 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:27.875528 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:27.876145 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:27.889205 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-826eb5fe-d775-4292-a626-8629cc04c834 req-f4e2f1ef-0e70-429c-88ce-137aabaf012d tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7892789-e615-4ade-97ee-be9c5e8b8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370681 Mar 08 12:53:27.892489 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-335b2b7f-d11a-4af0-b79a-a97e8af461ef service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862036 Mar 08 12:53:27.984349 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:27.992815 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-41fbb8b7-f9f1-4a07-8474-f4c4e0f327a9 req-c8d43656-e6e6-4a73-bc52-460add016cbd service neutron] 10.222.0.45 "GET /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911860 Mar 08 12:53:28.177376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:28.206171 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f39688-f491-4ba9-a831-18d5066fd32a None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:43:33Z', 'revision_number': 4, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780', 'name': '', 'network_id': '70c6fa82-02d6-44c4-98e6-d63da42c5908', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'mac_address': 'fa:16:3e:d0:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:30Z', 'updated_at': '2022-03-08T12:43:39Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'subnets': [{'id': '7fc36bd6-02f0-4b14-ab5a-c61232eedba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:28.361321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-ee4726bf-0a0a-41c3-a153-878b27be7de9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:28.362859 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-ee4726bf-0a0a-41c3-a153-878b27be7de9 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 945 time: 0.0510511 Mar 08 12:53:28.425381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e7feaf-6afd-438a-aa00-7a3896439422 None None] New status for floating IP 8b69ba8c-a0f7-492a-a1a8-b8d5c4bc747c: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:53:28.462331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Deleting port 08f66ef2-2671-4607-bb82-73eea7aa5e8f {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:28.462674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:28.553265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] For port 08f66ef2-2671-4607-bb82-73eea7aa5e8f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=08f66ef2-2671-4607-bb82-73eea7aa5e8f,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:28.553951 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:28.567223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Calling delete_port for 08f66ef2-2671-4607-bb82-73eea7aa5e8f owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:28.779423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:28.808965 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event deleted for resources: {'Port': ['ID=08f66ef2-2671-4607-bb82-73eea7aa5e8f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:28.848215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] No DVR routers for this DVR port 08f66ef2-2671-4607-bb82-73eea7aa5e8f on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:53:28.850641 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:28.854498 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-f78ec46b-55f7-4013-8b50-e75c9859a6e9 req-367d0ec9-5e18-40a7-93e4-bf1b8fa43ef8 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.45 "DELETE /v2.0/ports/08f66ef2-2671-4607-bb82-73eea7aa5e8f HTTP/1.1" status: 204 len: 173 time: 0.4851263 Mar 08 12:53:28.854943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'name': 'network-vif-deleted', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:53:28.857141 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d23a0-96f2-49ac-95c2-2da0789793f9" -d '{"events": [{"server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "name": "network-vif-deleted", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:53:28.896370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b8fba6-7a02-46b0-b961-55af968938dd x-openstack-request-id: req-88b8fba6-7a02-46b0-b961-55af968938dd {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:53:28.896370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954281cf-72a7-469d-8fa8-7d153b4a89cd", "name": "network-vif-deleted", "tag": "08f66ef2-2671-4607-bb82-73eea7aa5e8f", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:53:28.896370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88b8fba6-7a02-46b0-b961-55af968938dd {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:53:28.896370 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954281cf-72a7-469d-8fa8-7d153b4a89cd', 'name': 'network-vif-deleted', 'tag': '08f66ef2-2671-4607-bb82-73eea7aa5e8f', 'status': 'completed', 'code': 200} Mar 08 12:53:28.985281 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-26540d67-dec7-4039-8d9a-8553a64b33b3 req-427abaa1-0eaf-4e21-960c-984cb91e4619 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 210 time: 0.0267005 Mar 08 12:53:29.042282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d55aa801-317c-49a5-914d-17d2c3e3a0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:30.086052 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c77f850a-e4d1-4818-a200-07518d90207b req-7fb6d727-81d0-432f-9d18-1078f0500939 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 210 time: 0.0308642 Mar 08 12:53:31.181123 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bd31689-5d45-4c1c-8187-f81207c77610 req-969b3f0a-bc71-4230-b28d-8ec832c94e41 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 210 time: 0.0271633 Mar 08 12:53:31.710712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0bfd37c0-e54c-4bcd-83e1-40edf9fbd52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:32.277352 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d4fc908c-48a2-4577-990c-a86514114be2 req-34e15bd5-6bb6-4a13-baeb-b0e83bc84775 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "GET /v2.0/ports?device_id=954281cf-72a7-469d-8fa8-7d153b4a89cd HTTP/1.1" status: 200 len: 210 time: 0.0284350 Mar 08 12:53:32.687853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.332329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40668) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:33.454851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Deleting port 84e56bd4-2501-46e9-9222-fe853e69f836 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:33.455190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.528752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.529068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.540762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Calling delete_port for 84e56bd4-2501-46e9-9222-fe853e69f836 owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:33.688511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 08f66ef2-2671-4607-bb82-73eea7aa5e8f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:33.713988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 08f66ef2-2671-4607-bb82-73eea7aa5e8f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:33.714319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 08f66ef2-2671-4607-bb82-73eea7aa5e8f not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:33.745188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.768707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event deleted for resources: {'Port': ['ID=84e56bd4-2501-46e9-9222-fe853e69f836,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:33.777935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.835741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.838939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:33.841199 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9ff0a1d6-799d-4ab6-8483-480638cca627 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "DELETE /v2.0/floatingips/6598cb79-a182-41a6-bfe7-a2340937de4a HTTP/1.1" status: 204 len: 168 time: 0.5074141 Mar 08 12:53:34.233352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:37.267301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40684) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:37.326241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:37.353577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:37.479153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:37.481914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:37.483108 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] 10.222.0.65 "DELETE /v2.0/security-groups/e7892789-e615-4ade-97ee-be9c5e8b8eb1 HTTP/1.1" status: 204 len: 168 time: 0.2148316 Mar 08 12:53:37.498420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7892789-e615-4ade-97ee-be9c5e8b8eb1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.508673 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.509494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.509494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3cc8d-61de-41e6-b021-c151e55bc041 tempest-TestVolumeBootPattern-484938796 tempest-TestVolumeBootPattern-484938796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:37.608201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40688) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:38.096489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:38.644876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Deleting port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:38.645613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:38.719844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] For port 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:38.720191 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:38.733002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Calling delete_port for 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:38.814638 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:53:39.038717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:39.064107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Pushing event deleted for resources: {'Port': ['ID=19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:39.231450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:39.452072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Router 64f7c003-3d5a-4b85-abfc-cd7234c94783 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:53:39.557274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:39.564540 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-72b2b231-d154-4843-96bb-f3adb7bec52d admin admin] 10.222.0.65 "PUT /v2.0/routers/64f7c003-3d5a-4b85-abfc-cd7234c94783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552290 Mar 08 12:53:39.565087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40692) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:39.567050 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] Sync routers for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:39.577540 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:39.578255 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:39.670198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:39.690514 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:39.778182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:39.865751 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:53:38Z', 'revision_number': 5, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port': {'id': '61a79ce2-9452-4a05-9a7e-081c993a34fd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:21Z', 'updated_at': '2022-03-08T12:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:39.883173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Deleting port 61a79ce2-9452-4a05-9a7e-081c993a34fd {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:39.883510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:39.895862 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] Checking router: 64f7c003-3d5a-4b85-abfc-cd7234c94783 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:39.904521 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] Routers {'64f7c003-3d5a-4b85-abfc-cd7234c94783'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:39.905115 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['64f7c003-3d5a-4b85-abfc-cd7234c94783'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:39.963084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] For port 61a79ce2-9452-4a05-9a7e-081c993a34fd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=61a79ce2-9452-4a05-9a7e-081c993a34fd,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:39.963585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:39.981329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Calling delete_port for 61a79ce2-9452-4a05-9a7e-081c993a34fd owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:39.986486 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] Set router 64f7c003-3d5a-4b85-abfc-cd7234c94783 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:40.038626 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:53:39Z', 'revision_number': 6, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:40.065902 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b1801-b354-456a-a9ff-d65afc824410 None None] The sync data for ids ['64f7c003-3d5a-4b85-abfc-cd7234c94783'] in dv-neutron-829486-2-hyperv is: [{'id': '64f7c003-3d5a-4b85-abfc-cd7234c94783', 'name': 'tempest-TestVolumeBootPattern-2008604577-router', 'tenant_id': 'c681faacec2c49369e1292020a9e19f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:19Z', 'updated_at': '2022-03-08T12:53:39Z', 'revision_number': 6, 'project_id': 'c681faacec2c49369e1292020a9e19f2', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:40.187166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.216551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Pushing event deleted for resources: {'Port': ['ID=61a79ce2-9452-4a05-9a7e-081c993a34fd,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:40.229631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.229631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.229631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.232499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:40.287752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.379698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.381652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.508126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.508902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f7c003-3d5a-4b85-abfc-cd7234c94783 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:53:40.515499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.516682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8bdc2043-56de-48cc-bfcf-873808b769fc admin admin] 10.222.0.65 "DELETE /v2.0/routers/64f7c003-3d5a-4b85-abfc-cd7234c94783 HTTP/1.1" status: 204 len: 168 time: 0.9506269 Mar 08 12:53:40.519331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40694) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:40.568760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:40.569567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] Deleting subnet 7fc36bd6-02f0-4b14-ab5a-c61232eedba2 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:53:40.575265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.590665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:40.591086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 19ae0049-ff9e-4cd4-ab4a-5a37cb8f7780 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:40.613298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.692423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.833649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.860429 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc36bd6-02f0-4b14-ab5a-c61232eedba2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:40.864406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:40.870686 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-66ef2c67-9214-43e8-a5de-9a3edd9aead1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7fc36bd6-02f0-4b14-ab5a-c61232eedba2 HTTP/1.1" status: 204 len: 168 time: 0.3473217 Mar 08 12:53:40.870995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40696) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:40.871771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ae2e1-2ce5-4241-95b4-ea441d2c9871 None None] Network 70c6fa82-02d6-44c4-98e6-d63da42c5908 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:53:40.944104 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.003996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Deleting port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:41.004429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.058671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] DHCP port deletion for 70c6fa82-02d6-44c4-98e6-d63da42c5908 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:53:41.073727 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] For port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:41.074115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.086804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Calling delete_port for 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:41.104253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Deleting port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:41.104532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.169035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] For port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,segment=NetworkSegment(f13783f2-6a78-4d20-bbbc-9d01b97b3f2b),segment_id=f13783f2-6a78-4d20-bbbc-9d01b97b3f2b)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:41.169428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.182494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Calling delete_port for 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:41.230934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.257663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.257937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:41.260315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] No DVR routers for this DVR port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:53:41.287065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Pushing event deleted for resources: {'Port': ['ID=4e09d72b-9ebe-4bb2-ad8b-08d1112e4853,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:41.296959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] No DVR routers for this DVR port 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:53:41.301498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.301884 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.302194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.302512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.302826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.303144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.303455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.303823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.304064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.304371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.304675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.304977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232af9-02bd-4662-bdd6-e538220321d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:41.339184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.359124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c6fa82-02d6-44c4-98e6-d63da42c5908']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:41.368129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:41.368422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13783f2-6a78-4d20-bbbc-9d01b97b3f2b') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:41.378314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.392519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.398246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:53:41.398624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:53:41.400380 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:53:41.510790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.516523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:41.522430 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] 10.222.0.65 "DELETE /v2.0/networks/70c6fa82-02d6-44c4-98e6-d63da42c5908 HTTP/1.1" status: 204 len: 168 time: 0.6470954 Mar 08 12:53:41.522773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40698) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:41.531402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e04cea-b30c-4098-9b47-e89aa4b44634 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c6fa82-02d6-44c4-98e6-d63da42c5908,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:41.863392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:42.107987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Deleting port 9f5f95e7-6bc8-49ec-9316-787a058a0f49 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:42.108239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:42.189104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] For port 9f5f95e7-6bc8-49ec-9316-787a058a0f49, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9f5f95e7-6bc8-49ec-9316-787a058a0f49,segment=NetworkSegment(d7e19471-47ed-4a1a-a709-250c8c7fc162),segment_id=d7e19471-47ed-4a1a-a709-250c8c7fc162)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:42.189460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:42.202619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Calling delete_port for 9f5f95e7-6bc8-49ec-9316-787a058a0f49 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:42.272403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 61a79ce2-9452-4a05-9a7e-081c993a34fd no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:42.294944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 61a79ce2-9452-4a05-9a7e-081c993a34fd {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:42.295286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 61a79ce2-9452-4a05-9a7e-081c993a34fd not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:42.295705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:42.314702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:42.315051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 4e09d72b-9ebe-4bb2-ad8b-08d1112e4853 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:42.438521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:42.464856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5f95e7-6bc8-49ec-9316-787a058a0f49,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:42.635117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:42.849228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Router 385c1c68-f415-4320-a8bd-a43c12eb9c4a has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:53:42.958719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:42.968339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6017babd-9f17-43d3-a476-5cd26561ae7d admin admin] 10.222.0.65 "PUT /v2.0/routers/385c1c68-f415-4320-a8bd-a43c12eb9c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4400048 Mar 08 12:53:42.968339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40700) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:42.968521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] Sync routers for ids ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:42.977581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] Routers {'385c1c68-f415-4320-a8bd-a43c12eb9c4a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:42.978231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:43.070757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:43.082768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] Set router 385c1c68-f415-4320-a8bd-a43c12eb9c4a gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:43.174625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:43.262814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:53:42Z', 'revision_number': 5, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port': {'id': '24eae2b5-90f8-435c-be23-ff07eeba184b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:43:43Z', 'updated_at': '2022-03-08T12:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:43.281530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Deleting port 24eae2b5-90f8-435c-be23-ff07eeba184b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:43.281885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:43.290358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] Checking router: 385c1c68-f415-4320-a8bd-a43c12eb9c4a for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:43.299210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] Routers {'385c1c68-f415-4320-a8bd-a43c12eb9c4a'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:43.299806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:53:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:43.364776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] For port 24eae2b5-90f8-435c-be23-ff07eeba184b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=24eae2b5-90f8-435c-be23-ff07eeba184b,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:43.365030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:43.376579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Calling delete_port for 24eae2b5-90f8-435c-be23-ff07eeba184b owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:43.383526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] Set router 385c1c68-f415-4320-a8bd-a43c12eb9c4a gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:43.434910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:53:43Z', 'revision_number': 6, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:43.466549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31df924-8236-4c90-813d-2f881ff6b807 None None] The sync data for ids ['385c1c68-f415-4320-a8bd-a43c12eb9c4a'] in dv-neutron-829486-2-hyperv is: [{'id': '385c1c68-f415-4320-a8bd-a43c12eb9c4a', 'name': 'tempest-TestVolumeBootPattern-81217011-router', 'tenant_id': '58a10bba555743e28038e404a82fa587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:43:41Z', 'updated_at': '2022-03-08T12:53:43Z', 'revision_number': 6, 'project_id': '58a10bba555743e28038e404a82fa587', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:43.604915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:43.635040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Pushing event deleted for resources: {'Port': ['ID=24eae2b5-90f8-435c-be23-ff07eeba184b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:43.691359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.100291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.102377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.208226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.208790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 385c1c68-f415-4320-a8bd-a43c12eb9c4a {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:53:44.213102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.214280 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5e4063fc-624c-44b6-8ef1-c29f5fd515ca admin admin] 10.222.0.65 "DELETE /v2.0/routers/385c1c68-f415-4320-a8bd-a43c12eb9c4a HTTP/1.1" status: 204 len: 168 time: 1.2463670 Mar 08 12:53:44.216749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40702) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:44.264226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] Deleting subnet a22aa1f3-7548-46f3-aff9-c13d7655842b {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:53:44.267754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.282121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 24eae2b5-90f8-435c-be23-ff07eeba184b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:44.302363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.302577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 24eae2b5-90f8-435c-be23-ff07eeba184b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:44.303087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 24eae2b5-90f8-435c-be23-ff07eeba184b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:44.303207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9f5f95e7-6bc8-49ec-9316-787a058a0f49 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:44.322315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9f5f95e7-6bc8-49ec-9316-787a058a0f49 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:44.322643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9f5f95e7-6bc8-49ec-9316-787a058a0f49 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:44.389174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.545689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.570943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22aa1f3-7548-46f3-aff9-c13d7655842b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:44.577534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.581189 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2f8bb828-f214-4448-bc32-555113e9f781 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a22aa1f3-7548-46f3-aff9-c13d7655842b HTTP/1.1" status: 204 len: 168 time: 0.3631406 Mar 08 12:53:44.582965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6eddb-4df4-406d-9d69-06e9f01e198d None None] Network 318576e9-b172-4e71-8bd7-66ebf17e52f6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:53:44.583404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40704) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:44.653710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.707581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Deleting port b95ff03e-c500-4364-b8c9-af25371114b7 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:44.707859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.762720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] DHCP port deletion for 318576e9-b172-4e71-8bd7-66ebf17e52f6 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:53:44.777326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] For port b95ff03e-c500-4364-b8c9-af25371114b7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b95ff03e-c500-4364-b8c9-af25371114b7,segment=NetworkSegment(d7e19471-47ed-4a1a-a709-250c8c7fc162),segment_id=d7e19471-47ed-4a1a-a709-250c8c7fc162)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:44.777675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.790832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Calling delete_port for b95ff03e-c500-4364-b8c9-af25371114b7 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:44.812317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] Deleting port b95ff03e-c500-4364-b8c9-af25371114b7 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:53:44.812735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.878840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] For port b95ff03e-c500-4364-b8c9-af25371114b7, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b95ff03e-c500-4364-b8c9-af25371114b7,segment=NetworkSegment(d7e19471-47ed-4a1a-a709-250c8c7fc162),segment_id=d7e19471-47ed-4a1a-a709-250c8c7fc162)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:44.879988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.891929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] Calling delete_port for b95ff03e-c500-4364-b8c9-af25371114b7 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:53:44.934129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.964705 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Pushing event deleted for resources: {'Port': ['ID=b95ff03e-c500-4364-b8c9-af25371114b7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:44.966441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] No DVR routers for this DVR port b95ff03e-c500-4364-b8c9-af25371114b7 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:53:44.971618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:44.998492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] Pushing event deleted for resources: {'Port': ['ID=b95ff03e-c500-4364-b8c9-af25371114b7,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:45.000364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367dcda-90b6-46c2-bc12-083fdbb5ca7b None None] No DVR routers for this DVR port b95ff03e-c500-4364-b8c9-af25371114b7 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:53:45.036949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.056899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318576e9-b172-4e71-8bd7-66ebf17e52f6']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:45.065822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e19471-47ed-4a1a-a709-250c8c7fc162') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:45.066140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e19471-47ed-4a1a-a709-250c8c7fc162') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:45.075398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.087853 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.094342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:53:45.094823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:53:45.096554 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:53:45.209906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.215843 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.219027 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] 10.222.0.65 "DELETE /v2.0/networks/318576e9-b172-4e71-8bd7-66ebf17e52f6 HTTP/1.1" status: 204 len: 168 time: 0.6346483 Mar 08 12:53:45.230053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151059da-503a-403b-b4e5-bbfed714637b admin admin] Pushing event deleted for resources: {'Network': ['ID=318576e9-b172-4e71-8bd7-66ebf17e52f6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:45.537212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40708) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:45.577369 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a171c717-7794-4d01-869b-8ce2219431b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c681faacec2c49369e1292020a9e19f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389309 Mar 08 12:53:45.579816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40710) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:45.626821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a58701c-f76b-4ba1-9f05-eb6d262f3d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.647701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a58701c-f76b-4ba1-9f05-eb6d262f3d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.769952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a58701c-f76b-4ba1-9f05-eb6d262f3d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.772534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7a58701c-f76b-4ba1-9f05-eb6d262f3d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:45.773679 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7a58701c-f76b-4ba1-9f05-eb6d262f3d59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15f33418-1519-48a8-a3a0-e3ab3bbd5ea0 HTTP/1.1" status: 204 len: 168 time: 0.1929407 Mar 08 12:53:45.787302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58701c-f76b-4ba1-9f05-eb6d262f3d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f33418-1519-48a8-a3a0-e3ab3bbd5ea0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:46.261922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b95ff03e-c500-4364-b8c9-af25371114b7 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:53:46.282813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b95ff03e-c500-4364-b8c9-af25371114b7 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:53:46.283175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b95ff03e-c500-4364-b8c9-af25371114b7 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:53:46.400087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40716) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:46.443175 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-23ca5f83-267a-4bf9-b3ed-7754daeb05cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58a10bba555743e28038e404a82fa587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419352 Mar 08 12:53:46.446836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40718) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:53:46.494016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1991ee5c-8c8c-421b-a71a-6fab459d1798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:46.516096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1991ee5c-8c8c-421b-a71a-6fab459d1798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:46.620374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1991ee5c-8c8c-421b-a71a-6fab459d1798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:46.622919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1991ee5c-8c8c-421b-a71a-6fab459d1798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:46.626433 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1991ee5c-8c8c-421b-a71a-6fab459d1798 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3bfeac03-8e17-4d02-9f84-776bdefd9c04 HTTP/1.1" status: 204 len: 168 time: 0.1763544 Mar 08 12:53:46.632525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991ee5c-8c8c-421b-a71a-6fab459d1798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfeac03-8e17-4d02-9f84-776bdefd9c04,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:55.495498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:53:59.021515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-59a5d75c-882a-4bbf-afae-ab919d4845a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:01.655769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f3937c1e-f2ba-40e5-8218-86d4b9522a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:02.699521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:03.746846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:04.261781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:15.814434 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:54:25.484405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:28.350358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-bf7fd62a-5850-47d7-9f36-4315ade32584 req-d828c378-0ffe-47c4-ad11-9f65fba3d354 service neutron] (104046) timed out ('10.222.0.45', 55393) {{(pid=104046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 08 12:54:29.020409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c688934f-cbbd-45e9-af30-13e677df6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:31.661022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2c9c7ed1-a7b6-4be9-bd8b-56ba9b35c8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:32.689454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:33.765861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:34.255154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:47.415545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40736) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:54:47.421934 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:54:47.511890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61984217'] for subnet, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:47.705932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769083559855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61737047'] for subnet, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:47.746689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:47.747604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:47.748859 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/subnets/e233b848-cf65-441c-b9ef-902c5340b1ab HTTP/1.1" status: 200 len: 836 time: 0.3319981 Mar 08 12:54:47.753281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd301fb-755d-4a12-a693-e30c968d54ec None None] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:54:47.764247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=e233b848-cf65-441c-b9ef-902c5340b1ab,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:47.771522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.771863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.772194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.772527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.772879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.773201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.773519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.773852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.774179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.774495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.774810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:47.775122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe95ac-3916-4d35-bdb4-747dd090982c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:48.114971 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4e7d930e-907f-41e9-bf10-c78656da60fb None None] Provisioning complete for port e966cdb1-5349-47d2-a9cd-03466013d915 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:54:48.115331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e7d930e-907f-41e9-bf10-c78656da60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:48.342214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4e7d930e-907f-41e9-bf10-c78656da60fb None None] Provisioning complete for port 2004624e-d8c4-481c-81ff-577c0511953f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:54:48.342565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e7d930e-907f-41e9-bf10-c78656da60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:48.425431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4e7d930e-907f-41e9-bf10-c78656da60fb None None] Provisioning complete for port c58e9ff7-b61b-474d-b521-d076ce666936 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:54:48.425785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e7d930e-907f-41e9-bf10-c78656da60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:52.814237 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:54:55.500811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:54:59.025256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d89e79f7-eb72-4c8f-b1d8-cd23f2b7bc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:01.653401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e5d5f582-77a7-49f3-8a4f-520cdcfde12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:02.689324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:03.757564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:04.236508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:12.752116 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-ebdc7cb8-d4ce-44f4-a75c-509c53604824 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1741540 Mar 08 12:55:12.834793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-b715149d-1ecd-4b25-9b5e-ba1cdf6aa8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:12.836222 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-b715149d-1ecd-4b25-9b5e-ba1cdf6aa8c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 1098 time: 0.0404117 Mar 08 12:55:12.940013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-8f4d5d5d-d5de-496e-b327-5820cc6f6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:12.941455 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-8f4d5d5d-d5de-496e-b327-5820cc6f6d2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80 HTTP/1.1" status: 200 len: 898 time: 0.0865190 Mar 08 12:55:13.005730 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-ced4dc8a-bb72-494a-bea8-aea4f3996dcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2004624e-d8c4-481c-81ff-577c0511953f HTTP/1.1" status: 200 len: 1001 time: 0.0569715 Mar 08 12:55:13.053779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-13250c43-c59b-4ede-b864-cacdcd179da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:13.055196 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-13250c43-c59b-4ede-b864-cacdcd179da8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e233b848-cf65-441c-b9ef-902c5340b1ab HTTP/1.1" status: 200 len: 844 time: 0.0428395 Mar 08 12:55:13.103414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-10e8b3eb-ec96-40ee-81ce-ace873bdc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:13.104828 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-10e8b3eb-ec96-40ee-81ce-ace873bdc18a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433710 Mar 08 12:55:13.191216 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-f3fa5a76-300f-4285-abb0-74b68dfbdabe service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799296 Mar 08 12:55:13.282311 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-50b2458c-1660-4871-aeee-17f56f0914d5 req-54641e38-c95a-4436-9952-365917b8b435 service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852301 Mar 08 12:55:25.482453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:29.002892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46dffb22-fa0d-4555-ac62-f39d16829d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:29.812438 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:55:30.612004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40750) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:30.894521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 20a70c0e-ea07-4537-bf0d-af382e098caa {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:55:30.894782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:30.972758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:30.973085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:30.984666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 20a70c0e-ea07-4537-bf0d-af382e098caa owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:55:31.196813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.221024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=20a70c0e-ea07-4537-bf0d-af382e098caa,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:31.286761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.287083 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 6229b8a9-2564-4656-b490-22301b5dc5ff disassociated (deleted). External IP: 172.26.3.243, port: 2004624e-d8c4-481c-81ff-577c0511953f. Mar 08 12:55:31.495253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cb588d53-4631-477b-9539-8c8980534bf5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:55:31.607740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:55:31.615315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.618138 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] Sync routers for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:31.630443 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:31.634537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:31.641816 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dc154704-0fca-422d-b2a6-14bd7de38078 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/6229b8a9-2564-4656-b490-22301b5dc5ff HTTP/1.1" status: 204 len: 168 time: 1.0281589 Mar 08 12:55:31.643079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:55:31.645534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "tag": "2004624e-d8c4-481c-81ff-577c0511953f"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:55:31.683493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-37541271-6d66-4c3d-aaf6-67d07390980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:31.777426 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:31.851552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6920f3-9a5b-4252-adf8-29c72aacd016 x-openstack-request-id: req-9c6920f3-9a5b-4252-adf8-29c72aacd016 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:55:31.851926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "tag": "2004624e-d8c4-481c-81ff-577c0511953f", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:55:31.852268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c6920f3-9a5b-4252-adf8-29c72aacd016 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:55:31.852728 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f', 'status': 'completed', 'code': 200} Mar 08 12:55:31.920235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-69b4958f-abb0-417c-acd7-ea05ad08a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:31.921906 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-69b4958f-abb0-417c-acd7-ea05ad08a788 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 1098 time: 0.0434725 Mar 08 12:55:31.992996 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:36Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:32.019556 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] Checking router: cb588d53-4631-477b-9539-8c8980534bf5 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:32.024183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-359f23ca-6068-4460-8006-6d8720f4fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.025754 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-359f23ca-6068-4460-8006-6d8720f4fa8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80 HTTP/1.1" status: 200 len: 898 time: 0.0976400 Mar 08 12:55:32.027991 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:32.028585 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:32.072098 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-6915fd5d-cd8b-44e3-a657-8f6d4a327ccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2004624e-d8c4-481c-81ff-577c0511953f HTTP/1.1" status: 200 len: 217 time: 0.0379572 Mar 08 12:55:32.127427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-b88a308f-f626-4e79-84be-4f9ce50e8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.128492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4bb8b-c2c7-4b38-989b-36487818d8c3 req-79243947-c797-4d45-bee5-466fc1b2acac tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.129280 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-b88a308f-f626-4e79-84be-4f9ce50e8e8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e233b848-cf65-441c-b9ef-902c5340b1ab HTTP/1.1" status: 200 len: 844 time: 0.0506947 Mar 08 12:55:32.130018 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64e4bb8b-c2c7-4b38-989b-36487818d8c3 req-79243947-c797-4d45-bee5-466fc1b2acac tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 945 time: 0.1022968 Mar 08 12:55:32.136519 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:32.169120 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64e4bb8b-c2c7-4b38-989b-36487818d8c3 req-d68a6ee9-8c56-4d58-87d7-a92b84487786 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331309 Mar 08 12:55:32.178760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-af52a157-50df-44a5-8d54-0e5f37eb479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:32.180297 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-af52a157-50df-44a5-8d54-0e5f37eb479d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1acaca5-8e9a-4eb8-98ac-135652b1bc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436010 Mar 08 12:55:32.277591 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-51d00f16-28df-4e80-a38f-4ebcf84b28f5 service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897319 Mar 08 12:55:32.332313 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:36Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:32.361209 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a6f5c-4a5f-4bf0-84e3-5bb017603351 None None] The sync data for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv is: [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:52:33Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'e966cdb1-5349-47d2-a9cd-03466013d915', 'name': '', 'network_id': 'd1acaca5-8e9a-4eb8-98ac-135652b1bc80', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:e0:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:32Z', 'updated_at': '2022-03-08T12:52:36Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': 'e233b848-cf65-441c-b9ef-902c5340b1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:32.369159 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-c29cf7ca-2b0f-48da-9909-c1cb27acb5b7 req-63059045-a3c5-4992-92e1-eca54507338f service neutron] 10.222.0.45 "GET /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Mar 08 12:55:32.571391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe9935-d7a5-44c3-bb69-31cbe56d3a63 None None] New status for floating IP 6229b8a9-2564-4656-b490-22301b5dc5ff: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:55:32.739793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:33.327768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-d24f7f74-d580-432e-bc58-2e1bab1e9466 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:33.329216 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-d24f7f74-d580-432e-bc58-2e1bab1e9466 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 945 time: 0.0539973 Mar 08 12:55:33.335546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3630ba3-0713-4d3e-b33b-1d6867b226c4 req-08557c32-5cf2-4dbd-b41e-e611722502c9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:33.337016 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3630ba3-0713-4d3e-b33b-1d6867b226c4 req-08557c32-5cf2-4dbd-b41e-e611722502c9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 945 time: 0.0994275 Mar 08 12:55:33.375801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3630ba3-0713-4d3e-b33b-1d6867b226c4 req-c1cf2211-18e4-471c-bffa-b8ca419e32b5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326419 Mar 08 12:55:33.418808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 2004624e-d8c4-481c-81ff-577c0511953f {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:55:33.419145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:33.510343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 2004624e-d8c4-481c-81ff-577c0511953f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2004624e-d8c4-481c-81ff-577c0511953f,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:33.510598 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:33.522290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 2004624e-d8c4-481c-81ff-577c0511953f owned by compute:nova {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:55:33.716994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:33.751028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=2004624e-d8c4-481c-81ff-577c0511953f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:33.761209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.761598 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.762323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.762323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.762686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.763011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.763461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.763638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.763957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.764271 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.764707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.765051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:33.770139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:33.807074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port 2004624e-d8c4-481c-81ff-577c0511953f on host hv-neutron-8294 {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:55:33.809421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:33.812683 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-67535d7f-db43-44b2-9cb5-2d8540f2e73a req-86e66c89-b981-4ec8-b863-796c9e783dc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/2004624e-d8c4-481c-81ff-577c0511953f HTTP/1.1" status: 204 len: 173 time: 0.4776211 Mar 08 12:55:33.813311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'name': 'network-vif-deleted', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:55:33.815728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc291c0-63b7-4d2a-bf27-fabf3e775b3a" -d '{"events": [{"server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "name": "network-vif-deleted", "tag": "2004624e-d8c4-481c-81ff-577c0511953f"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:55:33.854513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4d5a74-0895-47bf-a1f8-9a9dfd641e28 x-openstack-request-id: req-4f4d5a74-0895-47bf-a1f8-9a9dfd641e28 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:55:33.854812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1934eb-5567-4b2d-8a8d-b1242e7c3403", "name": "network-vif-deleted", "tag": "2004624e-d8c4-481c-81ff-577c0511953f", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:55:33.855073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f4d5a74-0895-47bf-a1f8-9a9dfd641e28 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:55:33.855465 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1934eb-5567-4b2d-8a8d-b1242e7c3403', 'name': 'network-vif-deleted', 'tag': '2004624e-d8c4-481c-81ff-577c0511953f', 'status': 'completed', 'code': 200} Mar 08 12:55:34.231778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:34.484384 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c1055e51-f451-4d1b-b6a1-57f93ffc6557 req-e98f917c-a2e1-4a31-8bd4-4e6869b27863 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d1934eb-5567-4b2d-8a8d-b1242e7c3403 HTTP/1.1" status: 200 len: 210 time: 0.0298409 Mar 08 12:55:35.541804 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40782) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:35.599882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36946963-40e6-418b-af51-93491877188d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:35.624099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36946963-40e6-418b-af51-93491877188d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:35.734009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36946963-40e6-418b-af51-93491877188d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:35.736616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-36946963-40e6-418b-af51-93491877188d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:35.737752 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-36946963-40e6-418b-af51-93491877188d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/fb8cdea1-aab4-4e95-9a5a-31db3c6f6601 HTTP/1.1" status: 204 len: 168 time: 0.1949539 Mar 08 12:55:35.746971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36946963-40e6-418b-af51-93491877188d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8cdea1-aab4-4e95-9a5a-31db3c6f6601,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:36.855803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40788) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:37.214920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:37.469095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port e966cdb1-5349-47d2-a9cd-03466013d915 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:55:37.469332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:37.555831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port e966cdb1-5349-47d2-a9cd-03466013d915, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e966cdb1-5349-47d2-a9cd-03466013d915,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:37.556177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:37.568715 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for e966cdb1-5349-47d2-a9cd-03466013d915 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:55:37.796970 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:37.833560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=e966cdb1-5349-47d2-a9cd-03466013d915,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:38.004337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:38.201365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2004624e-d8c4-481c-81ff-577c0511953f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:55:38.221882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 2004624e-d8c4-481c-81ff-577c0511953f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:55:38.222216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2004624e-d8c4-481c-81ff-577c0511953f not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:55:38.535260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cb588d53-4631-477b-9539-8c8980534bf5 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:55:38.643752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:55:38.649242 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4ffb3aba-36f6-4215-a870-09b2e4657455 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/cb588d53-4631-477b-9539-8c8980534bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924092 Mar 08 12:55:38.652020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40790) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:38.653469 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] Sync routers for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:38.664339 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:38.664985 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:38.705005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet e233b848-cf65-441c-b9ef-902c5340b1ab {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:55:38.708165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:38.749379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:38.771716 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:38.837475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:38.948188 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:55:37Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:38.968044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:38.975043 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] Checking router: cb588d53-4631-477b-9539-8c8980534bf5 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:38.983368 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] Routers {'cb588d53-4631-477b-9539-8c8980534bf5'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:38.983966 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cb588d53-4631-477b-9539-8c8980534bf5'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:38.996091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=e233b848-cf65-441c-b9ef-902c5340b1ab,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:39.000637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.007465 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1a6c4b74-3710-405c-906c-495beb41c49f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/e233b848-cf65-441c-b9ef-902c5340b1ab HTTP/1.1" status: 204 len: 168 time: 0.3513319 Mar 08 12:55:39.009640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40792) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:39.012058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e2760-3ef0-4191-9b21-70e8120ded92 None None] Network d1acaca5-8e9a-4eb8-98ac-135652b1bc80 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:55:39.095602 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] Set router cb588d53-4631-477b-9539-8c8980534bf5 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:39.122142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.211829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] DHCP port deletion for d1acaca5-8e9a-4eb8-98ac-135652b1bc80 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:55:39.236692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.261495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Deleting port c58e9ff7-b61b-474d-b521-d076ce666936 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:55:39.261875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.335859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] For port c58e9ff7-b61b-474d-b521-d076ce666936, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=c58e9ff7-b61b-474d-b521-d076ce666936,segment=NetworkSegment(25d4285b-62c2-4204-a386-67339994fb9c),segment_id=25d4285b-62c2-4204-a386-67339994fb9c)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:39.336281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.351034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Calling delete_port for c58e9ff7-b61b-474d-b521-d076ce666936 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:55:39.360382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port cbdb0542-b4aa-4f97-994b-dc3a62b06126 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:55:39.360903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.377892 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:55:37Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:39.405973 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49d5ed-8264-4e11-9a9c-c5bd3b38470b None None] The sync data for ids ['cb588d53-4631-477b-9539-8c8980534bf5'] in dv-neutron-829486-2-hyperv is: [{'id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'name': 'tempest-TestNetworkBasicOps-router-1085707943', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:52:28Z', 'updated_at': '2022-03-08T12:55:37Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': 'cbdb0542-b4aa-4f97-994b-dc3a62b06126', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ed:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb588d53-4631-477b-9539-8c8980534bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:52:29Z', 'updated_at': '2022-03-08T12:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:39.460529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port cbdb0542-b4aa-4f97-994b-dc3a62b06126, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=cbdb0542-b4aa-4f97-994b-dc3a62b06126,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:39.460883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.472370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for cbdb0542-b4aa-4f97-994b-dc3a62b06126 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:55:39.499813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.526196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Pushing event deleted for resources: {'Port': ['ID=c58e9ff7-b61b-474d-b521-d076ce666936,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:39.533537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] No DVR routers for this DVR port c58e9ff7-b61b-474d-b521-d076ce666936 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:55:39.536205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.536375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.536703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.537031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.537438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.537759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.538989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.538989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.538989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.538989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.539374 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.539586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1e9ca2-50bd-42cb-92db-34af1f12558c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:39.711287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.737609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=cbdb0542-b4aa-4f97-994b-dc3a62b06126,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:39.809949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.906926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:39.909306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.037874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.038583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router cb588d53-4631-477b-9539-8c8980534bf5 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:55:40.045231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.046362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1cdf8f50-85da-4740-9ad7-109121500781 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/cb588d53-4631-477b-9539-8c8980534bf5 HTTP/1.1" status: 204 len: 168 time: 1.0376854 Mar 08 12:55:40.049132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40794) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:40.129498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.222906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.243874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1acaca5-8e9a-4eb8-98ac-135652b1bc80']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:40.259953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d4285b-62c2-4204-a386-67339994fb9c') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:40.260275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d4285b-62c2-4204-a386-67339994fb9c') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:40.275733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.296371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.303979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:55:40.306439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:55:40.307360 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:55:40.431235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.439682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.441678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/d1acaca5-8e9a-4eb8-98ac-135652b1bc80 HTTP/1.1" status: 204 len: 168 time: 0.3913407 Mar 08 12:55:40.456257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40796) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:40.463023 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64528a0-0d0d-4265-87e4-ad9a95e3bfc0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=d1acaca5-8e9a-4eb8-98ac-135652b1bc80,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:40.463946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--1471252034', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:40.521270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e966cdb1-5349-47d2-a9cd-03466013d915 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:55:40.547061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: e966cdb1-5349-47d2-a9cd-03466013d915 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:55:40.547330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e966cdb1-5349-47d2-a9cd-03466013d915 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:55:40.547740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c58e9ff7-b61b-474d-b521-d076ce666936 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:55:40.551186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:40.554843 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.568163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: c58e9ff7-b61b-474d-b521-d076ce666936 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:55:40.569293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device c58e9ff7-b61b-474d-b521-d076ce666936 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:55:40.569293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cbdb0542-b4aa-4f97-994b-dc3a62b06126 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:55:40.578057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:55:40.587946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.588281 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment d004d37f-b9b1-4cda-ad99-d51c07fcb661 of type vlan for network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd Mar 08 12:55:40.589823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: cbdb0542-b4aa-4f97-994b-dc3a62b06126 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:55:40.590186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device cbdb0542-b4aa-4f97-994b-dc3a62b06126 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:55:40.628012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.728398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.734560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:40.735260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.803427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:40.818158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:55:40.845159 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-13d1a58d-9634-46bf-af7c-1f6e7ca1a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3861518 Mar 08 12:55:40.847946 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40798) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:40.852352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:40.957164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:40.958875 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:41.013170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:41.215221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:41.464742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:41.482819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:41.580553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.88 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/57581c8f-0bfd-4118-a7a8-31f65d078ebd) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:41.681681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:41.774594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:41.817307 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:41.819908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:41.824353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:55:41.827241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=57581c8f-0bfd-4118-a7a8-31f65d078ebd,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:42.468140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:42.672591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:42.848240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cfa4fa6e-deb4-4205-9106-6edd2f386c71 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:55:42.955390 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:55:42.964877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Sync routers for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:42.974552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:42.975155 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:43.022300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.023864 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b8aa542d-3e9d-4a1e-97a1-d14d32ff2bb8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1749380 Mar 08 12:55:43.026959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40800) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:43.092129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:43.192401 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1e70522b-f482-4b29-8f71-7809aacb1dfb tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1641479 Mar 08 12:55:43.194820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40804) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:43.270793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:41Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:43.284897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1768bbf-ad3a-4968-beb4-5ccba6af3234 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:43.287065 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f1768bbf-ad3a-4968-beb4-5ccba6af3234 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912395 Mar 08 12:55:43.290040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40806) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:43.297925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Checking router: cfa4fa6e-deb4-4205-9106-6edd2f386c71 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:43.298270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Updating router cfa4fa6e-deb4-4205-9106-6edd2f386c71 port 57581c8f-0bfd-4118-a7a8-31f65d078ebd binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:55:43.319034 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c47de2fc-bd89-4cd5-8008-f83f49d34410 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274172 Mar 08 12:55:43.321050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40808) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:43.325792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83194664', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:43.326781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.476585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:43.480270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.574077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.654424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.705552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Attempting to bind port 57581c8f-0bfd-4118-a7a8-31f65d078ebd on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:43.705934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Attempting to bind port 57581c8f-0bfd-4118-a7a8-31f65d078ebd by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:43.706283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Attempting to bind port 57581c8f-0bfd-4118-a7a8-31f65d078ebd on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:55:43.708890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9725c-a354-47c4-a3ac-e7b7e4ddb101 None None] Pushing event updated for resources: {'Port': ['ID=57581c8f-0bfd-4118-a7a8-31f65d078ebd,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:43.714882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:55:43.715245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:55:43.715640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.716011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:55:43.717077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Bound port: 57581c8f-0bfd-4118-a7a8-31f65d078ebd, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:43.717077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.740051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.772547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] For port 57581c8f-0bfd-4118-a7a8-31f65d078ebd, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:55:43.775860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] For port 57581c8f-0bfd-4118-a7a8-31f65d078ebd, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=57581c8f-0bfd-4118-a7a8-31f65d078ebd,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:55:43.804064 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=062604a9-75fe-4049-8565-2957886fd985,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:43.815667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:55:43.816100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:55:43.849270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.877288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:55:43.901853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:43.902462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:43.933740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:43.938090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:43.938671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:43.948687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef819f9-1a95-41dc-9889-271fcc85a77d None None] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:55:43.955722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9725c-a354-47c4-a3ac-e7b7e4ddb101 None None] Pushing event updated for resources: {'Port': ['ID=57581c8f-0bfd-4118-a7a8-31f65d078ebd,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:44.028038 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9788b873-8b77-4277-8789-86352ce32d54 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7059436 Mar 08 12:55:44.030832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40810) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:44.087557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:44.392340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:55:44.393166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.469777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.568773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:41Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:44.605490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Allocated IP 172.20.0.2 (f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd/062604a9-75fe-4049-8565-2957886fd985/526f9a7f-ce81-4ec1-9c64-a41db63b8eda) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:44.610679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a7997-bb9e-4982-bfbb-2251eac4c3fa None None] The sync data for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv is: [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:41Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:44.767781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.831690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.885791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Pushing event updated for resources: {'Port': ['ID=526f9a7f-ce81-4ec1-9c64-a41db63b8eda,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:44.889308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:44.891099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:44.893238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:55:44.902667 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd/062604a9-75fe-4049-8565-2957886fd985/9c1f5db1-3ad3-42d0-8aba-c319ac674629) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:44.960069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Attempting to bind port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:44.960765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Attempting to bind port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:44.961122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Attempting to bind port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:55:44.968645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:55:44.968645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Checking segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:55:44.968645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:44.968645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Bound using segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:55:44.968645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Bound port: 526f9a7f-ce81-4ec1-9c64-a41db63b8eda, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:44.969279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.030003 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.041430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] For port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:55:45.045195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] For port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=526f9a7f-ce81-4ec1-9c64-a41db63b8eda,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:55:45.128734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.157662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.193958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f8ec3-1b03-4895-9616-967380f2e72d None None] Pushing event updated for resources: {'Port': ['ID=526f9a7f-ce81-4ec1-9c64-a41db63b8eda,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:45.214587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:45.218096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:45.222070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:55:45.259223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=9c1f5db1-3ad3-42d0-8aba-c319ac674629,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:45.282083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.523816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.797687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.860320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:45.933275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=9c1f5db1-3ad3-42d0-8aba-c319ac674629,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:45.938388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.039556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:46.041088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:46.133064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ec1a7e-e247-458f-bf0e-5a69507d664c None None] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:55:46.158474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cfa4fa6e-deb4-4205-9106-6edd2f386c71 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:55:46.223897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f48e6e90-daa2-4314-bb2a-471adb8cd143 None None] Provisioning complete for port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:46.224378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f48e6e90-daa2-4314-bb2a-471adb8cd143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.271233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:55:46.276723 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6ac979c0-25f2-4b32-ab92-265e17988b25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/cfa4fa6e-deb4-4205-9106-6edd2f386c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2449071 Mar 08 12:55:46.279409 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40812) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:46.389162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f48e6e90-daa2-4314-bb2a-471adb8cd143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.435631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 526f9a7f-ce81-4ec1-9c64-a41db63b8eda up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:46.436170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b098d3-a1e0-48be-b8fa-2798d9eaecb6 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.437812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b098d3-a1e0-48be-b8fa-2798d9eaecb6 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.437812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b098d3-a1e0-48be-b8fa-2798d9eaecb6 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.437812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b098d3-a1e0-48be-b8fa-2798d9eaecb6 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.439231 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f8b098d3-a1e0-48be-b8fa-2798d9eaecb6 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1588285 Mar 08 12:55:46.441504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f48e6e90-daa2-4314-bb2a-471adb8cd143 None None] For port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=526f9a7f-ce81-4ec1-9c64-a41db63b8eda,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:46.442879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40814) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:46.497993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:46.498799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.518307 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c204f1d-1a0d-49e5-8328-42e09820b203 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.518770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c204f1d-1a0d-49e5-8328-42e09820b203 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.519227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c204f1d-1a0d-49e5-8328-42e09820b203 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.519671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c204f1d-1a0d-49e5-8328-42e09820b203 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:46.522642 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8c204f1d-1a0d-49e5-8328-42e09820b203 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0786042 Mar 08 12:55:46.524133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f48e6e90-daa2-4314-bb2a-471adb8cd143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.526216 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40816) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:46.598607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e6e90-daa2-4314-bb2a-471adb8cd143 None None] Pushing event updated for resources: {'Port': ['ID=526f9a7f-ce81-4ec1-9c64-a41db63b8eda,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:46.641166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 57581c8f-0bfd-4118-a7a8-31f65d078ebd up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:46.689597 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8ef50fd7-3222-4a19-890a-015927ce7b6d tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1591165 Mar 08 12:55:46.700645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 57581c8f-0bfd-4118-a7a8-31f65d078ebd triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:46.703221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.760534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a778a3d7-1c10-44bd-afaf-a4bef4195a7f None None] Provisioning complete for port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:46.760900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a778a3d7-1c10-44bd-afaf-a4bef4195a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.825579 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Sync routers for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:55:46.826625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a778a3d7-1c10-44bd-afaf-a4bef4195a7f None None] Port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:55:46.838511 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:46.839706 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:46.843802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.855652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a778a3d7-1c10-44bd-afaf-a4bef4195a7f None None] Provisioning complete for port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:46.855968 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a778a3d7-1c10-44bd-afaf-a4bef4195a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:46.912180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 57581c8f-0bfd-4118-a7a8-31f65d078ebd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=57581c8f-0bfd-4118-a7a8-31f65d078ebd,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:46.987493 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:47.078275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7f2c8ebe-2850-430b-b00c-2706c936f704 None None] Provisioning complete for port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:47.078639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7f2c8ebe-2850-430b-b00c-2706c936f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.103846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.142427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c8ebe-2850-430b-b00c-2706c936f704 None None] Port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:55:47.160147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=57581c8f-0bfd-4118-a7a8-31f65d078ebd,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:47.166393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40820) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:47.170938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8c3152d5-9abb-4ae8-88d0-c629a7439db3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731987995', 'description': 'tempest-secgroup-smoke-731987995 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:47.204453 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:47.231037 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Checking router: cfa4fa6e-deb4-4205-9106-6edd2f386c71 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:55:47.236366 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Updating router cfa4fa6e-deb4-4205-9106-6edd2f386c71 port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:55:47.248175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c3152d5-9abb-4ae8-88d0-c629a7439db3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.257566 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.265864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-324c292e-60e2-428b-9fe5-a1aaff09273c None None] Provisioning complete for port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:47.266076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-324c292e-60e2-428b-9fe5-a1aaff09273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.303645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-324c292e-60e2-428b-9fe5-a1aaff09273c None None] Port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:55:47.324643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c3152d5-9abb-4ae8-88d0-c629a7439db3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.373733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c3152d5-9abb-4ae8-88d0-c629a7439db3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.404236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3152d5-9abb-4ae8-88d0-c629a7439db3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddfc501-31b0-494d-99d2-f6a82f801c7c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:47.461674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8c3152d5-9abb-4ae8-88d0-c629a7439db3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.462904 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8c3152d5-9abb-4ae8-88d0-c629a7439db3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2954528 Mar 08 12:55:47.465866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40822) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:47.470389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-60c3f4f9-75a0-4ce3-afa7-36a4b1695a7e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '0ddfc501-31b0-494d-99d2-f6a82f801c7c', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:47.529546 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.561630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60c3f4f9-75a0-4ce3-afa7-36a4b1695a7e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.585227 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.617632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60c3f4f9-75a0-4ce3-afa7-36a4b1695a7e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.633502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Pushing event updated for resources: {'Port': ['ID=9c1f5db1-3ad3-42d0-8aba-c319ac674629,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:47.642813 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.643150 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.643478 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.643797 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.644113 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.644426 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.644742 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.645162 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.645552 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.645887 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.646198 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.646502 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:47.682953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60c3f4f9-75a0-4ce3-afa7-36a4b1695a7e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.695781 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Attempting to bind port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:47.698373 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Attempting to bind port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:47.698373 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Attempting to bind port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:55:47.701423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3f4f9-75a0-4ce3-afa7-36a4b1695a7e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e25ff95-3799-464c-bc37-b860165b6df0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:47.701985 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:55:47.702229 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Checking segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:55:47.702577 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.702953 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Bound using segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:55:47.703740 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Bound port: 9c1f5db1-3ad3-42d0-8aba-c319ac674629, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:47.703740 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.769707 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] For port 9c1f5db1-3ad3-42d0-8aba-c319ac674629, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:55:47.773824 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] For port 9c1f5db1-3ad3-42d0-8aba-c319ac674629, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9c1f5db1-3ad3-42d0-8aba-c319ac674629,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:55:47.788690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60c3f4f9-75a0-4ce3-afa7-36a4b1695a7e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.790273 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-60c3f4f9-75a0-4ce3-afa7-36a4b1695a7e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3232577 Mar 08 12:55:47.793088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40824) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:47.797718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '0ddfc501-31b0-494d-99d2-f6a82f801c7c', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:47.825711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c422880f-f599-445a-bc7a-cc6f44019441 None None] Provisioning complete for port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:47.826103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c422880f-f599-445a-bc7a-cc6f44019441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.843228 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.863379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c422880f-f599-445a-bc7a-cc6f44019441 None None] Port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:55:47.871187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:47.907677 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f94771-5302-4c6a-953b-3c305e9954d1 None None] Pushing event updated for resources: {'Port': ['ID=9c1f5db1-3ad3-42d0-8aba-c319ac674629,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:47.911723 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:55:47.912516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:55:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:47.936165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.003069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.021300 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d66049-6bca-44f8-b388-88a2f5ad6677,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.033590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.034523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.034523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.034694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.034893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.113444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.117306 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c3e346f2-a7b1-4a94-9e32-78e3a3e5ffd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206890 Mar 08 12:55:48.117647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40826) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:48.122269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-56f5ae89-0b9b-4948-8c2e-af807bfbb0bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '0ddfc501-31b0-494d-99d2-f6a82f801c7c', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:48.188144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-643c305b-cc91-4160-8104-935ed0cc19d5 None None] Provisioning complete for port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:48.188730 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-643c305b-cc91-4160-8104-935ed0cc19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.214475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f5ae89-0b9b-4948-8c2e-af807bfbb0bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.219818 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:47Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:55:48.250994 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5e146-1f72-498c-b70f-80807c95abe8 None None] The sync data for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv is: [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:47Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:55:48.276231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-643c305b-cc91-4160-8104-935ed0cc19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.279592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f5ae89-0b9b-4948-8c2e-af807bfbb0bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.322161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-643c305b-cc91-4160-8104-935ed0cc19d5 None None] For port 9c1f5db1-3ad3-42d0-8aba-c319ac674629, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9c1f5db1-3ad3-42d0-8aba-c319ac674629,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:48.352043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f5ae89-0b9b-4948-8c2e-af807bfbb0bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.375739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 526f9a7f-ce81-4ec1-9c64-a41db63b8eda up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:48.378480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5ae89-0b9b-4948-8c2e-af807bfbb0bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e1a0e6-3136-43ac-9111-c49eb89a9520,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:48.420824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-643c305b-cc91-4160-8104-935ed0cc19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.468207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:48.468574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.484303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56f5ae89-0b9b-4948-8c2e-af807bfbb0bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.488142 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-56f5ae89-0b9b-4948-8c2e-af807bfbb0bb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668592 Mar 08 12:55:48.488489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40828) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:48.493903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-eb763578-5417-4b60-9360-4ce184c76176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '0ddfc501-31b0-494d-99d2-f6a82f801c7c', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:48.502175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c305b-cc91-4160-8104-935ed0cc19d5 None None] Pushing event updated for resources: {'Port': ['ID=9c1f5db1-3ad3-42d0-8aba-c319ac674629,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:48.558602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 57581c8f-0bfd-4118-a7a8-31f65d078ebd up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:48.607285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb763578-5417-4b60-9360-4ce184c76176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.616757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 57581c8f-0bfd-4118-a7a8-31f65d078ebd triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:48.617130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.674869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb763578-5417-4b60-9360-4ce184c76176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.745620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb763578-5417-4b60-9360-4ce184c76176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.766197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb763578-5417-4b60-9360-4ce184c76176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1461b7a-dc0d-446a-b217-4d3ba2f50929,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:48.827727 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-eb763578-5417-4b60-9360-4ce184c76176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.828958 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eb763578-5417-4b60-9360-4ce184c76176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391232 Mar 08 12:55:48.831757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40830) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:48.837721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '0ddfc501-31b0-494d-99d2-f6a82f801c7c', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:48.922618 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:55:48.928055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:48.991967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:49.054137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:49.071865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca5ee38-ee0e-400d-98bc-20182dad5d3e,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:49.149161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:49.151094 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bbab08d7-dedd-4743-a83f-3795f790300f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3176398 Mar 08 12:55:49.153711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40832) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:55:49.158916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '0ddfc501-31b0-494d-99d2-f6a82f801c7c', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:49.239559 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:55:49.246660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:49.317751 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:49.397874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:49.410275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a73040f-7ddc-4668-9d78-1c35a97cdd0c,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:49.484837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:49.486109 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dc77a905-83b8-4d66-8e97-6a5bb93f5337 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3313079 Mar 08 12:55:49.634362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-a400cf6c-bf92-44c2-aa3a-ac80f69613b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731987995&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0338228 Mar 08 12:55:49.744217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-0db6aa78-6058-4f36-bc8a-0765cbd49091 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:49.745763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-0db6aa78-6058-4f36-bc8a-0765cbd49091 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 797 time: 0.1048322 Mar 08 12:55:49.761052 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-f73c4ab0-4397-4eb6-8c87-13c50fb46680 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0093460 Mar 08 12:55:49.812858 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-b8a9dd03-8486-4dd0-95e4-c234da34862e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462472 Mar 08 12:55:49.951813 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-716f693d-85c0-4bc7-abd8-824298f53cc7 service neutron] 10.222.0.65 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269865 Mar 08 12:55:50.040991 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-4e755cd0-ae64-4188-8865-823cb9c3542f service neutron] 10.222.0.65 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824356 Mar 08 12:55:50.344093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9c1f5db1-3ad3-42d0-8aba-c319ac674629 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:50.394607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:50.395117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:51.302319 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42a0ff2f-d3ef-4800-9ac9-bf3a6c4550fe req-8317d959-6153-42c3-8084-14193194c7ae tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 210 time: 0.0289791 Mar 08 12:55:52.401599 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6cd07b96-391c-47ff-81fe-5647e13ac779 req-5ec3aea4-0c99-4a86-82a3-78ec0b86715c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 210 time: 0.0289130 Mar 08 12:55:53.313461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-4182f0cb-7338-434f-b68f-fc4fb328d136 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:53.314918 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-4182f0cb-7338-434f-b68f-fc4fb328d136 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 797 time: 0.1047723 Mar 08 12:55:53.360403 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-c95b318f-fb16-4d1c-8bd1-4b0dfcd1b560 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 379 time: 0.0359116 Mar 08 12:55:53.369579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['0ddfc501-31b0-494d-99d2-f6a82f801c7c']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:53.504225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c546a498-346b-4227-b3c1-7b9b959dbe95 req-40616d5c-a856-45e0-969f-7c5c450d2051 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 210 time: 0.0301838 Mar 08 12:55:53.585182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:53.588690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:53.719233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.4 (f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd/062604a9-75fe-4049-8565-2957886fd985/6f1143f8-c219-47ee-99c1-c68b4a2cdb9f) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:53.860341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:53.957949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.004260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:54.007413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:54.011187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:55:54.021188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:54.073170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:54.073812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.165817 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-69ab2015-749e-43de-9d24-eb4dea52c463 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000298 Mar 08 12:55:54.178108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Request body: {'port': {'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:54.246428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.277855 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1df74b00-369b-41ea-a2ec-7a24e5503836 None None] Provisioning complete for port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:55:54.278329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1df74b00-369b-41ea-a2ec-7a24e5503836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.318358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1df74b00-369b-41ea-a2ec-7a24e5503836 None None] Port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:55:54.512501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:55:54.520678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.535288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Transition to ACTIVE for port object 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:55:54.619346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.622592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416fd4e-6953-4177-96e3-83face533619 req-96df5249-a466-4fa7-913a-84d8eff3c21d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:54.624077 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b416fd4e-6953-4177-96e3-83face533619 req-96df5249-a466-4fa7-913a-84d8eff3c21d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 931 time: 0.0498283 Mar 08 12:55:54.670586 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:54.674213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b416fd4e-6953-4177-96e3-83face533619 req-53e77431-14bf-49df-80aa-2dbb7d67b3f6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 Mar 08 12:55:54.760066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Attempting to bind port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:55:54.760066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Attempting to bind port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:55:54.760066 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Attempting to bind port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:55:54.768616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:55:54.768616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Attempting to bind port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:55:54.769390 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:55:54.769722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Checking segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:55:54.770194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Bound using segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:55:54.770626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Bound port: 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:55:54.771045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.838960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:55:54.842421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:55:54.916722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.959785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:54.960392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:54.961767 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] 10.222.0.45 "PUT /v2.0/ports/6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 1093 time: 0.7884691 Mar 08 12:55:54.962224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:55:54.964456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e011d909-36a9-4c20-a8ec-547b19e4c0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:55:54.986185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf6fb0-9f28-4f7e-a0a3-d69a18048985 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:55.083967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e5dc66-0c3b-4eda-a205-72eb8538751f x-openstack-request-id: req-77e5dc66-0c3b-4eda-a205-72eb8538751f {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:55:55.084301 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:55:55.085058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77e5dc66-0c3b-4eda-a205-72eb8538751f {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:55:55.085525 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'status': 'completed', 'code': 200} Mar 08 12:55:55.138127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-6b8c56a8-ef98-4957-b1f1-3f2f91048cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:55.139620 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-6b8c56a8-ef98-4957-b1f1-3f2f91048cf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1096 time: 0.0475512 Mar 08 12:55:55.180488 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-fdbe1274-7831-4620-861f-b8e05cfefc22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 217 time: 0.0333207 Mar 08 12:55:55.229299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-28a1f3ee-c0b9-46b2-bcd1-8963e50d9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:55.230699 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-28a1f3ee-c0b9-46b2-bcd1-8963e50d9974 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0440176 Mar 08 12:55:55.282395 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-7e3e2b25-b509-43d4-98c9-4b798b77f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:55.284041 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-7e3e2b25-b509-43d4-98c9-4b798b77f5a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442195 Mar 08 12:55:55.371973 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-df6fbb08-bf3b-441c-acf0-d5258b270179 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809717 Mar 08 12:55:55.464545 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-b359a8a7-efec-4e1b-8847-eeb48270c552 req-48100ac2-1232-481d-b556-b998a731645c service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866573 Mar 08 12:55:55.505407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:55.801945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b690ac-4040-4dab-892c-f28a68267df5 req-0803992d-07c1-4d4c-aacf-827e7c069452 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:55.803734 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23b690ac-4040-4dab-892c-f28a68267df5 req-0803992d-07c1-4d4c-aacf-827e7c069452 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 943 time: 0.0541143 Mar 08 12:55:55.845382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23b690ac-4040-4dab-892c-f28a68267df5 req-852c0ceb-9c8a-4032-88d6-191d331b309f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354180 Mar 08 12:55:55.954573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-130937ac-f199-4007-bd3f-b768f541e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:55.956125 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-130937ac-f199-4007-bd3f-b768f541e0ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1096 time: 0.3622532 Mar 08 12:55:56.047077 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-d255fc7d-806d-4172-8a86-d2ddb6f6fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:56.048546 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-d255fc7d-806d-4172-8a86-d2ddb6f6fdcd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0844891 Mar 08 12:55:56.097171 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-3e493a2d-918d-44b3-b0ed-54bc1455a7ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 217 time: 0.0393510 Mar 08 12:55:56.148720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-86eb6dfe-0966-4242-9d5a-7c168cd2cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:56.150230 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-86eb6dfe-0966-4242-9d5a-7c168cd2cf34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0462275 Mar 08 12:55:56.198410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-c9435b36-e5bf-4035-a60b-841a1743a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:56.199923 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-c9435b36-e5bf-4035-a60b-841a1743a62d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425394 Mar 08 12:55:56.291321 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-f30e8ffd-3d6f-459f-8c58-8df321787b48 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842509 Mar 08 12:55:56.380618 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-e011d909-36a9-4c20-a8ec-547b19e4c0a1 req-ed09a190-e4ac-4de3-8ae2-f4fe90da6394 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813432 Mar 08 12:55:56.968424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed0c07-ce4e-4d31-975a-3dad021a737e req-04e4be70-5146-4d63-9adc-c3aef473b509 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:56.969913 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e6ed0c07-ce4e-4d31-975a-3dad021a737e req-04e4be70-5146-4d63-9adc-c3aef473b509 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 943 time: 0.0479438 Mar 08 12:55:57.011110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e6ed0c07-ce4e-4d31-975a-3dad021a737e req-7ef248a7-482f-41ef-9d7e-3e2d80492bd9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 Mar 08 12:55:58.127660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090054-6ca6-4866-83fc-24cc5d2e3242 req-f0aa4b11-85ce-4f80-9129-fcc8cbbe2bcf tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:58.129118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66090054-6ca6-4866-83fc-24cc5d2e3242 req-f0aa4b11-85ce-4f80-9129-fcc8cbbe2bcf tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 943 time: 0.0501649 Mar 08 12:55:58.167164 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66090054-6ca6-4866-83fc-24cc5d2e3242 req-4de7bab6-998d-4ef0-91c2-4fd42498724b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Mar 08 12:55:58.277886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:55:58.376273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:58.388434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:55:58.427230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:58.440089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:55:58.460440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:58.527903 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:58.578740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:58.746241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:55:59.037294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-57ffcdbc-8c1c-4161-b273-b3578c200ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:55:59.280406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8df2f-35fd-444c-8095-e76fdeab65b8 req-221bf0c5-10c6-4701-8d74-919e15ad7c9b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:59.281898 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d7c8df2f-35fd-444c-8095-e76fdeab65b8 req-221bf0c5-10c6-4701-8d74-919e15ad7c9b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 944 time: 0.0481334 Mar 08 12:55:59.319581 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d7c8df2f-35fd-444c-8095-e76fdeab65b8 req-0d78579c-5cf2-4784-966d-20d17eb8fe67 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Mar 08 12:56:00.279223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:56:00.441401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bc2d8-d15b-4de2-87ca-36a07acb253d req-17c115d1-91e8-426c-8542-f04725320318 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:00.443881 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-307bc2d8-d15b-4de2-87ca-36a07acb253d req-17c115d1-91e8-426c-8542-f04725320318 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 944 time: 0.0558600 Mar 08 12:56:00.487596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-307bc2d8-d15b-4de2-87ca-36a07acb253d req-00d62af4-2f5c-439b-9c22-3b985f722ca5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376186 Mar 08 12:56:00.648383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:56:00.652274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:56:00.652671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:00.728993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:00.750561 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:56:00.752797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186557a5-4f89-4cd9-ae97-446de5413014" -d '{"events": [{"server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "name": "network-vif-plugged", "status": "completed", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:56:00.767291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:56:00.845162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c24f6e7-a8fd-4548-94b1-b4cab787c8da x-openstack-request-id: req-1c24f6e7-a8fd-4548-94b1-b4cab787c8da {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:56:00.845451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "name": "network-vif-plugged", "status": "completed", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:56:00.845790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c24f6e7-a8fd-4548-94b1-b4cab787c8da {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:56:00.846232 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'code': 200} Mar 08 12:56:00.859850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:00.914157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:01.193669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4566c-e2c3-44e0-9342-c01ed40702e0 req-3fcc0872-a83c-4a75-9a9f-e1e7edc70052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:01.195291 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-03d4566c-e2c3-44e0-9342-c01ed40702e0 req-3fcc0872-a83c-4a75-9a9f-e1e7edc70052 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1098 time: 0.0414119 Mar 08 12:56:01.233502 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-03d4566c-e2c3-44e0-9342-c01ed40702e0 req-728c0042-4385-42fb-9184-026f1225d8d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318151 Mar 08 12:56:01.603530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76528545-1cdb-4fba-8a1e-b5eaedc5fa59 req-7ae484c7-6528-420e-86a8-3d8b9e314201 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:01.605002 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-76528545-1cdb-4fba-8a1e-b5eaedc5fa59 req-7ae484c7-6528-420e-86a8-3d8b9e314201 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 945 time: 0.0494368 Mar 08 12:56:01.642190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-76528545-1cdb-4fba-8a1e-b5eaedc5fa59 req-a3661fcc-0013-41af-aab2-04a6cb898f39 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Mar 08 12:56:01.682736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d73879ff-76a6-4273-a37b-f4ed66c2c74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:02.682219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:02.759869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44316c85-577e-47ff-b97b-15629eb44c6f req-32a0c05f-42f3-4121-a2b8-27937fa3a263 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:02.761401 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44316c85-577e-47ff-b97b-15629eb44c6f req-32a0c05f-42f3-4121-a2b8-27937fa3a263 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 945 time: 0.0494838 Mar 08 12:56:02.799755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-44316c85-577e-47ff-b97b-15629eb44c6f req-cb9acc14-8414-4d14-b0f8-ab971de45b2e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Mar 08 12:56:02.915976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ea01-96d4-461a-870d-071f75945d63 req-d6a11034-f60a-404b-9810-eab5c2cff045 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:02.917434 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8252ea01-96d4-461a-870d-071f75945d63 req-d6a11034-f60a-404b-9810-eab5c2cff045 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 945 time: 0.0496168 Mar 08 12:56:02.958864 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8252ea01-96d4-461a-870d-071f75945d63 req-290ff2ce-218d-4975-8fbe-8a2802d70cd5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350111 Mar 08 12:56:02.980775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40908) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:03.019345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d596ce6-cbaf-4698-a05b-aab0d7c67248 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:03.020837 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d596ce6-cbaf-4698-a05b-aab0d7c67248 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1093 time: 0.0390582 Mar 08 12:56:03.024383 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40910) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:03.028512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:03.105390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:03.201176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:03.304663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.179 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/32b366dc-d0ff-431a-b97a-f90543cc257d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:56:03.403840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:03.500136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:03.544588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:56:03.547441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:56:03.550146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:56:03.577165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=32b366dc-d0ff-431a-b97a-f90543cc257d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:03.802970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:03.912999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:04.045372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:04.196757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:04.248166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:04.282156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:04.352336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=32b366dc-d0ff-431a-b97a-f90543cc257d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:04.362844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:04.461953 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP b39e0ec0-cb92-43ab-8b8c-48601839d33d associated. External IP: 172.26.3.179, port: 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f. Mar 08 12:56:04.667755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cfa4fa6e-deb4-4205-9106-6edd2f386c71 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:56:05.080953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:56:05.091038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] Sync routers for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:56:05.101511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:56:05.116442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:56:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:05.159004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:05.187036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-62844ec0-b6dd-47f8-a44c-997d178cb16e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1616590 Mar 08 12:56:05.187622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:56:05.189802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40912) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:05.190333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba386dc8-f665-464f-a67c-72769cb9d7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:56:05.214593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:56:05.242114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4cd419-9a61-4902-b3da-944b5395f136 x-openstack-request-id: req-2b4cd419-9a61-4902-b3da-944b5395f136 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:56:05.242114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:56:05.242114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b4cd419-9a61-4902-b3da-944b5395f136 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:56:05.242114 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'status': 'completed', 'code': 200} Mar 08 12:56:05.242521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dcb5dc-e12d-452a-9600-9ec6f0dc5e3f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:05.242521 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a3dcb5dc-e12d-452a-9600-9ec6f0dc5e3f tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1093 time: 0.0430241 Mar 08 12:56:05.296382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-86052445-d53e-4257-bbeb-017f5d0cdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:05.297883 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-86052445-d53e-4257-bbeb-017f5d0cdc8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1098 time: 0.0447054 Mar 08 12:56:05.394601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-f4134456-db18-40a2-8549-86460daa6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:05.396587 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-f4134456-db18-40a2-8549-86460daa6f72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0917423 Mar 08 12:56:05.448532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:03Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:05.464566 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-b88c32bb-4cff-4b31-b114-8628a2f58ff6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 999 time: 0.0610940 Mar 08 12:56:05.478904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] Checking router: cfa4fa6e-deb4-4205-9106-6edd2f386c71 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:56:05.483014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40918) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:05.487746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:56:05.488295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4b41a871-334f-46b0-8641-87c434082c35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423302866', 'description': 'tempest-secgroup-smoke-423302866 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:05.488448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:56:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:05.515401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-b629b1aa-16d0-42f4-a69f-c3f07d58fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:05.516967 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-b629b1aa-16d0-42f4-a69f-c3f07d58fbe7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0462024 Mar 08 12:56:05.565577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-64e87594-24bc-4668-9fd8-8a7d0b4334c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:05.567131 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-64e87594-24bc-4668-9fd8-8a7d0b4334c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441751 Mar 08 12:56:05.591707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b41a871-334f-46b0-8641-87c434082c35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:05.596700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:56:05.665938 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-19cbb3da-656c-4d3e-b0e4-5a1082f841b1 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914507 Mar 08 12:56:05.667595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b41a871-334f-46b0-8641-87c434082c35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:05.760459 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-ba386dc8-f665-464f-a67c-72769cb9d7a0 req-41ea7306-e69a-4ad3-b6fa-3ab0b87c5d27 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881171 Mar 08 12:56:05.763000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b41a871-334f-46b0-8641-87c434082c35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:05.795573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41a871-334f-46b0-8641-87c434082c35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:05.839901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:03Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:05.866332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6040dbb-6457-4f73-b6d7-af4653e806d6 None None] The sync data for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv is: [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:03Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:56:05.879074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b41a871-334f-46b0-8641-87c434082c35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:05.880991 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4b41a871-334f-46b0-8641-87c434082c35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3960636 Mar 08 12:56:05.883995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40920) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:05.888519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b33c8e7a-d89e-4618-9c9a-fd8b245d9a01 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:05.991241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b33c8e7a-d89e-4618-9c9a-fd8b245d9a01 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.050591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b33c8e7a-d89e-4618-9c9a-fd8b245d9a01 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.059822 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde93a3-490a-4e6d-8806-dc6df0da0e79 None None] New status for floating IP b39e0ec0-cb92-43ab-8b8c-48601839d33d: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:56:06.110978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b33c8e7a-d89e-4618-9c9a-fd8b245d9a01 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.133467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c8e7a-d89e-4618-9c9a-fd8b245d9a01 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb84d4d4-5b62-4beb-826b-8c8616a0c94e,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:06.204448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b33c8e7a-d89e-4618-9c9a-fd8b245d9a01 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.205668 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b33c8e7a-d89e-4618-9c9a-fd8b245d9a01 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205855 Mar 08 12:56:06.208579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40922) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:06.213249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0f2dcfc6-222d-46f7-80f9-f6b2749c6c25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:06.289203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcfc6-222d-46f7-80f9-f6b2749c6c25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.357551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcfc6-222d-46f7-80f9-f6b2749c6c25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.425144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcfc6-222d-46f7-80f9-f6b2749c6c25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.445235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dcfc6-222d-46f7-80f9-f6b2749c6c25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022906fc-b4fb-45dc-b152-05f43da2c1dc,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:06.490403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcfc6-222d-46f7-80f9-f6b2749c6c25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.491537 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f2dcfc6-222d-46f7-80f9-f6b2749c6c25 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2817700 Mar 08 12:56:06.495543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 40924) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:06.501025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8fd7a854-5278-4025-b8fd-668408c56320 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:06.572076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a854-5278-4025-b8fd-668408c56320 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.628609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a854-5278-4025-b8fd-668408c56320 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.693660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a854-5278-4025-b8fd-668408c56320 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.711802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7a854-5278-4025-b8fd-668408c56320 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedf369d-7f71-4303-9b79-e0b56516458c,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:06.804736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a854-5278-4025-b8fd-668408c56320 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.806060 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8fd7a854-5278-4025-b8fd-668408c56320 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095737 Mar 08 12:56:06.809026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40926) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:06.811062 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:56:06.814865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-aba6e60a-75a4-4f21-95cb-d4529a013bc4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:06.898963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aba6e60a-75a4-4f21-95cb-d4529a013bc4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:06.956627 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aba6e60a-75a4-4f21-95cb-d4529a013bc4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.019359 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aba6e60a-75a4-4f21-95cb-d4529a013bc4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.037833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6e60a-75a4-4f21-95cb-d4529a013bc4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e686e19b-0f92-43a9-8579-bbf396d80de6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:07.113009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aba6e60a-75a4-4f21-95cb-d4529a013bc4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.114254 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aba6e60a-75a4-4f21-95cb-d4529a013bc4 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3041399 Mar 08 12:56:07.116949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40928) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:07.121300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:07.225431 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:56:07.230556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.290049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.351379 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.373119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d582279-d097-452a-9f8a-35bffe7e6c51,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:07.421123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.422604 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4f31983b-3ab0-43c3-ad94-8bd11fffcb36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044741 Mar 08 12:56:07.424989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40930) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:07.429462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:07.487830 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:56:07.492879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.553534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.630741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.651208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8bc5ac-7aaf-42d8-baa0-e2c90fc1544f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:07.741430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:07.742722 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dabc3775-7d78-4b35-9c8a-d3cb99e54b14 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3168025 Mar 08 12:56:07.882902 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-f32c7acb-4da3-4ed9-ab5c-6643a9929c03 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423302866&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0323009 Mar 08 12:56:07.988172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-74bc0bc6-592b-40fb-88a1-eac101573188 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:07.989607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-74bc0bc6-592b-40fb-88a1-eac101573188 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 797 time: 0.1001410 Mar 08 12:56:08.004044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-3e46c4ad-ef5f-41e7-ad89-5693fa75405c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0086987 Mar 08 12:56:08.058380 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-2d3b6440-b209-47d2-a765-47a9900af610 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483949 Mar 08 12:56:08.199796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-8b2c06ce-9cee-46d9-a3bf-b28c66d40f61 service neutron] 10.222.0.65 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294160 Mar 08 12:56:08.288321 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-63b01d05-b3d2-475a-9fc9-ee602a5bf675 service neutron] 10.222.0.65 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824077 Mar 08 12:56:08.582992 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7f7321b-e049-46bb-a1eb-2aab3c868328 req-8cd6cda8-a4b7-49f3-b697-853d94217ce8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 210 time: 0.0269103 Mar 08 12:56:09.676757 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f4e9299-0a8e-4322-9aee-b20d1ea3d709 req-635fd570-8db6-4268-bfcd-3f078932fdb2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 210 time: 0.0262420 Mar 08 12:56:10.346655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-08677706-5677-4abe-8319-30ae82847da7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:10.348100 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-08677706-5677-4abe-8319-30ae82847da7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 797 time: 0.1034932 Mar 08 12:56:10.393825 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-6772e3cd-7509-463b-81f2-035a07dd6283 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 471 time: 0.0368137 Mar 08 12:56:10.402874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9']}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:10.619770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:56:10.623669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:10.753324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.14 (f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd/062604a9-75fe-4049-8565-2957886fd985/375163e4-2880-412b-bfb8-ef91d7256fd8) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:56:10.784139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eec2de68-edb1-4ad1-b1cd-fecceb1d09bb req-ad635691-dd4f-4224-9faa-50c74303fe35 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 210 time: 0.0321360 Mar 08 12:56:10.897234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:10.973906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.019354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:56:11.022929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:56:11.026610 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:56:11.032840 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=375163e4-2880-412b-bfb8-ef91d7256fd8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:11.084664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:11.085414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.159849 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-81483261-d711-4373-89e1-e5d21d640a7b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7604225 Mar 08 12:56:11.172780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Request body: {'port': {'device_id': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:11.228166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.277901 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-baf658e7-a01a-4809-ba0a-1bcb30e89a71 None None] Provisioning complete for port 375163e4-2880-412b-bfb8-ef91d7256fd8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:56:11.278514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-baf658e7-a01a-4809-ba0a-1bcb30e89a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.312146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-baf658e7-a01a-4809-ba0a-1bcb30e89a71 None None] Port 375163e4-2880-412b-bfb8-ef91d7256fd8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:56:11.501546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375163e4-2880-412b-bfb8-ef91d7256fd8 {{(pid=104045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:56:11.509358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.520766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.provisioning_blocks [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Transition to ACTIVE for port object 375163e4-2880-412b-bfb8-ef91d7256fd8 will not be triggered until provisioned by entity L2. {{(pid=104045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:56:11.584936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.639812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Pushing event updated for resources: {'Port': ['ID=375163e4-2880-412b-bfb8-ef91d7256fd8,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:11.712714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Attempting to bind port 375163e4-2880-412b-bfb8-ef91d7256fd8 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:56:11.713054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Attempting to bind port 375163e4-2880-412b-bfb8-ef91d7256fd8 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:56:11.713374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Attempting to bind port 375163e4-2880-412b-bfb8-ef91d7256fd8 on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:56:11.718102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Port 375163e4-2880-412b-bfb8-ef91d7256fd8 on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:56:11.718424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Attempting to bind port 375163e4-2880-412b-bfb8-ef91d7256fd8 on network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:56:11.723521 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:56:11.723855 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Checking segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:56:11.724228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Bound using segment: {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'} {{(pid=104045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:56:11.725172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.managers [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Bound port: 375163e4-2880-412b-bfb8-ef91d7256fd8, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd004d37f-b9b1-4cda-ad99-d51c07fcb661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd'}}] {{(pid=104045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:56:11.725491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.792450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] For port 375163e4-2880-412b-bfb8-ef91d7256fd8, host hv-neutron-8294, cleared binding levels {{(pid=104045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:56:11.795559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] For port 375163e4-2880-412b-bfb8-ef91d7256fd8, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=375163e4-2880-412b-bfb8-ef91d7256fd8,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:56:11.894382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.902989 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383c381-95c6-4027-89f8-e5cd02a4eabf req-5c9de79a-bfc6-4e3e-9faf-6bd2a1056c55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:11.904521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b383c381-95c6-4027-89f8-e5cd02a4eabf req-5c9de79a-bfc6-4e3e-9faf-6bd2a1056c55 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 944 time: 0.0491555 Mar 08 12:56:11.937593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:11.937930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:11.939226 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/375163e4-2880-412b-bfb8-ef91d7256fd8 HTTP/1.1" status: 200 len: 1094 time: 0.7718871 Mar 08 12:56:11.939669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:56:11.941944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60315e3f-c5a7-4200-a818-45fd80c5ee44" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:56:11.949788 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b383c381-95c6-4027-89f8-e5cd02a4eabf req-7ab43f71-b566-4cd3-a54f-0210bc304d3a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389738 Mar 08 12:56:11.967490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cfb27-a075-4c43-ae39-ffb18dc371c4 service neutron] Pushing event updated for resources: {'Port': ['ID=375163e4-2880-412b-bfb8-ef91d7256fd8,revision_number=3']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:11.998393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15410c33-19eb-4e7b-90c7-d7651078db1c x-openstack-request-id: req-15410c33-19eb-4e7b-90c7-d7651078db1c {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:56:11.998783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:56:11.999128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15410c33-19eb-4e7b-90c7-d7651078db1c {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:56:11.999625 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'status': 'completed', 'code': 200} Mar 08 12:56:12.057664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60315e3f-c5a7-4200-a818-45fd80c5ee44 req-30964bdf-0589-4c4c-8a4d-6d2958453b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.059684 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-60315e3f-c5a7-4200-a818-45fd80c5ee44 req-30964bdf-0589-4c4c-8a4d-6d2958453b7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 1097 time: 0.0445452 Mar 08 12:56:12.160738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60315e3f-c5a7-4200-a818-45fd80c5ee44 req-f2c3480c-d569-4507-8b3e-d4dba15baed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.163131 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-60315e3f-c5a7-4200-a818-45fd80c5ee44 req-f2c3480c-d569-4507-8b3e-d4dba15baed7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958300 Mar 08 12:56:12.259749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60315e3f-c5a7-4200-a818-45fd80c5ee44 req-35d1b099-90b7-4088-ad80-35a0f22d709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.261123 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-60315e3f-c5a7-4200-a818-45fd80c5ee44 req-35d1b099-90b7-4088-ad80-35a0f22d709f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913656 Mar 08 12:56:12.338609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-eca5d30d-81a2-4d83-9924-f62167081993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.340227 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-eca5d30d-81a2-4d83-9924-f62167081993 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 1097 time: 0.0423844 Mar 08 12:56:12.386124 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-c01df1a4-af99-4949-8987-6f167aa2e7e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=375163e4-2880-412b-bfb8-ef91d7256fd8 HTTP/1.1" status: 200 len: 217 time: 0.0377419 Mar 08 12:56:12.434152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-e9f8886f-5cef-4118-bae6-359b73737a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.435573 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-e9f8886f-5cef-4118-bae6-359b73737a81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0428414 Mar 08 12:56:12.480781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-8bae9ee3-2f48-4232-add8-abb0d2a0476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.482269 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-8bae9ee3-2f48-4232-add8-abb0d2a0476b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395961 Mar 08 12:56:12.576174 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-d7b46454-d694-450d-af05-466aa37ce495 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853066 Mar 08 12:56:12.628582 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-6701446c-372e-4583-8033-4bba74a59a82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399482 Mar 08 12:56:12.672281 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-5d72d832-51f8-4110-b5c0-379745a28cf3 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835664 Mar 08 12:56:12.713626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a816-3b8a-4320-a72c-b01fae215546 req-e373ecc4-cfa0-4c88-ad4b-0c35a5031ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.715478 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-e373ecc4-cfa0-4c88-ad4b-0c35a5031ca8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1098 time: 0.0437076 Mar 08 12:56:12.823701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a816-3b8a-4320-a72c-b01fae215546 req-456bc271-cd77-4f7e-9ae7-cea4724e1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.825175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-456bc271-cd77-4f7e-9ae7-cea4724e1302 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0903461 Mar 08 12:56:12.892929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-e34897f2-28fd-4ca6-8740-a9aba17e750f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 1001 time: 0.0604265 Mar 08 12:56:12.947005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a816-3b8a-4320-a72c-b01fae215546 req-abf6b4bc-e134-4540-b487-35166c78cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.948438 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-abf6b4bc-e134-4540-b487-35166c78cbc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0484736 Mar 08 12:56:12.995676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a816-3b8a-4320-a72c-b01fae215546 req-4b119961-d883-4d7c-91ca-449cbb94ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:12.997182 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-4b119961-d883-4d7c-91ca-449cbb94ba9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409772 Mar 08 12:56:13.123339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-87bcddde-a606-48c2-845b-5831b94af0dc service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186659 Mar 08 12:56:13.131981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ebe1f-6738-4484-8a57-db04fd34ee98 req-f2226bf4-574c-4850-9d42-9f471b25e059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:13.133362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e50ebe1f-6738-4484-8a57-db04fd34ee98 req-f2226bf4-574c-4850-9d42-9f471b25e059 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 944 time: 0.0819607 Mar 08 12:56:13.218527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e50ebe1f-6738-4484-8a57-db04fd34ee98 req-12caceb8-08dd-4a8c-85f5-db28296a6818 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773265 Mar 08 12:56:13.246614 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c506a816-3b8a-4320-a72c-b01fae215546 req-a5c22029-539a-4e54-a08b-15cc3142ed07 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123183 Mar 08 12:56:14.338344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c2bca-9250-48f0-90b8-577af76e12e8 req-a46e0953-f1f1-41bc-807e-88ddcd4b2eda tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:14.339966 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-655c2bca-9250-48f0-90b8-577af76e12e8 req-a46e0953-f1f1-41bc-807e-88ddcd4b2eda tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 944 time: 0.0509250 Mar 08 12:56:14.377529 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-655c2bca-9250-48f0-90b8-577af76e12e8 req-0f043597-53b0-402a-ab0d-d1de6511a188 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315499 Mar 08 12:56:15.493646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6a46c-afb8-4972-8829-87212b7e9d6a req-b2c65533-d6e9-4541-863e-7a3e885175de tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:15.495105 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b8e6a46c-afb8-4972-8829-87212b7e9d6a req-b2c65533-d6e9-4541-863e-7a3e885175de tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 944 time: 0.0522859 Mar 08 12:56:15.532667 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b8e6a46c-afb8-4972-8829-87212b7e9d6a req-6d02bd95-1c62-48f2-8a3c-7ffb39563592 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Mar 08 12:56:16.311816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 375163e4-2880-412b-bfb8-ef91d7256fd8 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:56:16.403865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 375163e4-2880-412b-bfb8-ef91d7256fd8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=375163e4-2880-412b-bfb8-ef91d7256fd8,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:56:16.415950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'port_id': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:56:16.455039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:16.468170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375163e4-2880-412b-bfb8-ef91d7256fd8 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:56:16.487461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 375163e4-2880-412b-bfb8-ef91d7256fd8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=375163e4-2880-412b-bfb8-ef91d7256fd8,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:56:16.585925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:16.633774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=375163e4-2880-412b-bfb8-ef91d7256fd8,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:16.649256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5b94-5881-4323-a4c0-602057bdb549 req-bf5dfb29-d679-475a-9cd9-d997ad72bd4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:16.650776 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c7ea5b94-5881-4323-a4c0-602057bdb549 req-bf5dfb29-d679-475a-9cd9-d997ad72bd4b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Mar 08 12:56:16.694518 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c7ea5b94-5881-4323-a4c0-602057bdb549 req-f39e5189-6aec-4bab-babc-a3a20457da9a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Mar 08 12:56:16.792207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['375163e4-2880-412b-bfb8-ef91d7256fd8'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:56:17.813046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda86e2-0182-439c-a9ab-4fc1f895bacb req-c9a1d022-843e-4d6a-96e4-7f193ce5fb18 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:17.814610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7cda86e2-0182-439c-a9ab-4fc1f895bacb req-c9a1d022-843e-4d6a-96e4-7f193ce5fb18 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Mar 08 12:56:17.852406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7cda86e2-0182-439c-a9ab-4fc1f895bacb req-41007283-b0f0-44eb-a63e-50e498ec533f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318270 Mar 08 12:56:18.324542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 375163e4-2880-412b-bfb8-ef91d7256fd8 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:56:18.453100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 375163e4-2880-412b-bfb8-ef91d7256fd8 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:56:18.456853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 375163e4-2880-412b-bfb8-ef91d7256fd8 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:56:18.457217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:18.537136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:18.559567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:56:18.561919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7634dcb-05c9-43de-8c8b-5b181e2bac8b" -d '{"events": [{"server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "name": "network-vif-plugged", "status": "completed", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:56:18.575177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 375163e4-2880-412b-bfb8-ef91d7256fd8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=375163e4-2880-412b-bfb8-ef91d7256fd8,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:56:18.599175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43db3fb-afc4-4379-a543-dfa281b320f6 x-openstack-request-id: req-b43db3fb-afc4-4379-a543-dfa281b320f6 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:56:18.599453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "name": "network-vif-plugged", "status": "completed", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:56:18.599697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b43db3fb-afc4-4379-a543-dfa281b320f6 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:56:18.600112 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'code': 200} Mar 08 12:56:18.647763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:18.696215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=375163e4-2880-412b-bfb8-ef91d7256fd8,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:18.976558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dabdbd-cba2-457b-b6ef-ec8f94ff6bb3 req-73471b5f-4223-4305-9bb2-b49d2be4542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:18.978175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3dabdbd-cba2-457b-b6ef-ec8f94ff6bb3 req-73471b5f-4223-4305-9bb2-b49d2be4542d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 1099 time: 0.0675406 Mar 08 12:56:18.998762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae425-82ec-44c1-b55d-c7100ffa3355 req-135d0a92-9f2f-45df-90be-386be099736c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:19.000208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-888ae425-82ec-44c1-b55d-c7100ffa3355 req-135d0a92-9f2f-45df-90be-386be099736c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 946 time: 0.0782640 Mar 08 12:56:19.048008 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3dabdbd-cba2-457b-b6ef-ec8f94ff6bb3 req-207d6478-9ee5-4843-88ce-4b4bebebb3d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623953 Mar 08 12:56:19.055136 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-888ae425-82ec-44c1-b55d-c7100ffa3355 req-64ed0df7-f0bc-404b-b7ce-ff7bb18f6c31 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488162 Mar 08 12:56:20.174269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dedd47-3ea1-4863-99d7-5ef3c99df6f3 req-aced723c-e302-4c53-8c76-443ec59b15e1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:20.175759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3dedd47-3ea1-4863-99d7-5ef3c99df6f3 req-aced723c-e302-4c53-8c76-443ec59b15e1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Mar 08 12:56:20.214225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3dedd47-3ea1-4863-99d7-5ef3c99df6f3 req-a6f4da0a-781d-4e2b-8c17-0b6c3a23d7ab tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325046 Mar 08 12:56:21.328458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db07099-7e8b-42a1-8ae5-05e9d8554bf8 req-08637bc3-8c26-442b-9177-9d3c4789eb22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:21.330168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2db07099-7e8b-42a1-8ae5-05e9d8554bf8 req-08637bc3-8c26-442b-9177-9d3c4789eb22 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 946 time: 0.0506206 Mar 08 12:56:21.369899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2db07099-7e8b-42a1-8ae5-05e9d8554bf8 req-4c3d84e7-417b-43bf-ac36-e3c2c49d68e0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328007 Mar 08 12:56:21.487794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5cc5-ea82-4dd2-b2cc-56cf56867be8 req-e74f0e09-30e7-47e2-9d2f-983deeea471b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:21.489248 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23bc5cc5-ea82-4dd2-b2cc-56cf56867be8 req-e74f0e09-30e7-47e2-9d2f-983deeea471b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 946 time: 0.0519705 Mar 08 12:56:21.528596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23bc5cc5-ea82-4dd2-b2cc-56cf56867be8 req-e9118127-1805-4d4d-9994-c9e70012718a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323348 Mar 08 12:56:21.550659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40988) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:21.591198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd82a7b-afd1-4891-b429-6825627ba401 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:21.592700 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5bd82a7b-afd1-4891-b429-6825627ba401 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 1094 time: 0.0410492 Mar 08 12:56:21.595351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 40990) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:21.599527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:21.688002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:21.787988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:21.902626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.239 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/089660dc-2160-412b-bf73-7953291d0690) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:56:22.005827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:22.099900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:22.139974 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:56:22.144239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:56:22.149094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:56:22.152269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=089660dc-2160-412b-bf73-7953291d0690,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:22.517944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:22.660190 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:22.805008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:22.871084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:22.939783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=089660dc-2160-412b-bf73-7953291d0690,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:22.952542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:23.052213 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 5350994f-4065-4b8d-beab-98386bf9431e associated. External IP: 172.26.3.239, port: 375163e4-2880-412b-bfb8-ef91d7256fd8. Mar 08 12:56:23.254821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cfa4fa6e-deb4-4205-9106-6edd2f386c71 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:56:23.361577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:56:23.371606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] Sync routers for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:56:23.381442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:56:23.391599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:56:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:23.443972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:23.472067 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-736febc3-1ddb-422c-a1cc-d05693132822 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8757167 Mar 08 12:56:23.472655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:56:23.474896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198bad45-9058-4a9d-8464-1c5ce09f263d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:56:23.491031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:56:23.513625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b33ce-f22f-4dbf-8c5a-431911f59fae x-openstack-request-id: req-4c8b33ce-f22f-4dbf-8c5a-431911f59fae {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:56:23.513944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:56:23.514200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c8b33ce-f22f-4dbf-8c5a-431911f59fae {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:56:23.514602 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'status': 'completed', 'code': 200} Mar 08 12:56:23.576457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-2ee08e32-c093-42f5-b158-f1c0f7114239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:23.578031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-2ee08e32-c093-42f5-b158-f1c0f7114239 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 1099 time: 0.0416772 Mar 08 12:56:23.671132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-2e490328-e45f-45b1-9272-aa286447e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:23.672686 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-2e490328-e45f-45b1-9272-aa286447e9f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0877905 Mar 08 12:56:23.725986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '5350994f-4065-4b8d-beab-98386bf9431e', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:22Z', 'updated_at': '2022-03-08T12:56:22Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}, {'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:06Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:23.743102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-86483ea1-99d5-4173-8cc9-4be3b8046adb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=375163e4-2880-412b-bfb8-ef91d7256fd8 HTTP/1.1" status: 200 len: 1000 time: 0.0627875 Mar 08 12:56:23.752446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] Checking router: cfa4fa6e-deb4-4205-9106-6edd2f386c71 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:56:23.761814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:56:23.762378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:56:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:23.793124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-ce931694-e8bb-4889-b68c-5684324e2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:23.794665 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-ce931694-e8bb-4889-b68c-5684324e2ffb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0446086 Mar 08 12:56:23.840674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-4cf917ab-d6d0-40d3-8213-f93024cd4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:23.842213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-4cf917ab-d6d0-40d3-8213-f93024cd4699 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406516 Mar 08 12:56:23.869464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:56:23.936391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-77f5e66c-16c4-442a-bdc5-412e07be68f5 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876431 Mar 08 12:56:24.028789 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-198bad45-9058-4a9d-8464-1c5ce09f263d req-4dbd4357-67bb-4b73-b8a7-60dc9facdfbf service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855756 Mar 08 12:56:24.098468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '5350994f-4065-4b8d-beab-98386bf9431e', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:22Z', 'updated_at': '2022-03-08T12:56:22Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}, {'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:06Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:56:24.126793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abfdeb-73c2-49d7-9a5d-988170064a00 None None] The sync data for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv is: [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '5350994f-4065-4b8d-beab-98386bf9431e', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:22Z', 'updated_at': '2022-03-08T12:56:22Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}, {'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:06Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:56:24.307087 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105866f2-5395-4bb4-b9a6-e93ee574260c None None] New status for floating IP 5350994f-4065-4b8d-beab-98386bf9431e: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:56:25.504826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:29.019126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77a1cec7-0991-418d-ba66-c99e3682acfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:31.699044 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4b229cbd-66e4-4550-a54f-415219b2c54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:32.750345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:33.951028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:34.247483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:43.810629 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:56:55.550956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:56.174385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41006) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:56.239802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cac151c7-8271-459b-995e-545fc3a8e2d5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/b39e0ec0-cb92-43ab-8b8c-48601839d33d HTTP/1.1" status: 200 len: 993 time: 0.0642359 Mar 08 12:56:56.964617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41014) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:56:56.969985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:56:57.031142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:57.179683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:56:57.208836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:57.276179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:57.325015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:57.325635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:57.327069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/ports/6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 938 time: 0.3614025 Mar 08 12:56:57.327619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:56:57.329896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b80c53c-007e-4f69-988a-89cf49281b96" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:56:57.353187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=6']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:56:57.361267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.361600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.361956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.362282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.362951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.363274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.364207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.364538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.364863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.365180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.365496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.365808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad828321-6cf4-4938-8540-a039368ea053 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:56:57.373101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fde55b-0bd6-466b-931d-c13e2ac332a3 x-openstack-request-id: req-40fde55b-0bd6-466b-931d-c13e2ac332a3 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:56:57.373382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:56:57.373627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40fde55b-0bd6-466b-931d-c13e2ac332a3 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:56:57.374054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'status': 'completed', 'code': 200} Mar 08 12:56:57.443759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-e3d7976c-ed29-4e68-ab73-59e715d55cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:57.445447 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-e3d7976c-ed29-4e68-ab73-59e715d55cef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1099 time: 0.0506563 Mar 08 12:56:57.538998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-91753473-9eb1-48b7-818e-ad7adaecfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:57.540557 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-91753473-9eb1-48b7-818e-ad7adaecfa6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0884054 Mar 08 12:56:57.544177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-60055881-5cb7-4a4f-b41d-628e090c188a None None] Provisioning complete for port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:56:57.544817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-60055881-5cb7-4a4f-b41d-628e090c188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:56:57.583680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-60055881-5cb7-4a4f-b41d-628e090c188a None None] Port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f is administratively disabled so it will not transition to active. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Mar 08 12:56:57.610681 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-e4ba54fa-1632-411f-9a26-26c9662f3271 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 1002 time: 0.0635579 Mar 08 12:56:57.660821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-9a7f57e2-d318-4c7e-85a0-5ab8b4e3ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:57.662285 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-9a7f57e2-d318-4c7e-85a0-5ab8b4e3ff07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0441892 Mar 08 12:56:57.706436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-ca7d2087-fccf-4acc-bcdf-d45b60b1d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:56:57.707893 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-ca7d2087-fccf-4acc-bcdf-d45b60b1d400 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389771 Mar 08 12:56:57.803038 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-97f83b4d-aace-4e62-869b-9338eb0f1fe9 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886290 Mar 08 12:56:57.891598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b80c53c-007e-4f69-988a-89cf49281b96 req-35b076ac-b3a5-48cd-9e47-693107769ea7 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813904 Mar 08 12:56:59.070896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f336cb35-e95b-41fb-9756-87acac0b5e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:00.718458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41022) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:00.723717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:00.790841 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:00.938338 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:00.967572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:01.024937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:01.067743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:01.068346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:01.069746 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/ports/6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 937 time: 0.3502905 Mar 08 12:57:01.070318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:01.073131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:01.073794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41024) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:01.100258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230701d-3268-4015-bdf6-a025b33f33fd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=7']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:01.117561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd81236d-3807-48d8-b21a-4f519c4622e6 x-openstack-request-id: req-fd81236d-3807-48d8-b21a-4f519c4622e6 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:01.117976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:01.118298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd81236d-3807-48d8-b21a-4f519c4622e6 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:01.118805 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'status': 'completed', 'code': 200} Mar 08 12:57:01.146841 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-61fb0520-e5fa-4428-b84d-b2cf4c633f10 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/b39e0ec0-cb92-43ab-8b8c-48601839d33d HTTP/1.1" status: 200 len: 993 time: 0.0718319 Mar 08 12:57:01.183714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-b90f9ef7-9b04-45a8-b59d-3c955eb0ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:01.185259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-b90f9ef7-9b04-45a8-b59d-3c955eb0ebb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1098 time: 0.0449471 Mar 08 12:57:01.287583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-93b99d40-0615-4133-928d-aa364e6fd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:01.288979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-93b99d40-0615-4133-928d-aa364e6fd63e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0957153 Mar 08 12:57:01.299647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:57:01.351582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b1988bf2-d58d-43c9-bb2a-8bc07e9f0211 None None] Provisioning complete for port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:01.351919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1988bf2-d58d-43c9-bb2a-8bc07e9f0211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:01.360182 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-76a13709-2fd3-4a47-94bd-e5ce81aa369d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 1001 time: 0.0639081 Mar 08 12:57:01.411277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-99b0d7e6-854f-4542-b65f-87b81e2b8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:01.412744 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-99b0d7e6-854f-4542-b65f-87b81e2b8be3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0463920 Mar 08 12:57:01.462514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-821dd6aa-185a-4428-855d-628c8019131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:01.464011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-821dd6aa-185a-4428-855d-628c8019131c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451059 Mar 08 12:57:01.553357 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-980ee96e-bd50-4308-8077-002fb4753b56 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828090 Mar 08 12:57:01.648204 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9e76ca78-b154-4a2d-89c5-770fb7ee2b51 req-faef589f-29f9-4369-9558-2ec843fa97d3 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881603 Mar 08 12:57:01.654011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f02b888-a6bf-4869-9085-7faec4ed684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:02.739099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:03.679982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41034) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:03.774011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:03.840241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 089660dc-2160-412b-bf73-7953291d0690 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:57:03.840572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:03.912656 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:03.912978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:03.924265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 089660dc-2160-412b-bf73-7953291d0690 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:57:04.247953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:04.441854 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:04.465452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=089660dc-2160-412b-bf73-7953291d0690,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:04.478992 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.479339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.479731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.480002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.480324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.480653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.480973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.481288 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.481606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.481944 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.482259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.482571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:04.539695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:04.539922 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 5350994f-4065-4b8d-beab-98386bf9431e disassociated (deleted). External IP: 172.26.3.239, port: 375163e4-2880-412b-bfb8-ef91d7256fd8. Mar 08 12:57:04.742775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cfa4fa6e-deb4-4205-9106-6edd2f386c71 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:57:04.851770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:57:04.856905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:04.861495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] Sync routers for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:57:04.871960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:04.872571 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:04.883577 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-376bfaa6-ca5d-4a18-9784-8d2e12c0c0d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/5350994f-4065-4b8d-beab-98386bf9431e HTTP/1.1" status: 204 len: 168 time: 1.2025077 Mar 08 12:57:04.884366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:04.887211 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b9a25-910e-4b97-89bf-daa40d5db494" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:04.923958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21a0dc4-5a41-4fae-a32a-7a014f3e6f92 x-openstack-request-id: req-e21a0dc4-5a41-4fae-a32a-7a014f3e6f92 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:04.924246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:04.924510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e21a0dc4-5a41-4fae-a32a-7a014f3e6f92 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:04.924889 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'status': 'completed', 'code': 200} Mar 08 12:57:04.986699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:04.989480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-cac3ffe4-192b-4f4f-9eb1-7824a66bb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:04.991137 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-cac3ffe4-192b-4f4f-9eb1-7824a66bb322 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 1099 time: 0.0436058 Mar 08 12:57:05.085797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-63274639-799d-4f0b-a803-ae673dbdcc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:05.087346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-63274639-799d-4f0b-a803-ae673dbdcc38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0898373 Mar 08 12:57:05.128983 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-6ec105ef-e811-4017-82d5-03c30696831a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=375163e4-2880-412b-bfb8-ef91d7256fd8 HTTP/1.1" status: 200 len: 217 time: 0.0348351 Mar 08 12:57:05.192626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-8ee99985-17b3-4062-84a4-25d58da68343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:05.194110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-8ee99985-17b3-4062-84a4-25d58da68343 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0573771 Mar 08 12:57:05.221339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:06Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:05.240754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-7fd489b0-ddb1-4132-a344-6c70ca7e6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:05.242300 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-7fd489b0-ddb1-4132-a344-6c70ca7e6390 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403554 Mar 08 12:57:05.250593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] Checking router: cfa4fa6e-deb4-4205-9106-6edd2f386c71 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:57:05.260882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:05.261872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:05.372447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66598d92-0f7f-4fc1-867f-8f1a347fb713 req-c6be35ba-12b7-4100-83d5-dce5738715a8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:05.373973 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66598d92-0f7f-4fc1-867f-8f1a347fb713 req-c6be35ba-12b7-4100-83d5-dce5738715a8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 946 time: 0.0727897 Mar 08 12:57:05.374656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:05.380308 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-d2b905ed-6a36-4b99-8113-d8b7954d0c64 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296446 Mar 08 12:57:05.468254 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66598d92-0f7f-4fc1-867f-8f1a347fb713 req-4486bbb9-4c28-4a7c-ab19-e4ffc6f4158a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870652 Mar 08 12:57:05.501774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b1b9a25-910e-4b97-89bf-daa40d5db494 req-ec76667d-c449-495e-bf10-04a491c85eb3 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128674 Mar 08 12:57:05.603300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:06Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:05.630382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45aec51-e5ef-463e-9e91-85efeb32bc92 None None] The sync data for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv is: [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': 'b39e0ec0-cb92-43ab-8b8c-48601839d33d', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'port_id': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'mac_address': 'fa:16:3e:55:64:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:56:03Z', 'updated_at': '2022-03-08T12:56:06Z', 'revision_number': 1, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:57:05.843366 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2b16-59d2-4d5b-8cc7-a86c219c17f5 None None] New status for floating IP 5350994f-4065-4b8d-beab-98386bf9431e: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:57:06.616471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d4b40-e958-4d7a-bc81-99c1213f333d req-165b656c-5258-4665-8f5a-a0871c9e8913 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:06.618011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7e4d4b40-e958-4d7a-bc81-99c1213f333d req-165b656c-5258-4665-8f5a-a0871c9e8913 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 946 time: 0.0781116 Mar 08 12:57:06.655144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-491410cd-760d-47ca-a60c-283772ddd2df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:06.656826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-491410cd-760d-47ca-a60c-283772ddd2df tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 946 time: 0.0894601 Mar 08 12:57:06.697192 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7e4d4b40-e958-4d7a-bc81-99c1213f333d req-8bb02081-02b4-496e-b76c-07111d12d075 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721123 Mar 08 12:57:06.755056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 375163e4-2880-412b-bfb8-ef91d7256fd8 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:57:06.755382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:06.851008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 375163e4-2880-412b-bfb8-ef91d7256fd8, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=375163e4-2880-412b-bfb8-ef91d7256fd8,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:06.851375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:06.864001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 375163e4-2880-412b-bfb8-ef91d7256fd8 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:57:07.059319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:07.094572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=375163e4-2880-412b-bfb8-ef91d7256fd8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:07.137222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port 375163e4-2880-412b-bfb8-ef91d7256fd8 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:57:07.139758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:07.143206 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c212b7ad-1296-4a3c-8a5c-e729b43f48b7 req-283b3c99-9ea1-40d1-8e44-c054b8cac58d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/375163e4-2880-412b-bfb8-ef91d7256fd8 HTTP/1.1" status: 204 len: 173 time: 0.4801359 Mar 08 12:57:07.143630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'name': 'network-vif-deleted', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:07.145868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad51f99-c149-4b1d-8a34-81b7c03b7927" -d '{"events": [{"server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "name": "network-vif-deleted", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:07.181522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f661be-c03b-4a4e-9df9-0a52b4c17797 x-openstack-request-id: req-75f661be-c03b-4a4e-9df9-0a52b4c17797 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:07.181809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3692a8-c27e-4d71-9d28-9136f0081f21", "name": "network-vif-deleted", "tag": "375163e4-2880-412b-bfb8-ef91d7256fd8", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:07.182844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75f661be-c03b-4a4e-9df9-0a52b4c17797 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:07.183252 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3692a8-c27e-4d71-9d28-9136f0081f21', 'name': 'network-vif-deleted', 'tag': '375163e4-2880-412b-bfb8-ef91d7256fd8', 'status': 'completed', 'code': 200} Mar 08 12:57:07.803165 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b350999-281b-429e-80aa-d96e7ce58e7b req-3a02d80f-a8db-4b3f-84ef-fe81123a460c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3692a8-c27e-4d71-9d28-9136f0081f21 HTTP/1.1" status: 200 len: 210 time: 0.0276959 Mar 08 12:57:08.860467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41050) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:08.921080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b9573081-a41c-4517-9445-bd44f5f79f1b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:08.946207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b9573081-a41c-4517-9445-bd44f5f79f1b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.087490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b9573081-a41c-4517-9445-bd44f5f79f1b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.090298 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b9573081-a41c-4517-9445-bd44f5f79f1b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.091479 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b9573081-a41c-4517-9445-bd44f5f79f1b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9 HTTP/1.1" status: 204 len: 168 time: 0.2300289 Mar 08 12:57:09.100746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9573081-a41c-4517-9445-bd44f5f79f1b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9fa5e6-97fe-41da-8dd4-306bfa5f1be9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:09.174738 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41054) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:09.331822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 32b366dc-d0ff-431a-b97a-f90543cc257d {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:57:09.332150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.409305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.409542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.423177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 32b366dc-d0ff-431a-b97a-f90543cc257d owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:57:09.601973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.629137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=32b366dc-d0ff-431a-b97a-f90543cc257d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:09.691050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:09.691382 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP b39e0ec0-cb92-43ab-8b8c-48601839d33d disassociated (deleted). External IP: 172.26.3.179, port: 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f. Mar 08 12:57:09.902722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cfa4fa6e-deb4-4205-9106-6edd2f386c71 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:57:10.006736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:57:10.012139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:10.017454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] Sync routers for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:57:10.028077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:10.028686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:10.039417 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-12de8e4e-0029-4052-a5cd-913e6166f0dc tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/b39e0ec0-cb92-43ab-8b8c-48601839d33d HTTP/1.1" status: 204 len: 168 time: 0.8635397 Mar 08 12:57:10.040130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:10.043165 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:10.082987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ea2952-b85e-4397-97c1-3a0589ee9f65 x-openstack-request-id: req-67ea2952-b85e-4397-97c1-3a0589ee9f65 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:10.082987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:10.083272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67ea2952-b85e-4397-97c1-3a0589ee9f65 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:10.083646 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'status': 'completed', 'code': 200} Mar 08 12:57:10.140213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:10.144464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-1fe708b2-0f1e-4bfb-93af-c307e7ae3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:10.146055 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-1fe708b2-0f1e-4bfb-93af-c307e7ae3296 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 1098 time: 0.0418861 Mar 08 12:57:10.240740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-06e7c94f-a896-42ea-900e-07a88aa5756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:10.242837 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-06e7c94f-a896-42ea-900e-07a88aa5756b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 200 len: 898 time: 0.0902522 Mar 08 12:57:10.286746 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-b1038054-3fa9-4a5b-9e71-ddab97f07f10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 200 len: 217 time: 0.0379581 Mar 08 12:57:10.338380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-c92e0e8f-58ed-43f2-9012-f14629f5c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:10.340162 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-c92e0e8f-58ed-43f2-9012-f14629f5c7ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 200 len: 833 time: 0.0461614 Mar 08 12:57:10.345738 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:10.374970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] Checking router: cfa4fa6e-deb4-4205-9106-6edd2f386c71 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:57:10.384355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:10.384784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:10.398499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-fd83fb31-76c0-4a87-9b5d-138e495bf8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:10.400102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-fd83fb31-76c0-4a87-9b5d-138e495bf8c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521693 Mar 08 12:57:10.493899 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:10.500195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a7db-8220-456d-aa0e-3dd12ebf2377 req-a55c3986-484a-45ff-a574-f52468674ac6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:10.501673 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b30a7db-8220-456d-aa0e-3dd12ebf2377 req-a55c3986-484a-45ff-a574-f52468674ac6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 945 time: 0.0990474 Mar 08 12:57:10.544960 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-58bb2cdf-872a-4b11-ab9c-fb36d6bb8117 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337667 Mar 08 12:57:10.566576 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b30a7db-8220-456d-aa0e-3dd12ebf2377 req-8abae5ca-0082-47ce-b877-d9510aab4314 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547712 Mar 08 12:57:10.616161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 375163e4-2880-412b-bfb8-ef91d7256fd8 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:57:10.642496 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db7db87d-c5b6-456b-a92f-cb8dd663d4bc req-992f5d69-1b13-4473-9fc4-a2dddedfd99f service neutron] 10.222.0.45 "GET /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885696 Mar 08 12:57:10.644946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 375163e4-2880-412b-bfb8-ef91d7256fd8 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:57:10.645290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 375163e4-2880-412b-bfb8-ef91d7256fd8 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:57:10.727259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:10.756419 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdfdded-e6c8-4e90-bbb6-191ad4cdbc17 None None] The sync data for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv is: [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:55:45Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9c1f5db1-3ad3-42d0-8aba-c319ac674629', 'name': '', 'network_id': 'f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:d8:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '062604a9-75fe-4049-8565-2957886fd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:44Z', 'updated_at': '2022-03-08T12:55:48Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '062604a9-75fe-4049-8565-2957886fd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:57:10.959127 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b91a82-c475-4551-a54a-48d50e2925e3 None None] New status for floating IP b39e0ec0-cb92-43ab-8b8c-48601839d33d: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:57:11.697066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137de73-b4b2-4d7f-b27b-6aed28037d88 req-5db123a8-5571-4676-ae68-5dd9b81a6a43 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:11.699260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8137de73-b4b2-4d7f-b27b-6aed28037d88 req-5db123a8-5571-4676-ae68-5dd9b81a6a43 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 945 time: 0.0541935 Mar 08 12:57:11.736165 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8137de73-b4b2-4d7f-b27b-6aed28037d88 req-8b2a7cf7-19b5-4ff0-a96c-fce7ef1ce126 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=0ddfc501-31b0-494d-99d2-f6a82f801c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Mar 08 12:57:11.854661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-dcf2cd18-b9e5-4b48-8f5e-b51e177979be tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:11.856082 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-dcf2cd18-b9e5-4b48-8f5e-b51e177979be tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 945 time: 0.0477111 Mar 08 12:57:11.944107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:57:11.944438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:12.335265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:12.335618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:12.348230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:57:12.544495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:12.572422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=6f1143f8-c219-47ee-99c1-c68b4a2cdb9f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:12.619058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:57:12.621835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:12.625141 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ccacdd8-e107-4219-953f-ad0e8a7f1180 req-d7a531c9-e40a-4e1e-934c-ad051afa483d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/6f1143f8-c219-47ee-99c1-c68b4a2cdb9f HTTP/1.1" status: 204 len: 173 time: 0.7633383 Mar 08 12:57:12.625576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'name': 'network-vif-deleted', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:12.627843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66403023-382e-491c-a11a-5ce93957ce68" -d '{"events": [{"server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "name": "network-vif-deleted", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:12.668170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48b8fd-882f-4cc6-8058-74d1bbec80de x-openstack-request-id: req-8c48b8fd-882f-4cc6-8058-74d1bbec80de {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:12.668456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35f153a-0217-4e71-a060-c1845fcfa54e", "name": "network-vif-deleted", "tag": "6f1143f8-c219-47ee-99c1-c68b4a2cdb9f", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:12.668702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c48b8fd-882f-4cc6-8058-74d1bbec80de {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:12.669097 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35f153a-0217-4e71-a060-c1845fcfa54e', 'name': 'network-vif-deleted', 'tag': '6f1143f8-c219-47ee-99c1-c68b4a2cdb9f', 'status': 'completed', 'code': 200} Mar 08 12:57:12.834916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93a85ff5-953c-48a0-8ed2-d978a2a48d16 req-055b0b5b-f42e-4fc2-b2e5-3e8d6a4436ab tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=e35f153a-0217-4e71-a060-c1845fcfa54e HTTP/1.1" status: 200 len: 210 time: 0.0268636 Mar 08 12:57:13.892054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41070) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:13.954634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0e157f64-c2c1-4bcb-8c8a-1ab5d0ed7aff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:13.979302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0e157f64-c2c1-4bcb-8c8a-1ab5d0ed7aff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:14.110936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0e157f64-c2c1-4bcb-8c8a-1ab5d0ed7aff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:14.113600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0e157f64-c2c1-4bcb-8c8a-1ab5d0ed7aff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:14.114824 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0e157f64-c2c1-4bcb-8c8a-1ab5d0ed7aff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/0ddfc501-31b0-494d-99d2-f6a82f801c7c HTTP/1.1" status: 204 len: 168 time: 0.2217398 Mar 08 12:57:14.124618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e157f64-c2c1-4bcb-8c8a-1ab5d0ed7aff tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddfc501-31b0-494d-99d2-f6a82f801c7c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:14.214534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41074) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:14.571506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:14.839417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 9c1f5db1-3ad3-42d0-8aba-c319ac674629 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:57:14.839742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:14.926560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 9c1f5db1-3ad3-42d0-8aba-c319ac674629, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9c1f5db1-3ad3-42d0-8aba-c319ac674629,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:14.927265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:14.939972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 9c1f5db1-3ad3-42d0-8aba-c319ac674629 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:57:15.179103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:15.206274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=9c1f5db1-3ad3-42d0-8aba-c319ac674629,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:15.388089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:15.603230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router cfa4fa6e-deb4-4205-9106-6edd2f386c71 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:57:15.709884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:57:15.718053 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d9418d01-4a9b-4e51-a298-545389a3a1f7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/cfa4fa6e-deb4-4205-9106-6edd2f386c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5021648 Mar 08 12:57:15.720417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41076) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:15.722800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] Sync routers for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:57:15.733648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:15.734293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:15.775678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet 062604a9-75fe-4049-8565-2957886fd985 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:57:15.778899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:15.820517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:15.840790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:15.906743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.023049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:57:15Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:16.036732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.065938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=062604a9-75fe-4049-8565-2957886fd985,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:16.074675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.078067 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7eb0e4db-838c-4ad5-b88c-fd44b6531a5e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/062604a9-75fe-4049-8565-2957886fd985 HTTP/1.1" status: 204 len: 168 time: 0.3566756 Mar 08 12:57:16.080856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41078) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:16.193310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.206431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92da186-62b1-4e48-97be-6c1ddda7af55 None None] Network f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:57:16.208650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] Checking router: cfa4fa6e-deb4-4205-9106-6edd2f386c71 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:57:16.264517 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] Routers {'cfa4fa6e-deb4-4205-9106-6edd2f386c71'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:16.265128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:16.298582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.417657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 57581c8f-0bfd-4118-a7a8-31f65d078ebd {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:57:16.418750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.423789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] Set router cfa4fa6e-deb4-4205-9106-6edd2f386c71 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:16.498714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] DHCP port deletion for f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:57:16.507365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 57581c8f-0bfd-4118-a7a8-31f65d078ebd, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=57581c8f-0bfd-4118-a7a8-31f65d078ebd,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:16.507728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.519858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 57581c8f-0bfd-4118-a7a8-31f65d078ebd owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:57:16.614666 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:57:16.640312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:57:16.642013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6f1143f8-c219-47ee-99c1-c68b4a2cdb9f not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:57:16.653079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Deleting port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:57:16.653446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.724098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] For port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=526f9a7f-ce81-4ec1-9c64-a41db63b8eda,segment=NetworkSegment(d004d37f-b9b1-4cda-ad99-d51c07fcb661),segment_id=d004d37f-b9b1-4cda-ad99-d51c07fcb661)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:16.724875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.733249 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.739130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:57:15Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:16.740982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Calling delete_port for 526f9a7f-ce81-4ec1-9c64-a41db63b8eda owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:57:16.762895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=57581c8f-0bfd-4118-a7a8-31f65d078ebd,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:16.773999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68d342-905c-4c22-8d7e-27ca529b6f0e None None] The sync data for ids ['cfa4fa6e-deb4-4205-9106-6edd2f386c71'] in dv-neutron-829486-2-hyperv is: [{'id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'name': 'tempest-TestNetworkBasicOps-router-2103106702', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:55:40Z', 'updated_at': '2022-03-08T12:57:15Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '57581c8f-0bfd-4118-a7a8-31f65d078ebd', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:00:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4fa6e-deb4-4205-9106-6edd2f386c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:55:41Z', 'updated_at': '2022-03-08T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:57:16.829402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.921428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.929477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.933700 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:16.953629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Pushing event deleted for resources: {'Port': ['ID=526f9a7f-ce81-4ec1-9c64-a41db63b8eda,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:16.957898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] No DVR routers for this DVR port 526f9a7f-ce81-4ec1-9c64-a41db63b8eda on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:57:16.965180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.965598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.965858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.966182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.966497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.966821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.967135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.967449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.967763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.968074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.968410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:16.969010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e421e0-2f5f-42c3-9291-7d3d7c4568cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:17.059038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.059593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router cfa4fa6e-deb4-4205-9106-6edd2f386c71 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:57:17.071457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.071457 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-58cecf44-b5c3-49c0-a8f5-e452f88708dd tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/cfa4fa6e-deb4-4205-9106-6edd2f386c71 HTTP/1.1" status: 204 len: 168 time: 0.9858153 Mar 08 12:57:17.071457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41080) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:17.148096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.241426 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.263775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:17.273103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd004d37f-b9b1-4cda-ad99-d51c07fcb661') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:17.273392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd004d37f-b9b1-4cda-ad99-d51c07fcb661') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:17.282524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.295528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.301136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:57:17.301505 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:57:17.304405 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:57:17.436478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.444095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.446749 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd HTTP/1.1" status: 204 len: 168 time: 0.3755422 Mar 08 12:57:17.458928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f896689-5a18-4721-a63d-1a60d7b81ceb tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=f8ebc2ff-9ccc-46c3-ad15-ca7b079013bd,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:17.469327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41082) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:17.474390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'network': {'name': 'tempest-network-smoke--1736608209', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:17.544502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:57:17.547863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.571550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:57:17.580605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.581008 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Added segment 6f4a9e57-c975-449a-8a13-6f55f6e38c6f of type vlan for network 9e9fbd2f-fc48-46bf-af06-98e75edc413a Mar 08 12:57:17.624696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.704546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.709986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:17.710554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.781981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Network': ['ID=9e9fbd2f-fc48-46bf-af06-98e75edc413a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:17.793516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:57:17.807592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-67025b0c-3a19-4ed3-8d03-c8db3d46b589 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3341517 Mar 08 12:57:17.807991 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41084) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:17.812908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-304162727', 'admin_state_up': True, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:17.888055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.889132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:17.944864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:18.149055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:18.394818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 526f9a7f-ce81-4ec1-9c64-a41db63b8eda no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:57:18.397869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:18.420278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 526f9a7f-ce81-4ec1-9c64-a41db63b8eda {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:57:18.420519 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:18.420644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 526f9a7f-ce81-4ec1-9c64-a41db63b8eda not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:57:18.420914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9c1f5db1-3ad3-42d0-8aba-c319ac674629 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:57:18.440668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9c1f5db1-3ad3-42d0-8aba-c319ac674629 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:57:18.441008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9c1f5db1-3ad3-42d0-8aba-c319ac674629 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:57:18.441416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 57581c8f-0bfd-4118-a7a8-31f65d078ebd no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:57:18.461208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 57581c8f-0bfd-4118-a7a8-31f65d078ebd {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:57:18.461548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 57581c8f-0bfd-4118-a7a8-31f65d078ebd not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:57:18.521711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.133 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:57:18.618668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:18.716494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:18.757503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:57:18.760676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:57:18.765709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:57:18.768192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:19.384507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:19.581710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:19.778621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:57:19.889465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:57:19.899834 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Sync routers for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:57:19.909466 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:19.910349 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:19.969814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:19.971080 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8bb8d4df-9a5e-442b-affd-141b842b0cc6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1619804 Mar 08 12:57:19.974197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41088) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:20.001899 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c1d4d04a-ecb2-4c9e-b391-27c92f630994 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=83243bc130fc441189e93308aa8e80b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266142 Mar 08 12:57:20.004429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41090) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:20.014195 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:20.089903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47306a-8b58-41b8-8730-4cd2bf9254df tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:20.091393 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7e47306a-8b58-41b8-8730-4cd2bf9254df tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860760 Mar 08 12:57:20.094168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41092) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:20.126019 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-501b81ae-dadb-44de-b194-622726a6d830 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307794 Mar 08 12:57:20.128467 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41094) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:20.133090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632059155', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:20.185013 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:19Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:20.214649 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Checking router: 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:57:20.214984 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Updating router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:57:20.238850 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.282183 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:57:20.286299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.486422 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.528212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.562287 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.587095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Subnet': ['ID=1f654210-747a-4c34-8a51-de1aec6a034b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:20.597759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Checking segment: {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:57:20.598245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network hostable DHCP agents. Network: 9e9fbd2f-fc48-46bf-af06-98e75edc413a, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:57:20.619053 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Pushing event updated for resources: {'Port': ['ID=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:20.628665 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Attempting to bind port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:57:20.628665 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Attempting to bind port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:57:20.628665 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Attempting to bind port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:57:20.630831 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.631165 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.631484 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.631799 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.632111 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.632422 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.632731 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.633039 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.633345 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.633652 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.633992 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.634295 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:20.638090 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:57:20.638443 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:57:20.638825 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.639198 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:57:20.639632 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Bound port: 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:57:20.639990 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.689370 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] For port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:57:20.692307 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] For port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:57:20.715888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:57:20.762293 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.790414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 9e9fbd2f-fc48-46bf-af06-98e75edc413a) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:57:20.796128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:20.796721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:20.800898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3465b3-a3b0-4289-990b-f02ec979e5e7 None None] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:57:20.830920 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:20.831592 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:20.837210 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:57:20.840884 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87ece3-dedc-4ac5-a562-32227a17f4db None None] Pushing event updated for resources: {'Port': ['ID=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:20.896190 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-940a6796-da04-4bd4-9fef-4ab45bf5b8f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7667131 Mar 08 12:57:20.899106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41098) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:20.943838 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:20.956729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 12:57:20.957732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:21.098292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Allocated IP 172.20.0.2 (9e9fbd2f-fc48-46bf-af06-98e75edc413a/1f654210-747a-4c34-8a51-de1aec6a034b/b6cd3eec-0f66-43e6-96b2-5e5dfc71039d) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:57:21.136544 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:19Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:21.253631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:21.258986 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0e0650-448e-4efd-bb5d-9df2192fe679 None None] The sync data for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv is: [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:19Z', 'revision_number': 3, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:57:21.323428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:21.358109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:21.367276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:57:21.370454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:57:21.375315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:57:21.378430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Pushing event updated for resources: {'Port': ['ID=b6cd3eec-0f66-43e6-96b2-5e5dfc71039d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:21.437972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Attempting to bind port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:57:21.438453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Attempting to bind port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:57:21.438809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Attempting to bind port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d on network 9e9fbd2f-fc48-46bf-af06-98e75edc413a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:57:21.445385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:57:21.446109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Checking segment: {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:57:21.446826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:21.447087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Bound using segment: {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:57:21.447570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Bound port: b6cd3eec-0f66-43e6-96b2-5e5dfc71039d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:57:21.447947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:21.558740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] For port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:57:21.561862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] For port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b6cd3eec-0f66-43e6-96b2-5e5dfc71039d,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:57:21.625913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:21.712529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a430e-d8c3-4bff-844b-1eb74d17ffd0 None None] Pushing event updated for resources: {'Port': ['ID=b6cd3eec-0f66-43e6-96b2-5e5dfc71039d,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:22.100557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.1 (9e9fbd2f-fc48-46bf-af06-98e75edc413a/1f654210-747a-4c34-8a51-de1aec6a034b/9a896ede-591d-45a5-a2da-13857c59f5ac) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:57:22.240766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:22.333864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:22.386298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:57:22.390159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:57:22.394768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:57:22.399014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:22.443204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:22.519752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:57:22.566966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:22.567418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:22.653494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:22.658423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:22.676178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:22.757873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:22.758806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b6cd3eec-0f66-43e6-96b2-5e5dfc71039d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:57:22.829684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3ff56-bf1a-41b5-9791-f2495575f8fd None None] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:57:22.962560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.019100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.060207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:23.083607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c51d3f3f-73c9-4fcc-8547-ac67fa9e0054 None None] Provisioning complete for port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:23.083835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51d3f3f-73c9-4fcc-8547-ac67fa9e0054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.101983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.105319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:23.115465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:23.115832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.204878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:57:23.206681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:57:23.301903 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51d3f3f-73c9-4fcc-8547-ac67fa9e0054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.314125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.325708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:57:23.360676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c51d3f3f-73c9-4fcc-8547-ac67fa9e0054 None None] For port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b6cd3eec-0f66-43e6-96b2-5e5dfc71039d,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:23.437174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c51d3f3f-73c9-4fcc-8547-ac67fa9e0054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.451228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:57:23.456375 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e66741bc-a8bf-42be-9a9a-03aa1cf20b36 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/39ed2be2-c4eb-420a-b1f3-2e08c47ae996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5562646 Mar 08 12:57:23.459544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41102) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:23.491588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Sync routers for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:57:23.525129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:57:23.526436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:57:23.531394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:23.532027 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:23.562081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13e1f9-62a6-4faf-b8b5-e6f035da0bce tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.562543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13e1f9-62a6-4faf-b8b5-e6f035da0bce tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.563149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13e1f9-62a6-4faf-b8b5-e6f035da0bce tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.563591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13e1f9-62a6-4faf-b8b5-e6f035da0bce tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.568162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41104) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:23.568701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9b13e1f9-62a6-4faf-b8b5-e6f035da0bce tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1077065 Mar 08 12:57:23.574812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d3f3f-73c9-4fcc-8547-ac67fa9e0054 None None] Pushing event updated for resources: {'Port': ['ID=b6cd3eec-0f66-43e6-96b2-5e5dfc71039d,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:23.634813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb12f9e3-2a64-4598-8744-f377ae0b69c2 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.635913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb12f9e3-2a64-4598-8744-f377ae0b69c2 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.636381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb12f9e3-2a64-4598-8744-f377ae0b69c2 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.636828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb12f9e3-2a64-4598-8744-f377ae0b69c2 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:23.639287 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-eb12f9e3-2a64-4598-8744-f377ae0b69c2 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0690627 Mar 08 12:57:23.641910 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41106) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:23.655309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:23.702910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1a2b8655-8ac8-4f9c-80b2-665bceb3d80a None None] Provisioning complete for port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:23.703371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8655-8ac8-4f9c-80b2-665bceb3d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.782476 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ea6d407e-f51f-4d8b-a77a-746a901c8a93 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1392951 Mar 08 12:57:23.942051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1a2b8655-8ac8-4f9c-80b2-665bceb3d80a None None] Provisioning complete for port 9a896ede-591d-45a5-a2da-13857c59f5ac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:23.942423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8655-8ac8-4f9c-80b2-665bceb3d80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:23.989602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:23.991528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b8655-8ac8-4f9c-80b2-665bceb3d80a None None] Port 9a896ede-591d-45a5-a2da-13857c59f5ac cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:57:24.019856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Checking router: 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:57:24.020201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Updating router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 port 9a896ede-591d-45a5-a2da-13857c59f5ac binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:57:24.070910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.143774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b76877a9-ee5d-4e6b-be47-bb7183106f30 None None] Provisioning complete for port 9a896ede-591d-45a5-a2da-13857c59f5ac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:24.144148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b76877a9-ee5d-4e6b-be47-bb7183106f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.151553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41110) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:24.156192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-710c52ab-84c1-4875-8dd6-f5614e06deca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309158984', 'description': 'tempest-secgroup-smoke-309158984 description', 'project_id': '83243bc130fc441189e93308aa8e80b1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:24.230580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-710c52ab-84c1-4875-8dd6-f5614e06deca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.240078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b76877a9-ee5d-4e6b-be47-bb7183106f30 None None] Port 9a896ede-591d-45a5-a2da-13857c59f5ac cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:57:24.298779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-710c52ab-84c1-4875-8dd6-f5614e06deca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.379722 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-710c52ab-84c1-4875-8dd6-f5614e06deca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.393200 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.411322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:57:24.412199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c52ab-84c1-4875-8dd6-f5614e06deca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e84f74-1d13-4036-bfc6-6a5916f4a4ca,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:24.461885 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:24.462281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.492942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.506903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-710c52ab-84c1-4875-8dd6-f5614e06deca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.510007 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-710c52ab-84c1-4875-8dd6-f5614e06deca tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3555231 Mar 08 12:57:24.512082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41112) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:24.516657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d9a71d78-04d9-42dc-8d37-d5635165cc53 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '52e84f74-1d13-4036-bfc6-6a5916f4a4ca', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:24.553177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75f770-fbec-4fb0-ad5f-9385c4e5186b None None] Pushing event updated for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:24.612881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9a71d78-04d9-42dc-8d37-d5635165cc53 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.634989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Attempting to bind port 9a896ede-591d-45a5-a2da-13857c59f5ac on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:57:24.635904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Attempting to bind port 9a896ede-591d-45a5-a2da-13857c59f5ac by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:57:24.636250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Attempting to bind port 9a896ede-591d-45a5-a2da-13857c59f5ac on network 9e9fbd2f-fc48-46bf-af06-98e75edc413a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:57:24.641490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:57:24.641868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Checking segment: {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:57:24.642277 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.642666 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Bound using segment: {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:57:24.643203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Bound port: 9a896ede-591d-45a5-a2da-13857c59f5ac, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:57:24.643580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.660531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b6cd3eec-0f66-43e6-96b2-5e5dfc71039d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:57:24.683951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9a71d78-04d9-42dc-8d37-d5635165cc53 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.739311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9a71d78-04d9-42dc-8d37-d5635165cc53 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.741915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] For port 9a896ede-591d-45a5-a2da-13857c59f5ac, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:57:24.748295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] For port 9a896ede-591d-45a5-a2da-13857c59f5ac, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a896ede-591d-45a5-a2da-13857c59f5ac,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:57:24.758945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:24.759308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.766163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a71d78-04d9-42dc-8d37-d5635165cc53 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8fa2ec-a576-43dc-8389-143ff15196d3,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:24.792690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2c531bd1-a489-430b-8c1e-b40c4cda086e None None] Provisioning complete for port 9a896ede-591d-45a5-a2da-13857c59f5ac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:24.793053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2c531bd1-a489-430b-8c1e-b40c4cda086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.829046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.849669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d9a71d78-04d9-42dc-8d37-d5635165cc53 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:24.854447 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d9a71d78-04d9-42dc-8d37-d5635165cc53 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379490 Mar 08 12:57:24.854737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41114) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:24.859274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3527abbb-91ec-4d6f-bab7-277a84c8ed07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '52e84f74-1d13-4036-bfc6-6a5916f4a4ca', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:24.871282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2c531bd1-a489-430b-8c1e-b40c4cda086e None None] Port 9a896ede-591d-45a5-a2da-13857c59f5ac cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:57:24.920067 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:24.920700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:24.927891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75f770-fbec-4fb0-ad5f-9385c4e5186b None None] Pushing event updated for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:24.963811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3527abbb-91ec-4d6f-bab7-277a84c8ed07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.036145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3527abbb-91ec-4d6f-bab7-277a84c8ed07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.049794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:25.116069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3527abbb-91ec-4d6f-bab7-277a84c8ed07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.134333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-66bdc93c-48c2-4619-a98e-14e7701ceb5f None None] Provisioning complete for port 9a896ede-591d-45a5-a2da-13857c59f5ac triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:25.134672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527abbb-91ec-4d6f-bab7-277a84c8ed07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c39bbdd-6850-4ee3-81c8-74beb4f611de,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:25.134812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-66bdc93c-48c2-4619-a98e-14e7701ceb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.204279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3527abbb-91ec-4d6f-bab7-277a84c8ed07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.205522 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3527abbb-91ec-4d6f-bab7-277a84c8ed07 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497705 Mar 08 12:57:25.208374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41116) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:25.212926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ebcccaf1-8217-44d7-aaca-50ea3fe852db tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '52e84f74-1d13-4036-bfc6-6a5916f4a4ca', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:25.294104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebcccaf1-8217-44d7-aaca-50ea3fe852db tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.354523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebcccaf1-8217-44d7-aaca-50ea3fe852db tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.424977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebcccaf1-8217-44d7-aaca-50ea3fe852db tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.443404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcccaf1-8217-44d7-aaca-50ea3fe852db tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039b8248-0998-4ba7-86fd-399987fc887f,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:25.457625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-66bdc93c-48c2-4619-a98e-14e7701ceb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.503542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-66bdc93c-48c2-4619-a98e-14e7701ceb5f None None] For port 9a896ede-591d-45a5-a2da-13857c59f5ac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a896ede-591d-45a5-a2da-13857c59f5ac,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:25.508728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:57:24Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:25.523976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebcccaf1-8217-44d7-aaca-50ea3fe852db tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.526188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ebcccaf1-8217-44d7-aaca-50ea3fe852db tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158953 Mar 08 12:57:25.528534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41118) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:25.532922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7175a85f-46ad-4b5e-9815-9ddc7033a9e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '52e84f74-1d13-4036-bfc6-6a5916f4a4ca', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:25.540049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a7ac12-8138-49e0-ace8-f0105b5b5a57 None None] The sync data for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv is: [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:57:24Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:57:25.544585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.591637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-66bdc93c-48c2-4619-a98e-14e7701ceb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.623972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7175a85f-46ad-4b5e-9815-9ddc7033a9e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.659911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdc93c-48c2-4619-a98e-14e7701ceb5f None None] Pushing event updated for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:25.698305 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7175a85f-46ad-4b5e-9815-9ddc7033a9e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.784656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7175a85f-46ad-4b5e-9815-9ddc7033a9e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.804985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175a85f-46ad-4b5e-9815-9ddc7033a9e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b601d8-b01b-49ad-8ab8-fa2fe50cd862,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:25.902075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7175a85f-46ad-4b5e-9815-9ddc7033a9e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:25.903421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7175a85f-46ad-4b5e-9815-9ddc7033a9e5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3739531 Mar 08 12:57:25.906211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41120) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:25.913400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '52e84f74-1d13-4036-bfc6-6a5916f4a4ca', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:25.990981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:57:25.997332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.064112 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.122161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.141009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdf5f30-1d08-4a6b-bbcc-32bb45bd1730,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:26.232809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.234116 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-10e633bf-e8ae-47d1-93f3-72952664db79 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3268940 Mar 08 12:57:26.236789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41122) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:26.241297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'security_group_rule': {'security_group_id': '52e84f74-1d13-4036-bfc6-6a5916f4a4ca', 'project_id': '83243bc130fc441189e93308aa8e80b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:26.327761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Project 83243bc130fc441189e93308aa8e80b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 12:57:26.332942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.415958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.433741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a896ede-591d-45a5-a2da-13857c59f5ac up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:57:26.482226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.484334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9a896ede-591d-45a5-a2da-13857c59f5ac triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:26.484843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.507401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdb763f-a41e-41bc-8f92-2cef12c12f1c,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:26.586819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:26.588510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2c9d779a-6e98-4c5e-9930-bb413dbeb04e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502994 Mar 08 12:57:26.724614 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-0d0eab28-0e12-4a46-be07-742cc3739c0e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309158984&fields=id&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 267 time: 0.0321460 Mar 08 12:57:26.833454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-8b058093-3674-43e8-9b43-429d5bad807e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:26.834848 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-8b058093-3674-43e8-9b43-429d5bad807e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/networks?id=9e9fbd2f-fc48-46bf-af06-98e75edc413a HTTP/1.1" status: 200 len: 797 time: 0.1029620 Mar 08 12:57:26.852345 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-94663e87-d062-4bc7-8395-d983d27fca66 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/quotas/83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 375 time: 0.0106609 Mar 08 12:57:26.905115 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-ca3a8909-db15-4692-b3e8-578dc52506f9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456851 Mar 08 12:57:27.001917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-f80a0070-cafa-4491-a8c4-ba3410588686 service neutron] 10.222.0.65 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845251 Mar 08 12:57:27.094911 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-dfb3a13d-8052-4e09-8907-65f1e3939d64 service neutron] 10.222.0.65 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868418 Mar 08 12:57:27.337879 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1692ef47-c0d0-4720-bc73-7e01649880b1 req-0ffe288c-92ed-450a-a91d-c81b5a441793 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 210 time: 0.0271742 Mar 08 12:57:28.430555 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01cfc0ff-6c2f-41d1-9616-0bae0f4e126d req-dad78585-eee5-435b-9796-f37c1f2b9307 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 210 time: 0.0271983 Mar 08 12:57:28.943097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-56f917af-6cf4-4395-b75d-82e2be3e0f2b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:28.944539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-56f917af-6cf4-4395-b75d-82e2be3e0f2b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/networks?id=9e9fbd2f-fc48-46bf-af06-98e75edc413a HTTP/1.1" status: 200 len: 797 time: 0.1044345 Mar 08 12:57:28.987672 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-8eb29019-adf2-413d-9565-a5cb7cc6f2c7 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83243bc130fc441189e93308aa8e80b1 HTTP/1.1" status: 200 len: 379 time: 0.0349255 Mar 08 12:57:28.997581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'port': {'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'admin_state_up': True, 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'security_groups': ['52e84f74-1d13-4036-bfc6-6a5916f4a4ca']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:29.024107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-737fd3d2-f40a-4395-8560-78c53aaa0d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:29.184986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Made reservation on behalf of 83243bc130fc441189e93308aa8e80b1 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:57:29.188587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:29.315640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.20.0.5 (9e9fbd2f-fc48-46bf-af06-98e75edc413a/1f654210-747a-4c34-8a51-de1aec6a034b/c6ae256d-ac85-4a17-bfd1-48e70b75698b) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:57:29.458784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:29.526108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d41426b-6b36-48ae-b573-12b7872aa23f req-4bbeea22-ff45-41c2-bba5-adf645fef690 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 210 time: 0.0256932 Mar 08 12:57:29.556685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:29.600699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:57:29.603607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:57:29.607991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:57:29.614145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=c6ae256d-ac85-4a17-bfd1-48e70b75698b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:29.665097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:29.665701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:29.770768 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-168f196e-9b01-4802-a825-8ab165141d17 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7772195 Mar 08 12:57:29.784100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Request body: {'port': {'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:29.839790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:29.840351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f8aa787b-794e-4dab-b64e-6a247032bf33 None None] Provisioning complete for port c6ae256d-ac85-4a17-bfd1-48e70b75698b triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:29.840725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f8aa787b-794e-4dab-b64e-6a247032bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:29.875544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa787b-794e-4dab-b64e-6a247032bf33 None None] Port c6ae256d-ac85-4a17-bfd1-48e70b75698b cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:57:30.097397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ae256d-ac85-4a17-bfd1-48e70b75698b {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:57:30.105326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:30.116755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Transition to ACTIVE for port object c6ae256d-ac85-4a17-bfd1-48e70b75698b will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:57:30.168109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:30.224218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Pushing event updated for resources: {'Port': ['ID=c6ae256d-ac85-4a17-bfd1-48e70b75698b,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:30.290033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Attempting to bind port c6ae256d-ac85-4a17-bfd1-48e70b75698b on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:57:30.290360 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Attempting to bind port c6ae256d-ac85-4a17-bfd1-48e70b75698b by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:57:30.290683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Attempting to bind port c6ae256d-ac85-4a17-bfd1-48e70b75698b on network 9e9fbd2f-fc48-46bf-af06-98e75edc413a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:57:30.295361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Port c6ae256d-ac85-4a17-bfd1-48e70b75698b on network 9e9fbd2f-fc48-46bf-af06-98e75edc413a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:57:30.295843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Attempting to bind port c6ae256d-ac85-4a17-bfd1-48e70b75698b on network 9e9fbd2f-fc48-46bf-af06-98e75edc413a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:57:30.301017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:57:30.301349 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Checking segment: {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:57:30.301728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Bound using segment: {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:57:30.302178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Bound port: c6ae256d-ac85-4a17-bfd1-48e70b75698b, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4a9e57-c975-449a-8a13-6f55f6e38c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:57:30.302534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:30.373038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] For port c6ae256d-ac85-4a17-bfd1-48e70b75698b, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:57:30.374143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] For port c6ae256d-ac85-4a17-bfd1-48e70b75698b, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:57:30.436923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:30.483935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:30.484574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:30.485941 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] 10.222.0.45 "PUT /v2.0/ports/c6ae256d-ac85-4a17-bfd1-48e70b75698b HTTP/1.1" status: 200 len: 1093 time: 0.7059605 Mar 08 12:57:30.486377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:30.488709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38aec7-1af1-4ca9-8e2a-025be007a31a" -d '{"events": [{"name": "network-changed", "server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:30.511185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18420248-7ef8-46ad-98b6-d0cd7a4ac18e service neutron] Pushing event updated for resources: {'Port': ['ID=c6ae256d-ac85-4a17-bfd1-48e70b75698b,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:30.536371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9094418-9678-498a-aa41-a095d6cee033 x-openstack-request-id: req-e9094418-9678-498a-aa41-a095d6cee033 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:30.536668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:30.536917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9094418-9678-498a-aa41-a095d6cee033 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:30.537323 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'status': 'completed', 'code': 200} Mar 08 12:57:30.613922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38aec7-1af1-4ca9-8e2a-025be007a31a req-0dad7c29-ae42-423a-bfea-cb0da50b8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:30.615473 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb38aec7-1af1-4ca9-8e2a-025be007a31a req-0dad7c29-ae42-423a-bfea-cb0da50b8c00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 1096 time: 0.0556505 Mar 08 12:57:30.717059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bab4d9-4d55-4c90-ab5d-3cb41f06315a req-28e55c98-b240-43ca-94ec-78373cda6de5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:30.718613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0bab4d9-4d55-4c90-ab5d-3cb41f06315a req-28e55c98-b240-43ca-94ec-78373cda6de5 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 943 time: 0.1155066 Mar 08 12:57:30.772111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38aec7-1af1-4ca9-8e2a-025be007a31a req-58168afa-a48a-4d99-8eee-b8b35a410d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:30.773559 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb38aec7-1af1-4ca9-8e2a-025be007a31a req-58168afa-a48a-4d99-8eee-b8b35a410d3f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83243bc130fc441189e93308aa8e80b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1394913 Mar 08 12:57:30.779434 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0bab4d9-4d55-4c90-ab5d-3cb41f06315a req-e9d4be15-1ee5-4e57-bc41-c75433c3925c tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534439 Mar 08 12:57:30.873879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38aec7-1af1-4ca9-8e2a-025be007a31a req-6f8e263d-efca-45f0-972a-c173fc0056c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:30.875358 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb38aec7-1af1-4ca9-8e2a-025be007a31a req-6f8e263d-efca-45f0-972a-c173fc0056c1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951040 Mar 08 12:57:30.954484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-4ff6a84f-c232-4074-a6aa-0d565f2b682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:30.955882 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-4ff6a84f-c232-4074-a6aa-0d565f2b682f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 1096 time: 0.0407367 Mar 08 12:57:30.997826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-cf6dac53-4b96-4553-ba94-4f8348073284 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b HTTP/1.1" status: 200 len: 217 time: 0.0337138 Mar 08 12:57:31.046533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-7b1e0742-7e8a-4412-9756-db7af6b000c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:31.048032 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-7b1e0742-7e8a-4412-9756-db7af6b000c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f654210-747a-4c34-8a51-de1aec6a034b HTTP/1.1" status: 200 len: 835 time: 0.0446377 Mar 08 12:57:31.095916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-63e3545d-6059-433a-bc2e-796b51a728e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:31.097390 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-63e3545d-6059-433a-bc2e-796b51a728e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e9fbd2f-fc48-46bf-af06-98e75edc413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434282 Mar 08 12:57:31.189104 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-48ed6b5f-494e-488f-bd4a-5166eef3135e service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836904 Mar 08 12:57:31.282209 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-097036d7-4fe1-4db5-ad19-34844c7e3d96 req-5398e073-0920-4a61-877a-14e31dd01312 service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867712 Mar 08 12:57:31.664698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73261d87-1791-4cdf-9a50-81c5113a3f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:31.897387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848a972-12c2-44e5-a25c-a12bfcdd3934 req-897253b4-b38e-49c1-9601-b19793188b3b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:31.898886 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6848a972-12c2-44e5-a25c-a12bfcdd3934 req-897253b4-b38e-49c1-9601-b19793188b3b tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 943 time: 0.0503960 Mar 08 12:57:31.936539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6848a972-12c2-44e5-a25c-a12bfcdd3934 req-e548314a-d500-4a3f-93dd-51ccd0808e09 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318191 Mar 08 12:57:32.721554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:33.049696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332ab7-dd5f-443e-a007-ae185d501a0c req-89448b92-42bf-4464-8a71-20e03606b9c1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:33.051170 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-67332ab7-dd5f-443e-a007-ae185d501a0c req-89448b92-42bf-4464-8a71-20e03606b9c1 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 943 time: 0.0487313 Mar 08 12:57:33.089270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-67332ab7-dd5f-443e-a007-ae185d501a0c req-27786595-bb01-4d39-838f-5f9ee044e0ba tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321610 Mar 08 12:57:33.778875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:34.207635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cfed6-44cf-43ce-8a92-1e6032ff15bd req-07ff1de9-71fd-4d73-9e1b-ac085acf6471 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:34.209081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-793cfed6-44cf-43ce-8a92-1e6032ff15bd req-07ff1de9-71fd-4d73-9e1b-ac085acf6471 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 943 time: 0.0536501 Mar 08 12:57:34.247147 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-793cfed6-44cf-43ce-8a92-1e6032ff15bd req-d8513b18-96a8-4a2b-b2d7-d09d825a5478 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Mar 08 12:57:34.253671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:34.667514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c6ae256d-ac85-4a17-bfd1-48e70b75698b details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:57:34.764942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port c6ae256d-ac85-4a17-bfd1-48e70b75698b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:34.776236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'mac_address': 'fa:16:3e:e8:d9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:57:34.812664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:34.826017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ae256d-ac85-4a17-bfd1-48e70b75698b {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:57:34.845320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port c6ae256d-ac85-4a17-bfd1-48e70b75698b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:34.903743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:34.950683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=c6ae256d-ac85-4a17-bfd1-48e70b75698b,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:35.090365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['c6ae256d-ac85-4a17-bfd1-48e70b75698b'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:57:35.361260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f9970-1e34-4951-91ed-a3ccdaee8f1c req-da967ed5-2aac-4966-85c6-0e07df054612 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:35.362780 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ca5f9970-1e34-4951-91ed-a3ccdaee8f1c req-da967ed5-2aac-4966-85c6-0e07df054612 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 944 time: 0.0494263 Mar 08 12:57:35.399912 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ca5f9970-1e34-4951-91ed-a3ccdaee8f1c req-a92a2f04-d1ce-48b2-89bd-602d665d59ee tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Mar 08 12:57:36.513920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24caaa-cfc6-42a0-a864-0fdb92943d73 req-090a3950-74e8-4157-a26d-231841c5ab6e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:36.515378 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d24caaa-cfc6-42a0-a864-0fdb92943d73 req-090a3950-74e8-4157-a26d-231841c5ab6e tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 944 time: 0.0484598 Mar 08 12:57:36.554521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d24caaa-cfc6-42a0-a864-0fdb92943d73 req-fc639438-1305-4fc6-b73a-c4c65680c3ee tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330751 Mar 08 12:57:36.668506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c6ae256d-ac85-4a17-bfd1-48e70b75698b up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:57:36.756321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port c6ae256d-ac85-4a17-bfd1-48e70b75698b completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:57:36.760223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port c6ae256d-ac85-4a17-bfd1-48e70b75698b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:57:36.760614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:36.837508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:36.863551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:36.865796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e552107-4c96-411c-aad3-d02f2e97701d" -d '{"events": [{"server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "name": "network-vif-plugged", "status": "completed", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:36.878854 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port c6ae256d-ac85-4a17-bfd1-48e70b75698b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:57:36.901700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00548f8-4af9-4aad-9df9-3b3bf5eaf9d8 x-openstack-request-id: req-d00548f8-4af9-4aad-9df9-3b3bf5eaf9d8 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:36.902618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "name": "network-vif-plugged", "status": "completed", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:36.902920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d00548f8-4af9-4aad-9df9-3b3bf5eaf9d8 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:36.903327 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'code': 200} Mar 08 12:57:36.922102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:36.975731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=c6ae256d-ac85-4a17-bfd1-48e70b75698b,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:37.166193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23da1f0-3584-4d1c-a126-16fb99e6c7fe req-244dfbfc-8678-4a04-b155-7965843cd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:37.168309 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c23da1f0-3584-4d1c-a126-16fb99e6c7fe req-244dfbfc-8678-4a04-b155-7965843cd777 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 1098 time: 0.0440121 Mar 08 12:57:37.202318 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c23da1f0-3584-4d1c-a126-16fb99e6c7fe req-1edb0e2e-96ce-453e-b707-0c607d55afe6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274928 Mar 08 12:57:37.669811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e3aac-f2e1-45bf-9bc0-58d610ffe1e5 req-ad990fde-441c-4308-ae00-3c16fd6f83a6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:37.671278 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a46e3aac-f2e1-45bf-9bc0-58d610ffe1e5 req-ad990fde-441c-4308-ae00-3c16fd6f83a6 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 945 time: 0.0496354 Mar 08 12:57:37.708208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a46e3aac-f2e1-45bf-9bc0-58d610ffe1e5 req-58044e47-6c22-4e7b-9c51-78e027f79727 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Mar 08 12:57:38.832635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296635f-9ad4-4eca-91c1-0f486df662b8 req-4c873bf5-0379-49fc-abb4-c1a4e8220e89 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:38.834256 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4296635f-9ad4-4eca-91c1-0f486df662b8 req-4c873bf5-0379-49fc-abb4-c1a4e8220e89 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 945 time: 0.0532897 Mar 08 12:57:38.876966 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4296635f-9ad4-4eca-91c1-0f486df662b8 req-6a2a20d1-1c45-4dd7-a0ed-f1e977d29717 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325809 Mar 08 12:57:38.992246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd781-b25a-4561-bfb0-1b9d464371d4 req-4f8fac05-7511-4b29-acb3-82709a85899f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:38.993612 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e1dd781-b25a-4561-bfb0-1b9d464371d4 req-4f8fac05-7511-4b29-acb3-82709a85899f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 945 time: 0.0520759 Mar 08 12:57:39.031958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e1dd781-b25a-4561-bfb0-1b9d464371d4 req-a3a0efd4-15a3-442f-940c-de84bff2e7f0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Mar 08 12:57:39.053749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41180) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:39.094187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb3a2f7-5bd6-4a39-b779-d61dcaa54f23 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:39.095688 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9fb3a2f7-5bd6-4a39-b779-d61dcaa54f23 tempest-TestNetworkBasicOps-845656469 tempest-TestNetworkBasicOps-845656469-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 1093 time: 0.0409536 Mar 08 12:57:39.098495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41182) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:39.102665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:57:39.185025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:39.283386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:39.385241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Allocated IP 172.26.3.38 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/29c7e68f-f923-4de5-bcca-903297c3a9b5) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:57:39.487765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:39.556471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:39.594955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:57:39.597763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:57:39.600916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:57:39.627142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=29c7e68f-f923-4de5-bcca-903297c3a9b5,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:40.260091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:40.362390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:40.509487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:40.555853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:40.627245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event updated for resources: {'Port': ['ID=29c7e68f-f923-4de5-bcca-903297c3a9b5,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:40.637657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:40.736595 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 7d5e24f6-5019-4aa8-ba57-594a26d21e59 associated. External IP: 172.26.3.38, port: c6ae256d-ac85-4a17-bfd1-48e70b75698b. Mar 08 12:57:40.942288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:57:41.049256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:57:41.059222 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] Sync routers for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:57:41.068462 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:41.069060 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:41.146606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:41.173434 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:41.177658 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7ccfbf32-681b-4bf7-96f2-fe9fdfdb9951 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0781746 Mar 08 12:57:41.178308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:57:41.180507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41184) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:41.180980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40120682-7251-4e55-97e7-68a33e4eea2a" -d '{"events": [{"name": "network-changed", "server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:57:41.217053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2212e0e6-59e3-4993-bf6d-bc6e1ea2afbf x-openstack-request-id: req-2212e0e6-59e3-4993-bf6d-bc6e1ea2afbf {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:57:41.217337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:57:41.217580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2212e0e6-59e3-4993-bf6d-bc6e1ea2afbf {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:57:41.218017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'status': 'completed', 'code': 200} Mar 08 12:57:41.253371 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a44cac86-8149-4714-bf99-6d1532bce0d9 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/7d5e24f6-5019-4aa8-ba57-594a26d21e59 HTTP/1.1" status: 200 len: 990 time: 0.0708945 Mar 08 12:57:41.282243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40120682-7251-4e55-97e7-68a33e4eea2a req-9765e5da-3bf7-4085-87bd-e8e1a1ce3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:41.283772 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40120682-7251-4e55-97e7-68a33e4eea2a req-9765e5da-3bf7-4085-87bd-e8e1a1ce3688 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 1098 time: 0.0429504 Mar 08 12:57:41.374947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40120682-7251-4e55-97e7-68a33e4eea2a req-813222b3-551e-40ec-b934-b0ebfe24b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:41.376529 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40120682-7251-4e55-97e7-68a33e4eea2a req-813222b3-551e-40ec-b934-b0ebfe24b534 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e9fbd2f-fc48-46bf-af06-98e75edc413a HTTP/1.1" status: 200 len: 898 time: 0.0867620 Mar 08 12:57:41.398750 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '7d5e24f6-5019-4aa8-ba57-594a26d21e59', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'mac_address': 'fa:16:3e:e8:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:57:40Z', 'updated_at': '2022-03-08T12:57:40Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:57:25Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:41.425013 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] Checking router: 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:57:41.434096 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:57:41.434693 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:57:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:41.446475 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40120682-7251-4e55-97e7-68a33e4eea2a req-68065e32-6926-47dd-9fd3-781283599df8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b HTTP/1.1" status: 200 len: 998 time: 0.0631855 Mar 08 12:57:41.494508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40120682-7251-4e55-97e7-68a33e4eea2a req-b1fb19f4-3d41-47ae-baf2-82e4d7fcf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:41.496836 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40120682-7251-4e55-97e7-68a33e4eea2a req-b1fb19f4-3d41-47ae-baf2-82e4d7fcf3d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f654210-747a-4c34-8a51-de1aec6a034b HTTP/1.1" status: 200 len: 835 time: 0.0442755 Mar 08 12:57:41.538542 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:57:41.543169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40120682-7251-4e55-97e7-68a33e4eea2a req-29257858-2dcb-4b76-8443-dcea0169981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:57:41.544692 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40120682-7251-4e55-97e7-68a33e4eea2a req-29257858-2dcb-4b76-8443-dcea0169981e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e9fbd2f-fc48-46bf-af06-98e75edc413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416207 Mar 08 12:57:41.639988 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40120682-7251-4e55-97e7-68a33e4eea2a req-ed5653be-a3e8-4e69-b360-985b180960e1 service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882928 Mar 08 12:57:41.731198 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40120682-7251-4e55-97e7-68a33e4eea2a req-788f2f82-4339-4375-a4e4-df70f66eec12 service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 Mar 08 12:57:41.760530 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '7d5e24f6-5019-4aa8-ba57-594a26d21e59', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'mac_address': 'fa:16:3e:e8:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:57:40Z', 'updated_at': '2022-03-08T12:57:40Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:57:25Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:57:41.786979 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211b575-5ee3-4ae7-9d89-bcb86ed42fbb None None] The sync data for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv is: [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '7d5e24f6-5019-4aa8-ba57-594a26d21e59', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'mac_address': 'fa:16:3e:e8:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:57:40Z', 'updated_at': '2022-03-08T12:57:40Z', 'revision_number': 0, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:57:25Z', 'revision_number': 5, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:57:41.972329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f56f9f-f6a2-4ee8-9611-d484cba1a8ca None None] New status for floating IP 7d5e24f6-5019-4aa8-ba57-594a26d21e59: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:57:42.257317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41188) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:57:42.316439 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a326aea4-d901-4e43-b11b-4a16e30570d8 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/7d5e24f6-5019-4aa8-ba57-594a26d21e59 HTTP/1.1" status: 200 len: 992 time: 0.0579782 Mar 08 12:57:55.521915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:57:57.817359 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:57:59.046148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0be28949-1bf2-4db3-8f30-e40c20e3c9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:01.675114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-897e5917-6b56-4680-97cb-ceee436564e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:02.704540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:03.819045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:04.241795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:08.833167 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41198) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:08.837747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a084eea9-1704-4563-9bf0-03d20104d6da tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:09.135896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a084eea9-1704-4563-9bf0-03d20104d6da tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:09.235396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a084eea9-1704-4563-9bf0-03d20104d6da tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:09.346029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a084eea9-1704-4563-9bf0-03d20104d6da tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:58:09.451380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a084eea9-1704-4563-9bf0-03d20104d6da tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:58:09.458928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a084eea9-1704-4563-9bf0-03d20104d6da tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:09.460063 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a084eea9-1704-4563-9bf0-03d20104d6da tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/39ed2be2-c4eb-420a-b1f3-2e08c47ae996 HTTP/1.1" status: 200 len: 888 time: 0.6258726 Mar 08 12:58:09.461566 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] Sync routers for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:58:09.472937 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:09.473531 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:09.507309 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:09.515430 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:09.516001 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:09.546877 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:09.547463 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c6ab6-2655-4a8e-8219-e54078265b1c None None] The sync data for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv is: [] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:58:10.289931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2affbd9-40a9-4104-9e53-650ce288915a None None] New status for floating IP 7d5e24f6-5019-4aa8-ba57-594a26d21e59: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:58:10.429620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:58:10.506774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:10.528633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:10.579280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:10.580129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a896ede-591d-45a5-a2da-13857c59f5ac no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:58:10.657631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:10.698367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:10.729328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 9a896ede-591d-45a5-a2da-13857c59f5ac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a896ede-591d-45a5-a2da-13857c59f5ac,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:10.818823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:10.869626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:11.578261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41202) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:11.583610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5fb1bbee-e6f0-4d81-9a5b-15eb62abec8f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:11.886979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bbee-e6f0-4d81-9a5b-15eb62abec8f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8078'] for router, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:11.966576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bbee-e6f0-4d81-9a5b-15eb62abec8f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-589966'] for router, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:12.076779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb1bbee-e6f0-4d81-9a5b-15eb62abec8f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:58:12.184332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb1bbee-e6f0-4d81-9a5b-15eb62abec8f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:58:12.192030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bbee-e6f0-4d81-9a5b-15eb62abec8f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:12.193189 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5fb1bbee-e6f0-4d81-9a5b-15eb62abec8f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/39ed2be2-c4eb-420a-b1f3-2e08c47ae996 HTTP/1.1" status: 200 len: 887 time: 0.6139424 Mar 08 12:58:12.194490 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] Sync routers for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:58:12.196175 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41204) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:12.205551 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:12.207601 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:12.255565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-388ab88f-42ba-4d06-8ce4-dd113c2e5c02 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/7d5e24f6-5019-4aa8-ba57-594a26d21e59 HTTP/1.1" status: 200 len: 990 time: 0.0583153 Mar 08 12:58:12.311475 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:58:12.535062 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:11Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '7d5e24f6-5019-4aa8-ba57-594a26d21e59', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'mac_address': 'fa:16:3e:e8:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:57:40Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:12.559756 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] Checking router: 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:58:12.568130 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:12.568707 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:12.750560 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:58:12.967492 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:11Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '7d5e24f6-5019-4aa8-ba57-594a26d21e59', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'mac_address': 'fa:16:3e:e8:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:57:40Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:12.992833 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e57b8-670f-49da-abf9-db87e6168942 None None] The sync data for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv is: [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:11Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '7d5e24f6-5019-4aa8-ba57-594a26d21e59', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'floating_ip_address': '172.26.3.38', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'port_id': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'mac_address': 'fa:16:3e:e8:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T12:57:40Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 2, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:58:10Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:58:13.259428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41206) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:13.326431 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7146c999-33fc-4af3-b187-7ba7e0abcfd0 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/7d5e24f6-5019-4aa8-ba57-594a26d21e59 HTTP/1.1" status: 200 len: 990 time: 0.0657744 Mar 08 12:58:14.330461 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41208) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:14.396909 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3246f17d-2d26-4326-a6ec-4deef7620bba tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/7d5e24f6-5019-4aa8-ba57-594a26d21e59 HTTP/1.1" status: 200 len: 990 time: 0.0650346 Mar 08 12:58:14.459941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:58:14.509882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:14.510246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:14.537502 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc14557-d6bd-4287-bb4e-aa9e9b5282de None None] New status for floating IP 7d5e24f6-5019-4aa8-ba57-594a26d21e59: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:58:14.684665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:14.731105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:14.824673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:14.825514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a896ede-591d-45a5-a2da-13857c59f5ac up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:58:14.904326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:14.918459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9a896ede-591d-45a5-a2da-13857c59f5ac triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:14.918832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:14.997162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:15.030109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 9a896ede-591d-45a5-a2da-13857c59f5ac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a896ede-591d-45a5-a2da-13857c59f5ac,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:15.129004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:15.179253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:15.400795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41210) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:15.465017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-07207055-36b8-4393-b09d-2fbd108fc225 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/floatingips/7d5e24f6-5019-4aa8-ba57-594a26d21e59 HTTP/1.1" status: 200 len: 992 time: 0.0631490 Mar 08 12:58:15.639137 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-060b1c12-7a45-40e1-92e4-2a35ed850b73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393806 Mar 08 12:58:15.723095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-5e0b1681-0376-483a-b842-36c33fce4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:15.724585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-5e0b1681-0376-483a-b842-36c33fce4aa8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 1098 time: 0.0406687 Mar 08 12:58:15.756561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41216) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:15.838567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-06c3f640-969d-45bd-a9fd-2d5d9b31f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:15.840049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-06c3f640-969d-45bd-a9fd-2d5d9b31f8c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e9fbd2f-fc48-46bf-af06-98e75edc413a HTTP/1.1" status: 200 len: 898 time: 0.0948055 Mar 08 12:58:15.906319 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-f40bf7ed-b5f1-4cb7-bfea-584030ccd242 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b HTTP/1.1" status: 200 len: 1000 time: 0.0595295 Mar 08 12:58:15.912955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 29c7e68f-f923-4de5-bcca-903297c3a9b5 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:58:15.913296 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:15.954710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-93a36946-4874-4c2b-9795-2da31e0f6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:15.956346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-93a36946-4874-4c2b-9795-2da31e0f6394 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f654210-747a-4c34-8a51-de1aec6a034b HTTP/1.1" status: 200 len: 835 time: 0.0437632 Mar 08 12:58:15.990571 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:15.990812 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:16.002241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 29c7e68f-f923-4de5-bcca-903297c3a9b5 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:58:16.006564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-e8d09863-b144-43a1-8042-cd2802587bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:16.008173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-e8d09863-b144-43a1-8042-cd2802587bca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e9fbd2f-fc48-46bf-af06-98e75edc413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446589 Mar 08 12:58:16.097552 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-19498b70-530f-43af-bbda-2fd7b1f0a309 service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Mar 08 12:58:16.193804 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b040505c-0fac-4ad1-a511-379166eadfb6 req-28d9148b-0251-4d1c-98e7-05dcd93665c6 service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901566 Mar 08 12:58:16.276399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:16.306369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=29c7e68f-f923-4de5-bcca-903297c3a9b5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:16.318387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.318769 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.319102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.319430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.319785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.320100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.320428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.320744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.321063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.321379 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.321693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.322032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:16.375136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:16.375453 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Floating IP 7d5e24f6-5019-4aa8-ba57-594a26d21e59 disassociated (deleted). External IP: 172.26.3.38, port: c6ae256d-ac85-4a17-bfd1-48e70b75698b. Mar 08 12:58:16.443510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:58:16.491915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:16.492273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:16.572999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a896ede-591d-45a5-a2da-13857c59f5ac up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:58:16.586232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:58:16.704893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:58:16.710072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:16.715500 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] Sync routers for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:58:16.727359 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:16.727974 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:16.743025 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6a0214bc-b950-49d6-9507-6ed5723ba217 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/floatingips/7d5e24f6-5019-4aa8-ba57-594a26d21e59 HTTP/1.1" status: 204 len: 168 time: 0.9828694 Mar 08 12:58:16.743025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:16.743658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569d222-8442-4b1c-a1e8-70283d412df7" -d '{"events": [{"name": "network-changed", "server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:58:16.785527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9a896ede-591d-45a5-a2da-13857c59f5ac triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:16.786980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:16.790774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf79897a-d406-4a78-9037-da5989858255 x-openstack-request-id: req-cf79897a-d406-4a78-9037-da5989858255 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:58:16.790774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:58:16.790774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf79897a-d406-4a78-9037-da5989858255 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:58:16.791580 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'status': 'completed', 'code': 200} Mar 08 12:58:16.866110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-a3aad727-a92a-4109-b532-4550c53a16de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:16.867958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-a3aad727-a92a-4109-b532-4550c53a16de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83243bc130fc441189e93308aa8e80b1&device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 1098 time: 0.0561209 Mar 08 12:58:16.878714 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:58:16.963850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-61c80175-153b-457d-80b5-4994df6964e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:16.965440 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-61c80175-153b-457d-80b5-4994df6964e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e9fbd2f-fc48-46bf-af06-98e75edc413a HTTP/1.1" status: 200 len: 898 time: 0.0913689 Mar 08 12:58:17.098682 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:11Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:58:15Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:17.131072 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] Checking router: 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:58:17.139895 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:17.140517 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:17.259347 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:58:17.320891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-4c4aab40-368b-4ef7-84c5-f160bb455c23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b HTTP/1.1" status: 200 len: 217 time: 0.3482256 Mar 08 12:58:17.390620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-71841ff8-f41e-495b-9453-be822923d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:17.391994 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-71841ff8-f41e-495b-9453-be822923d5fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f654210-747a-4c34-8a51-de1aec6a034b HTTP/1.1" status: 200 len: 835 time: 0.0638525 Mar 08 12:58:17.404617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99ddec-e2cf-4f9d-96b5-ce1d1656157b req-f409bd80-15f4-4948-8953-fdf34158b24f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:17.406110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d99ddec-e2cf-4f9d-96b5-ce1d1656157b req-f409bd80-15f4-4948-8953-fdf34158b24f tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 945 time: 0.0876937 Mar 08 12:58:17.463952 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:11Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:58:15Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:17.472035 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d99ddec-e2cf-4f9d-96b5-ce1d1656157b req-5cce0e52-ce8f-4a18-93dd-f1a5eb56ed2d tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571079 Mar 08 12:58:17.474637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-0e9782de-0e00-4295-8875-0ae06794393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:17.476051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-0e9782de-0e00-4295-8875-0ae06794393c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e9fbd2f-fc48-46bf-af06-98e75edc413a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690920 Mar 08 12:58:17.490549 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3034724-4d4f-47ec-a641-dbabf081944b None None] The sync data for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv is: [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:11Z', 'revision_number': 6, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '9a896ede-591d-45a5-a2da-13857c59f5ac', 'name': '', 'network_id': '9e9fbd2f-fc48-46bf-af06-98e75edc413a', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'mac_address': 'fa:16:3e:81:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:21Z', 'updated_at': '2022-03-08T12:58:15Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'subnets': [{'id': '1f654210-747a-4c34-8a51-de1aec6a034b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:58:17.573697 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-0a2a6550-d985-491c-bc78-97051bd93461 service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897355 Mar 08 12:58:17.678406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9569d222-8442-4b1c-a1e8-70283d412df7 req-b28a78a7-66f5-4567-8f84-36133b4eeb32 service neutron] 10.222.0.45 "GET /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978823 Mar 08 12:58:18.128340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6746472-5522-47b2-8f2d-198d460256e1 None None] New status for floating IP 7d5e24f6-5019-4aa8-ba57-594a26d21e59: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 12:58:18.507114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d741c8c-4372-4514-b758-8a947404508c req-583ff6d9-a98b-44ed-b8d6-76d3adeb048a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:18.508782 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d741c8c-4372-4514-b758-8a947404508c req-583ff6d9-a98b-44ed-b8d6-76d3adeb048a tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 945 time: 0.0496607 Mar 08 12:58:18.626223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021df6-04fa-4f3d-8de3-851cd01ff982 req-d9cbc145-bd5f-43fd-8b9c-70c8143b4e45 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:18.627754 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf021df6-04fa-4f3d-8de3-851cd01ff982 req-d9cbc145-bd5f-43fd-8b9c-70c8143b4e45 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 945 time: 0.0843799 Mar 08 12:58:18.664770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port c6ae256d-ac85-4a17-bfd1-48e70b75698b {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:58:18.665101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:18.686372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf021df6-04fa-4f3d-8de3-851cd01ff982 req-86c32fd3-e2ca-4996-b807-4259de305f98 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/security-groups?id=52e84f74-1d13-4036-bfc6-6a5916f4a4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525873 Mar 08 12:58:18.762728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port c6ae256d-ac85-4a17-bfd1-48e70b75698b, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c6ae256d-ac85-4a17-bfd1-48e70b75698b,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:18.762728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:18.774757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for c6ae256d-ac85-4a17-bfd1-48e70b75698b owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:58:18.994963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:19.027741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=c6ae256d-ac85-4a17-bfd1-48e70b75698b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:19.040601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.040943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.041274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.041605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.041952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.042276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.042592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.042905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.043227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.043538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.043847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.044154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:19.078289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] No DVR routers for this DVR port c6ae256d-ac85-4a17-bfd1-48e70b75698b on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:58:19.081652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:19.084962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d741c8c-4372-4514-b758-8a947404508c req-fd8c6d9f-8755-4bed-a1fe-239cbf4a9326 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.45 "DELETE /v2.0/ports/c6ae256d-ac85-4a17-bfd1-48e70b75698b HTTP/1.1" status: 204 len: 173 time: 0.5706041 Mar 08 12:58:19.085387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'name': 'network-vif-deleted', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:19.087672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc1950-107f-4fe4-8c19-dd9379e05f58" -d '{"events": [{"server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "name": "network-vif-deleted", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:58:19.122354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80213b3-8977-4946-ade9-31e37423cae6 x-openstack-request-id: req-c80213b3-8977-4946-ade9-31e37423cae6 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:58:19.122638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549aa7a4-e412-4eed-8ca8-964ca2bd304b", "name": "network-vif-deleted", "tag": "c6ae256d-ac85-4a17-bfd1-48e70b75698b", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:58:19.122881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c80213b3-8977-4946-ade9-31e37423cae6 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:58:19.123293 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549aa7a4-e412-4eed-8ca8-964ca2bd304b', 'name': 'network-vif-deleted', 'tag': 'c6ae256d-ac85-4a17-bfd1-48e70b75698b', 'status': 'completed', 'code': 200} Mar 08 12:58:19.792558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e730558a-a421-4027-bae0-759cdcfdf0f4 req-dc7cf651-0bfe-4b58-bf87-8846bf4a04ef tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "GET /v2.0/ports?device_id=549aa7a4-e412-4eed-8ca8-964ca2bd304b HTTP/1.1" status: 200 len: 210 time: 0.0273464 Mar 08 12:58:20.850839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41232) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:20.907349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33953a85-a0bc-45ca-ab76-88db124494b2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:20.933644 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33953a85-a0bc-45ca-ab76-88db124494b2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:21.093373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33953a85-a0bc-45ca-ab76-88db124494b2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:21.095941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-33953a85-a0bc-45ca-ab76-88db124494b2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:21.097126 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-33953a85-a0bc-45ca-ab76-88db124494b2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/security-groups/52e84f74-1d13-4036-bfc6-6a5916f4a4ca HTTP/1.1" status: 204 len: 168 time: 0.2452757 Mar 08 12:58:21.106988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33953a85-a0bc-45ca-ab76-88db124494b2 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e84f74-1d13-4036-bfc6-6a5916f4a4ca,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:21.294170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41236) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:21.669626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:21.935411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 9a896ede-591d-45a5-a2da-13857c59f5ac {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:58:21.936106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:22.026125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 9a896ede-591d-45a5-a2da-13857c59f5ac, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9a896ede-591d-45a5-a2da-13857c59f5ac,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:22.026481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:22.038955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 9a896ede-591d-45a5-a2da-13857c59f5ac owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:58:22.617821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:22.648943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=9a896ede-591d-45a5-a2da-13857c59f5ac,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:22.808830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c6ae256d-ac85-4a17-bfd1-48e70b75698b no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:58:22.834532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: c6ae256d-ac85-4a17-bfd1-48e70b75698b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:58:22.834887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device c6ae256d-ac85-4a17-bfd1-48e70b75698b not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:58:22.835025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.045510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:58:23.152135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:58:23.157513 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-46c8514d-f13a-4dbd-b6ea-05f455833f19 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "PUT /v2.0/routers/39ed2be2-c4eb-420a-b1f3-2e08c47ae996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8623018 Mar 08 12:58:23.160766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41238) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:23.162452 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] Sync routers for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:58:23.171710 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:23.172305 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:23.212183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting subnet 1f654210-747a-4c34-8a51-de1aec6a034b {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:58:23.215339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.260214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.277414 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:58:23.344867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.441973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.455451 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:22Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:23.470945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Subnet': ['ID=1f654210-747a-4c34-8a51-de1aec6a034b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:23.473545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.485376 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3345151b-326e-4b40-9044-eb7f56405492 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/subnets/1f654210-747a-4c34-8a51-de1aec6a034b HTTP/1.1" status: 204 len: 168 time: 0.3146594 Mar 08 12:58:23.485531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41240) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:23.485667 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] Checking router: 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:58:23.485779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6af468-cc1c-42e4-b6c6-d548d8c2de47 None None] Network 9e9fbd2f-fc48-46bf-af06-98e75edc413a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:58:23.496876 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] Routers {'39ed2be2-c4eb-420a-b1f3-2e08c47ae996'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:58:23.497495 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T12:58:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:23.596071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.683360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] DHCP port deletion for 9e9fbd2f-fc48-46bf-af06-98e75edc413a request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 12:58:23.704857 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] Set router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:58:23.717499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.736594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Deleting port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:58:23.737051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.801141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] For port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b6cd3eec-0f66-43e6-96b2-5e5dfc71039d,segment=NetworkSegment(6f4a9e57-c975-449a-8a13-6f55f6e38c6f),segment_id=6f4a9e57-c975-449a-8a13-6f55f6e38c6f)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:23.801646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.816909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Calling delete_port for b6cd3eec-0f66-43e6-96b2-5e5dfc71039d owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:58:23.855990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Deleting port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:58:23.861471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.898772 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:22Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:23.930314 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071580f-d1b2-4275-a25d-0635616aafb8 None None] The sync data for ids ['39ed2be2-c4eb-420a-b1f3-2e08c47ae996'] in dv-neutron-829486-2-hyperv is: [{'id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'name': 'tempest-TestNetworkBasicOps-router-304162727', 'tenant_id': '83243bc130fc441189e93308aa8e80b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:57:17Z', 'updated_at': '2022-03-08T12:58:22Z', 'revision_number': 7, 'project_id': '83243bc130fc441189e93308aa8e80b1', 'gw_port': {'id': '6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ed2be2-c4eb-420a-b1f3-2e08c47ae996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:57:18Z', 'updated_at': '2022-03-08T12:58:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:58:23.947605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] For port 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:23.947992 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:23.961254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Calling delete_port for 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:58:23.989066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.014805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Pushing event deleted for resources: {'Port': ['ID=b6cd3eec-0f66-43e6-96b2-5e5dfc71039d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:24.019533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] No DVR routers for this DVR port b6cd3eec-0f66-43e6-96b2-5e5dfc71039d on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:58:24.026223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.026835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.026986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.027183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.027505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.027821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.028272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.028471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.028753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.029439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.029439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.029636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb979d-00eb-4525-84e1-a7afd3ffb267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:58:24.177917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.201601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Port': ['ID=6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:24.272742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.374877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.377322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.471136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.471760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Fanout notify agent at l3_agent the message router_deleted on router 39ed2be2-c4eb-420a-b1f3-2e08c47ae996 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 12:58:24.480981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.484019 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-114243e0-b183-4a72-8834-bf2a62f297b3 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/routers/39ed2be2-c4eb-420a-b1f3-2e08c47ae996 HTTP/1.1" status: 204 len: 168 time: 1.0034127 Mar 08 12:58:24.484257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41242) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:24.489925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b6cd3eec-0f66-43e6-96b2-5e5dfc71039d no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:58:24.513592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b6cd3eec-0f66-43e6-96b2-5e5dfc71039d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:58:24.514511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b6cd3eec-0f66-43e6-96b2-5e5dfc71039d not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:58:24.514880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a896ede-591d-45a5-a2da-13857c59f5ac no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:58:24.536823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9a896ede-591d-45a5-a2da-13857c59f5ac {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:58:24.537302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9a896ede-591d-45a5-a2da-13857c59f5ac not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:58:24.572996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.661025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.686593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9fbd2f-fc48-46bf-af06-98e75edc413a']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:24.696032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4a9e57-c975-449a-8a13-6f55f6e38c6f') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:24.696321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4a9e57-c975-449a-8a13-6f55f6e38c6f') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:58:24.705519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.719128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.725574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:58:24.725977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:58:24.743290 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:58:24.842231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.849729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:24.852657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] 10.222.0.65 "DELETE /v2.0/networks/9e9fbd2f-fc48-46bf-af06-98e75edc413a HTTP/1.1" status: 204 len: 168 time: 0.3675394 Mar 08 12:58:24.864977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1d92-79e1-437c-af04-6ff9c09da176 tempest-TestNetworkBasicOps-1890265646 tempest-TestNetworkBasicOps-1890265646-project] Pushing event deleted for resources: {'Network': ['ID=9e9fbd2f-fc48-46bf-af06-98e75edc413a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:25.323208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41248) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:25.461086 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-649eb6be-1d41-4eac-8895-62123b581dab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83243bc130fc441189e93308aa8e80b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366563 Mar 08 12:58:25.463521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41252) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:25.526055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f34e5682-7d1b-4fb9-b573-669c9aedcbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:25.533055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:25.547819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f34e5682-7d1b-4fb9-b573-669c9aedcbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:25.676419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f34e5682-7d1b-4fb9-b573-669c9aedcbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:25.679127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f34e5682-7d1b-4fb9-b573-669c9aedcbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:25.680361 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f34e5682-7d1b-4fb9-b573-669c9aedcbfe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef7e867c-93f8-46e3-a1f3-2992f1fea835 HTTP/1.1" status: 204 len: 168 time: 0.2158458 Mar 08 12:58:25.688956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e5682-7d1b-4fb9-b573-669c9aedcbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e867c-93f8-46e3-a1f3-2992f1fea835,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:26.308398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41258) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:26.322268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49621411-3956-4264-97ea-1d726b6703e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:26.389244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:58:26.396729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49621411-3956-4264-97ea-1d726b6703e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:26.411112 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:58:26.411875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6c1c5aa9-dbc6-487a-a5a0-c01a9e1ed347 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:58:26.475827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-49621411-3956-4264-97ea-1d726b6703e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:26.513623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49621411-3956-4264-97ea-1d726b6703e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b3c3a-cdc5-4e5f-a5f8-cb38a2842f95,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:26.518407 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-49621411-3956-4264-97ea-1d726b6703e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c09db974f35f4d0ca5995a003cbce8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090075 Mar 08 12:58:26.521080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41260) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:26.570335 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f73c9d6-8d1d-4e71-a420-fad309ee86b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:26.590783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f73c9d6-8d1d-4e71-a420-fad309ee86b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:26.687259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f73c9d6-8d1d-4e71-a420-fad309ee86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:26.689893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f73c9d6-8d1d-4e71-a420-fad309ee86b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:26.691109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f73c9d6-8d1d-4e71-a420-fad309ee86b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b6b3c3a-cdc5-4e5f-a5f8-cb38a2842f95 HTTP/1.1" status: 204 len: 168 time: 0.1690116 Mar 08 12:58:26.700030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73c9d6-8d1d-4e71-a420-fad309ee86b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b3c3a-cdc5-4e5f-a5f8-cb38a2842f95,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:29.040800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e3da31fe-dbfe-4644-921d-d376204b8bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:31.687500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6f47d506-14db-4783-97a3-854fe2c9eb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:32.704453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:33.787434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:34.251437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:34.549528 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-aab8af72-65f9-4666-b3d2-a970f8ba5e45 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=54adc46e240342df8154e10b3c59b320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310178 Mar 08 12:58:34.735221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-57b09127-3158-40b6-a671-24ae723ce1ce tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:34.736732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-57b09127-3158-40b6-a671-24ae723ce1ce tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818247 Mar 08 12:58:34.751770 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-69f9ae44-d8e6-4b25-ae7e-fe721faecb64 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/quotas/54adc46e240342df8154e10b3c59b320 HTTP/1.1" status: 200 len: 375 time: 0.0089812 Mar 08 12:58:34.783513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-e2191c8a-21a6-4e0a-b7cd-b2cf87370037 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=54adc46e240342df8154e10b3c59b320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260711 Mar 08 12:58:34.815617 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:58:35.022523 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40c6c918-03c5-4245-8da6-a2d08f1253d8 req-ca1613f0-1576-4082-b502-410f492d48f6 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 210 time: 0.0319998 Mar 08 12:58:36.117359 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-52967f42-c9de-486b-85b8-12dcedd19fd5 req-de27a70d-6b9b-43f0-b8d2-9fb110b17678 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 210 time: 0.0265455 Mar 08 12:58:37.104437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ee244c70-ca21-46d5-8866-935dd7506e79 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=54adc46e240342df8154e10b3c59b320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211756 Mar 08 12:58:37.232244 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db1ecd24-0515-411f-8f62-52026ebaecc2 req-932aa8c9-28b0-411b-8835-a7e87b831112 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 210 time: 0.0353193 Mar 08 12:58:37.242951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5edcb717-f0cb-4f9f-87ae-c6efe177375c tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:37.244636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5edcb717-f0cb-4f9f-87ae-c6efe177375c tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349170 Mar 08 12:58:37.256294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Request body: {'port': {'device_id': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775', 'admin_state_up': True, 'tenant_id': '54adc46e240342df8154e10b3c59b320'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:37.440585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Made reservation on behalf of 54adc46e240342df8154e10b3c59b320 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:58:37.444237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:37.453585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:37.531115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:37.588573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:37.651154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f788f-f62e-44e2-92d1-958dac586e6f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:37.719446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Allocated IP 192.168.233.240 (43057752-1563-456f-a514-0d4ef3c0f775/f0323828-9130-4897-b8cd-fdf7a70ef509/8c351ff5-7c4d-4e71-b42c-247c609be586) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:58:37.864723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:37.962121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:38.003516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Network 43057752-1563-456f-a514-0d4ef3c0f775 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:58:38.007131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:58:38.010637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:58:38.040332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Pushing event updated for resources: {'Port': ['ID=8c351ff5-7c4d-4e71-b42c-247c609be586,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:38.069606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:38.072258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:38.146311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-5846b879-be8c-4d54-be68-675c7fedae8a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8936088 Mar 08 12:58:38.158696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Request body: {'port': {'device_id': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:38.213458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:38.252017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a5b4e115-d150-4ef5-af45-3b1fb9c6896b None None] Provisioning complete for port 8c351ff5-7c4d-4e71-b42c-247c609be586 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:38.252603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e115-d150-4ef5-af45-3b1fb9c6896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:38.288326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4e115-d150-4ef5-af45-3b1fb9c6896b None None] Port 8c351ff5-7c4d-4e71-b42c-247c609be586 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 12:58:38.420154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230dcd9-2d45-4cc9-b334-9ec36c382116 req-08b40d5e-a008-4076-9122-2ea10b9377ab tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:38.421624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8230dcd9-2d45-4cc9-b334-9ec36c382116 req-08b40d5e-a008-4076-9122-2ea10b9377ab tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 936 time: 0.1071904 Mar 08 12:58:38.491902 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8230dcd9-2d45-4cc9-b334-9ec36c382116 req-449f27e7-108c-429d-865c-d464f396b296 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613122 Mar 08 12:58:38.543467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c351ff5-7c4d-4e71-b42c-247c609be586 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:58:38.550821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:38.563525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Transition to ACTIVE for port object 8c351ff5-7c4d-4e71-b42c-247c609be586 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:58:38.630016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:38.678881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Pushing event updated for resources: {'Port': ['ID=8c351ff5-7c4d-4e71-b42c-247c609be586,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:38.760092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Attempting to bind port 8c351ff5-7c4d-4e71-b42c-247c609be586 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:58:38.760092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Attempting to bind port 8c351ff5-7c4d-4e71-b42c-247c609be586 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:58:38.760092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Attempting to bind port 8c351ff5-7c4d-4e71-b42c-247c609be586 on network 43057752-1563-456f-a514-0d4ef3c0f775 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:58:38.763218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Port 8c351ff5-7c4d-4e71-b42c-247c609be586 on network 43057752-1563-456f-a514-0d4ef3c0f775 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:58:38.763218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Attempting to bind port 8c351ff5-7c4d-4e71-b42c-247c609be586 on network 43057752-1563-456f-a514-0d4ef3c0f775 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:58:38.768097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:58:38.768423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Checking segment: {'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:58:38.768794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Bound using segment: {'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:58:38.769206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Bound port: 8c351ff5-7c4d-4e71-b42c-247c609be586, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:58:38.769556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] For port 8c351ff5-7c4d-4e71-b42c-247c609be586, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] For port 8c351ff5-7c4d-4e71-b42c-247c609be586, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c351ff5-7c4d-4e71-b42c-247c609be586,segment=NetworkSegment(f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4),segment_id=f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ea2891d8-1532-4538-a376-29813af563fe service neutron] 10.222.0.45 "PUT /v2.0/ports/8c351ff5-7c4d-4e71-b42c-247c609be586 HTTP/1.1" status: 200 len: 1098 time: 0.8175964 Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'tag': '8c351ff5-7c4d-4e71-b42c-247c609be586'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bebe13b-6bc3-4501-b660-5083fceb079c" -d '{"events": [{"name": "network-changed", "server_uuid": "8edbd668-dc82-48b5-a13c-76583c3f2013", "tag": "8c351ff5-7c4d-4e71-b42c-247c609be586"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2891d8-1532-4538-a376-29813af563fe service neutron] Pushing event updated for resources: {'Port': ['ID=8c351ff5-7c4d-4e71-b42c-247c609be586,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fadfdb-0296-4b10-973a-e8a22dad05a2 x-openstack-request-id: req-45fadfdb-0296-4b10-973a-e8a22dad05a2 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edbd668-dc82-48b5-a13c-76583c3f2013", "tag": "8c351ff5-7c4d-4e71-b42c-247c609be586", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45fadfdb-0296-4b10-973a-e8a22dad05a2 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:58:39.033031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'tag': '8c351ff5-7c4d-4e71-b42c-247c609be586', 'status': 'completed', 'code': 200} Mar 08 12:58:39.090654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe13b-6bc3-4501-b660-5083fceb079c req-f8d81d0c-c32f-48c6-8e8e-1c7202dbe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.092423 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5bebe13b-6bc3-4501-b660-5083fceb079c req-f8d81d0c-c32f-48c6-8e8e-1c7202dbe0ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54adc46e240342df8154e10b3c59b320&device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 1101 time: 0.0470872 Mar 08 12:58:39.122732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5bebe13b-6bc3-4501-b660-5083fceb079c req-71463e86-0ba4-484d-b958-9c14b19daf18 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=54adc46e240342df8154e10b3c59b320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226879 Mar 08 12:58:39.219711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe13b-6bc3-4501-b660-5083fceb079c req-75148841-80bf-4dfb-a1ec-d0f69bb486e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.221168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5bebe13b-6bc3-4501-b660-5083fceb079c req-75148841-80bf-4dfb-a1ec-d0f69bb486e7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921886 Mar 08 12:58:39.297260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-aab9b4b6-5c06-4029-b404-9cc5a105a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.298696 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-aab9b4b6-5c06-4029-b404-9cc5a105a407 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54adc46e240342df8154e10b3c59b320&device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 1101 time: 0.0407579 Mar 08 12:58:39.343917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-d171d185-1b9a-4a4c-bbe0-f1fe6abc5aeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=8c351ff5-7c4d-4e71-b42c-247c609be586 HTTP/1.1" status: 200 len: 217 time: 0.0368929 Mar 08 12:58:39.390924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-60f113b3-9075-40d4-9d8c-adb1f9af3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.392326 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-60f113b3-9075-40d4-9d8c-adb1f9af3349 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0323828-9130-4897-b8cd-fdf7a70ef509 HTTP/1.1" status: 200 len: 843 time: 0.0420940 Mar 08 12:58:39.437519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ad77d815-cb75-4820-8871-dd8d1447b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.438971 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-ad77d815-cb75-4820-8871-dd8d1447b306 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43057752-1563-456f-a514-0d4ef3c0f775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0399761 Mar 08 12:58:39.531492 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-32956c74-1134-4c7b-bceb-809f56aeeebc service neutron] 10.222.0.45 "GET /v2.0/networks/43057752-1563-456f-a514-0d4ef3c0f775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848417 Mar 08 12:58:39.660005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd4a5-29de-4f2e-a214-1445cc95a83f req-3dc33e7d-baa3-4420-a1f8-71b304f5aab9 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:39.661365 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e7fcd4a5-29de-4f2e-a214-1445cc95a83f req-3dc33e7d-baa3-4420-a1f8-71b304f5aab9 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 948 time: 0.1013558 Mar 08 12:58:39.665310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cd6431b-5acb-4cce-abef-94c381b179a4 req-96720bee-d868-431c-8f14-338099c99743 service neutron] 10.222.0.45 "GET /v2.0/networks/43057752-1563-456f-a514-0d4ef3c0f775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267650 Mar 08 12:58:39.700928 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e7fcd4a5-29de-4f2e-a214-1445cc95a83f req-446b5f14-7a68-4ae8-b4ee-d4f9c00f0e09 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Mar 08 12:58:40.829045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc59f7-8abc-40c2-94cc-b39d0c686776 req-ad3ecd93-269a-4212-afeb-aa7fe0b04e7d tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:40.830565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5bc59f7-8abc-40c2-94cc-b39d0c686776 req-ad3ecd93-269a-4212-afeb-aa7fe0b04e7d tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 948 time: 0.0542185 Mar 08 12:58:40.875747 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5bc59f7-8abc-40c2-94cc-b39d0c686776 req-b1eb965a-2340-4397-a50c-a18570e45d0c tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Mar 08 12:58:41.992895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3dd2b-9f24-4d62-ada0-671a65f3311c req-6a84eb6a-8710-4a9e-a0c0-41adc72921cf tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:41.994477 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4b3dd2b-9f24-4d62-ada0-671a65f3311c req-6a84eb6a-8710-4a9e-a0c0-41adc72921cf tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 948 time: 0.0490549 Mar 08 12:58:42.031978 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4b3dd2b-9f24-4d62-ada0-671a65f3311c req-5175160b-4c5a-4572-b9ef-eb827e1bc11e tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Mar 08 12:58:42.854740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c351ff5-7c4d-4e71-b42c-247c609be586 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:58:42.947740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8c351ff5-7c4d-4e71-b42c-247c609be586, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c351ff5-7c4d-4e71-b42c-247c609be586,segment=NetworkSegment(f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4),segment_id=f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:42.958439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '8c351ff5-7c4d-4e71-b42c-247c609be586', 'network_id': '43057752-1563-456f-a514-0d4ef3c0f775', 'port_id': '8c351ff5-7c4d-4e71-b42c-247c609be586', 'mac_address': 'fa:16:3e:50:bd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0323828-9130-4897-b8cd-fdf7a70ef509', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:58:42.998622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:43.011539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c351ff5-7c4d-4e71-b42c-247c609be586 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:58:43.031105 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8c351ff5-7c4d-4e71-b42c-247c609be586, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c351ff5-7c4d-4e71-b42c-247c609be586,segment=NetworkSegment(f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4),segment_id=f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:43.091817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:43.139327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=8c351ff5-7c4d-4e71-b42c-247c609be586,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:43.152131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10e9a-48c5-4961-a9da-e5815d69ca50 req-3485c777-aacd-4c73-860b-54d9165811b4 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:43.153624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-90a10e9a-48c5-4961-a9da-e5815d69ca50 req-3485c777-aacd-4c73-860b-54d9165811b4 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 949 time: 0.0546167 Mar 08 12:58:43.190570 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-90a10e9a-48c5-4961-a9da-e5815d69ca50 req-25370fb0-f32e-4294-a35f-830bee426045 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Mar 08 12:58:43.297350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['8c351ff5-7c4d-4e71-b42c-247c609be586'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:58:44.305405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a9f8f-71e9-4c69-9086-0d18f1e47d3b req-785277a9-9cd8-4670-a202-bdeb4ae0d20a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:44.306883 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9b6a9f8f-71e9-4c69-9086-0d18f1e47d3b req-785277a9-9cd8-4670-a202-bdeb4ae0d20a tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 949 time: 0.0491891 Mar 08 12:58:44.344112 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9b6a9f8f-71e9-4c69-9086-0d18f1e47d3b req-a36aeb58-7501-4fce-bf74-1c01e418f7cb tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Mar 08 12:58:44.884626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c351ff5-7c4d-4e71-b42c-247c609be586 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:58:45.054204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 8c351ff5-7c4d-4e71-b42c-247c609be586 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:58:45.058106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 8c351ff5-7c4d-4e71-b42c-247c609be586 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:58:45.058483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:45.140560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:45.165382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c351ff5-7c4d-4e71-b42c-247c609be586'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:45.167587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4590c6-e52c-48f8-b745-65c431b58389" -d '{"events": [{"server_uuid": "8edbd668-dc82-48b5-a13c-76583c3f2013", "name": "network-vif-plugged", "status": "completed", "tag": "8c351ff5-7c4d-4e71-b42c-247c609be586"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:58:45.181423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8c351ff5-7c4d-4e71-b42c-247c609be586, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c351ff5-7c4d-4e71-b42c-247c609be586,segment=NetworkSegment(f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4),segment_id=f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:45.205663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed8b272-3e49-4c90-8eab-952d74175718 x-openstack-request-id: req-7ed8b272-3e49-4c90-8eab-952d74175718 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:58:45.206106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edbd668-dc82-48b5-a13c-76583c3f2013", "name": "network-vif-plugged", "status": "completed", "tag": "8c351ff5-7c4d-4e71-b42c-247c609be586", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:58:45.206434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ed8b272-3e49-4c90-8eab-952d74175718 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:58:45.206869 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c351ff5-7c4d-4e71-b42c-247c609be586', 'code': 200} Mar 08 12:58:45.247838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:45.295718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=8c351ff5-7c4d-4e71-b42c-247c609be586,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:45.463359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d840748-4b0f-41bc-8f41-53c2572497de req-2f8d3047-5328-41a2-92e2-cefbb73ffac1 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:45.464815 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d840748-4b0f-41bc-8f41-53c2572497de req-2f8d3047-5328-41a2-92e2-cefbb73ffac1 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 950 time: 0.0518715 Mar 08 12:58:45.525624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d840748-4b0f-41bc-8f41-53c2572497de req-14fd8a7f-fe3c-4097-be9a-f4d5a68fbfac tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Mar 08 12:58:45.531152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d38dac-8416-44c6-9673-a71c717efbd9 req-eb64b0e8-c56d-4b5b-8d17-3f2192aff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:45.532554 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e8d38dac-8416-44c6-9673-a71c717efbd9 req-eb64b0e8-c56d-4b5b-8d17-3f2192aff781 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 1103 time: 0.0669129 Mar 08 12:58:45.568560 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e8d38dac-8416-44c6-9673-a71c717efbd9 req-7c36c961-71ce-4e96-bd2f-cef58e256760 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281641 Mar 08 12:58:46.643114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f49c-ea49-4f6f-950d-7a215372be48 req-e17919cc-5e49-4156-b198-6977f1b65b68 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:46.644519 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68c6f49c-ea49-4f6f-950d-7a215372be48 req-e17919cc-5e49-4156-b198-6977f1b65b68 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 950 time: 0.0493872 Mar 08 12:58:46.683482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68c6f49c-ea49-4f6f-950d-7a215372be48 req-3c51e457-85fc-4079-ab29-eea843ff86cc tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Mar 08 12:58:47.799723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fc456-343e-4279-91d0-a37f06d984cd req-687b46d0-32fd-49c9-ae7f-2abd9e23c0f8 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:47.801186 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0c9fc456-343e-4279-91d0-a37f06d984cd req-687b46d0-32fd-49c9-ae7f-2abd9e23c0f8 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 950 time: 0.0489142 Mar 08 12:58:47.838732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0c9fc456-343e-4279-91d0-a37f06d984cd req-372dc753-d59a-40e5-850b-0d386a07eb96 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Mar 08 12:58:48.244665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-c553c1a4-b4bc-4c2b-8ef1-416521de470f req-aa18bc49-1ce4-4efb-a41b-848a9f75c1ad service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:58:48.245538 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c553c1a4-b4bc-4c2b-8ef1-416521de470f req-aa18bc49-1ce4-4efb-a41b-848a9f75c1ad service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059519 Mar 08 12:58:48.808227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-735f8618-7443-4c2c-8b93-b5f57f1f3b45 req-86b2e3f4-a102-4e69-b5be-a3eca51e33e3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:58:48.809239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-735f8618-7443-4c2c-8b93-b5f57f1f3b45 req-86b2e3f4-a102-4e69-b5be-a3eca51e33e3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052776 Mar 08 12:58:49.535991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b234064-b028-4e9b-a086-a03c0bee77d7 req-3bb2bd1c-6836-4fa5-8785-33f8ec6d846e tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:49.538497 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b234064-b028-4e9b-a086-a03c0bee77d7 req-3bb2bd1c-6836-4fa5-8785-33f8ec6d846e tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 950 time: 0.0524542 Mar 08 12:58:49.575164 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b234064-b028-4e9b-a086-a03c0bee77d7 req-3d6267d6-caf0-461d-b165-53da2413d435 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304878 Mar 08 12:58:50.693430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75de0f-a411-4c51-8107-221ace5e9b03 req-fb8af6a2-512d-48b1-8d2f-c8f01e82d5c5 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:50.695075 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c75de0f-a411-4c51-8107-221ace5e9b03 req-fb8af6a2-512d-48b1-8d2f-c8f01e82d5c5 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 950 time: 0.0499070 Mar 08 12:58:50.732376 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c75de0f-a411-4c51-8107-221ace5e9b03 req-2a9a7a53-5cca-4582-a1ca-d0b3a8841323 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c9f788f-f62e-44e2-92d1-958dac586e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Mar 08 12:58:50.819613 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-60e9bec5-5fb0-4027-89e8-fd70ca76ce43 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:50.821051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-60e9bec5-5fb0-4027-89e8-fd70ca76ce43 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.45 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 950 time: 0.0491233 Mar 08 12:58:50.909399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Deleting port 8c351ff5-7c4d-4e71-b42c-247c609be586 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:58:50.909727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:50.999626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] For port 8c351ff5-7c4d-4e71-b42c-247c609be586, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8c351ff5-7c4d-4e71-b42c-247c609be586,segment=NetworkSegment(f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4),segment_id=f2a316d8-a63e-4ec8-a2c0-b1bc3bca66a4)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:58:50.999626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:51.009180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Calling delete_port for 8c351ff5-7c4d-4e71-b42c-247c609be586 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:58:51.253534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:51.264991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['8c351ff5-7c4d-4e71-b42c-247c609be586'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:58:51.285003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Pushing event deleted for resources: {'Port': ['ID=8c351ff5-7c4d-4e71-b42c-247c609be586,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:51.331797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] No DVR routers for this DVR port 8c351ff5-7c4d-4e71-b42c-247c609be586 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:58:51.335104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:51.338544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5a83f37-f79d-4a5a-8f56-c97785adccbd req-8ac2d41b-dc03-4d38-a6d1-bb731e9f4df7 tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.45 "DELETE /v2.0/ports/8c351ff5-7c4d-4e71-b42c-247c609be586 HTTP/1.1" status: 204 len: 173 time: 0.5120873 Mar 08 12:58:51.338982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'name': 'network-vif-deleted', 'tag': '8c351ff5-7c4d-4e71-b42c-247c609be586'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:58:51.341516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a9ba6e-0ee1-4ab6-b3e1-1e2b5b389b7b" -d '{"events": [{"server_uuid": "8edbd668-dc82-48b5-a13c-76583c3f2013", "name": "network-vif-deleted", "tag": "8c351ff5-7c4d-4e71-b42c-247c609be586"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:58:51.377696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053d69b1-249e-4179-b6bd-52c6462d496a x-openstack-request-id: req-053d69b1-249e-4179-b6bd-52c6462d496a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:58:51.378017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edbd668-dc82-48b5-a13c-76583c3f2013", "name": "network-vif-deleted", "tag": "8c351ff5-7c4d-4e71-b42c-247c609be586", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:58:51.378273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-053d69b1-249e-4179-b6bd-52c6462d496a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:58:51.378667 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edbd668-dc82-48b5-a13c-76583c3f2013', 'name': 'network-vif-deleted', 'tag': '8c351ff5-7c4d-4e71-b42c-247c609be586', 'status': 'completed', 'code': 200} Mar 08 12:58:51.842774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e529ad65-6a4e-459a-8187-437aed659762 req-43e0f377-7970-4f57-9f7c-993d6416b4dd tempest-ServersAdminNegativeTestJSON-924216319 tempest-ServersAdminNegativeTestJSON-924216319-project] 10.222.0.65 "GET /v2.0/ports?device_id=8edbd668-dc82-48b5-a13c-76583c3f2013 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Mar 08 12:58:53.363328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41400) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:53.492479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-98852daf-ba5b-4961-83fd-cc4f39d834e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54adc46e240342df8154e10b3c59b320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278703 Mar 08 12:58:53.494878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41404) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:53.541309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9bc45855-b320-4d47-9f79-4c03b3fa6b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:53.563623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9bc45855-b320-4d47-9f79-4c03b3fa6b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:53.664610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9bc45855-b320-4d47-9f79-4c03b3fa6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:53.667379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9bc45855-b320-4d47-9f79-4c03b3fa6b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:53.668556 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9bc45855-b320-4d47-9f79-4c03b3fa6b3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c9f788f-f62e-44e2-92d1-958dac586e6f HTTP/1.1" status: 204 len: 168 time: 0.1728027 Mar 08 12:58:53.676742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45855-b320-4d47-9f79-4c03b3fa6b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f788f-f62e-44e2-92d1-958dac586e6f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:54.215937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41410) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:54.230316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-afd9fa97-09d5-4fb6-983e-d1580751c240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:54.304123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-afd9fa97-09d5-4fb6-983e-d1580751c240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:54.371404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-afd9fa97-09d5-4fb6-983e-d1580751c240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:54.413392 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-afd9fa97-09d5-4fb6-983e-d1580751c240 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f845e0a1b76b428eb956557e044a36a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957490 Mar 08 12:58:54.414256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9fa97-09d5-4fb6-983e-d1580751c240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091de4c1-6ba6-43bf-bb65-9183e2fc9b06,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:54.416117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41412) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:54.466765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6367-fb78-48bf-bb10-2adeda518040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:54.489399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6367-fb78-48bf-bb10-2adeda518040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:54.596094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6367-fb78-48bf-bb10-2adeda518040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:54.598785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6367-fb78-48bf-bb10-2adeda518040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:54.600190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d2d6367-fb78-48bf-bb10-2adeda518040 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/091de4c1-6ba6-43bf-bb65-9183e2fc9b06 HTTP/1.1" status: 204 len: 168 time: 0.1825035 Mar 08 12:58:54.608090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d6367-fb78-48bf-bb10-2adeda518040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091de4c1-6ba6-43bf-bb65-9183e2fc9b06,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:54.900212 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c351ff5-7c4d-4e71-b42c-247c609be586 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:58:54.922634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 8c351ff5-7c4d-4e71-b42c-247c609be586 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:58:54.922972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8c351ff5-7c4d-4e71-b42c-247c609be586 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:58:55.522063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:55.642529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41434) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:55.737009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-987835642-network', 'tenant_id': '99f3a75da26046c7878d3b7d73f40f73'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:55.807510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Made reservation on behalf of 99f3a75da26046c7878d3b7d73f40f73 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:58:55.809898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:55.819089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:55.891777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:55.944951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:55.972063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:58:55.978265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbbb224-fd65-469c-a216-43f36812ce67,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:55.984215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:55.984548 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Added segment 5b04972a-4e64-4402-acba-63e8e2c06610 of type vlan for network 67dfb9e0-ba5f-4271-ae50-c536064aea45 Mar 08 12:58:56.025081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:56.139203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:56.140213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:56.140850 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:56.534882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] Pushing event updated for resources: {'Network': ['ID=67dfb9e0-ba5f-4271-ae50-c536064aea45,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:56.545142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 67dfb9e0-ba5f-4271-ae50-c536064aea45 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:58:56.557872 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ac9ffafa-30ed-4656-a930-65032c59ecf0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9140234 Mar 08 12:58:56.560462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41438) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:58:56.565074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Request body: {'subnet': {'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-987835642-subnet', 'tenant_id': '99f3a75da26046c7878d3b7d73f40f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:58:56.680142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Made reservation on behalf of 99f3a75da26046c7878d3b7d73f40f73 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:58:56.682474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:56.903156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:56.967457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7043f0-652c-4796-8aed-479f5cf5c26b,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:58:56.969902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Checking segment: {'id': '5b04972a-4e64-4402-acba-63e8e2c06610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:58:56.970318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Network hostable DHCP agents. Network: 67dfb9e0-ba5f-4271-ae50-c536064aea45, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:58:57.054266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Network 67dfb9e0-ba5f-4271-ae50-c536064aea45 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:58:57.179355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 67dfb9e0-ba5f-4271-ae50-c536064aea45) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:58:57.183532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:57.184108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:57.189444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044dfeb-8373-411c-9a04-5bf19bd14fe7 None None] Network 67dfb9e0-ba5f-4271-ae50-c536064aea45 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:58:57.296900 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1c1fe686-ea4c-4e99-a4df-01bcd718d334 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7351439 Mar 08 12:58:57.309753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800a17a-1fe9-492c-b9cc-3a3058bb7e61 None None] Network 67dfb9e0-ba5f-4271-ae50-c536064aea45 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:58:57.705739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-48c209f8-63ad-466d-8dd1-46a3f41683cf tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:58:57.707212 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-48c209f8-63ad-466d-8dd1-46a3f41683cf tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/networks?id=67dfb9e0-ba5f-4271-ae50-c536064aea45 HTTP/1.1" status: 200 len: 811 time: 0.0985270 Mar 08 12:58:57.722448 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-d6b70a72-7901-4962-ba8c-d7586ad25f76 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/quotas/99f3a75da26046c7878d3b7d73f40f73 HTTP/1.1" status: 200 len: 375 time: 0.0089555 Mar 08 12:58:57.753562 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-197bebc4-8afa-469a-934c-5699f326ed7c tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=99f3a75da26046c7878d3b7d73f40f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253539 Mar 08 12:58:57.846241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-f050b0a7-bafd-4c66-b9d8-f40c2d74fe04 service neutron] 10.222.0.65 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856786 Mar 08 12:58:57.935198 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-6aea0f9a-f1a4-469f-a7f2-031a0fdc82da service neutron] 10.222.0.65 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822163 Mar 08 12:58:59.051491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-96cb933e-8dca-4aed-971b-108bade1dd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:58:59.190873 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5436eaf-c74f-422e-a04e-ca214c20427c req-23d37a94-3f81-4f25-9ade-72541e25c8ed tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 210 time: 0.0329058 Mar 08 12:59:00.285258 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4298937f-1cbd-4cfd-8929-abe95434792e req-c4d27eda-54e6-46b2-a0eb-c17ea899b0bb tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 210 time: 0.0286865 Mar 08 12:59:01.168686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-4a6591c8-9a0d-413d-9984-ad83fd789c0d tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:01.170083 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-4a6591c8-9a0d-413d-9984-ad83fd789c0d tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.45 "GET /v2.0/networks?id=67dfb9e0-ba5f-4271-ae50-c536064aea45 HTTP/1.1" status: 200 len: 811 time: 0.1019683 Mar 08 12:59:01.182653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Request body: {'port': {'device_id': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45', 'admin_state_up': True, 'tenant_id': '99f3a75da26046c7878d3b7d73f40f73'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:59:01.379623 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-95f0353b-b1ea-4f58-a31e-7e8da87c0c40 req-eceee919-03bf-4635-b5ac-80637e4eff03 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 210 time: 0.0271311 Mar 08 12:59:01.390728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Made reservation on behalf of 99f3a75da26046c7878d3b7d73f40f73 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:59:01.394909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:01.534826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Allocated IP 172.20.0.11 (67dfb9e0-ba5f-4271-ae50-c536064aea45/ff7043f0-652c-4796-8aed-479f5cf5c26b/41025ddf-c8c0-4e72-b378-501c2ed82082) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:59:01.659132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a8746a9a-b6df-4e31-a795-c81868308569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:01.678152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:01.825518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:01.875024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Network 67dfb9e0-ba5f-4271-ae50-c536064aea45 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:59:01.877971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:59:01.881673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:59:01.904363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:01.932623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:01.933153 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.008026 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-aaf8f196-759e-4c8c-89b6-772d1b1946fc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8292487 Mar 08 12:59:02.020447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Request body: {'port': {'device_id': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:59:02.074690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.336220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41025ddf-c8c0-4e72-b378-501c2ed82082 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:59:02.343467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.355514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Transition to ACTIVE for port object 41025ddf-c8c0-4e72-b378-501c2ed82082 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:59:02.422703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.497097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:02.561656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db4dac-352d-48e3-8614-3d5bbfff373d req-fcd43403-f5ee-42d6-b0fb-ad0d526296bc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:02.563139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-87db4dac-352d-48e3-8614-3d5bbfff373d req-fcd43403-f5ee-42d6-b0fb-ad0d526296bc tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 944 time: 0.1135323 Mar 08 12:59:02.598393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Attempting to bind port 41025ddf-c8c0-4e72-b378-501c2ed82082 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:59:02.598638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Attempting to bind port 41025ddf-c8c0-4e72-b378-501c2ed82082 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5b04972a-4e64-4402-acba-63e8e2c06610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:59:02.598951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Attempting to bind port 41025ddf-c8c0-4e72-b378-501c2ed82082 on network 67dfb9e0-ba5f-4271-ae50-c536064aea45 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:59:02.612699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Port 41025ddf-c8c0-4e72-b378-501c2ed82082 on network 67dfb9e0-ba5f-4271-ae50-c536064aea45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:59:02.613008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Attempting to bind port 41025ddf-c8c0-4e72-b378-501c2ed82082 on network 67dfb9e0-ba5f-4271-ae50-c536064aea45 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:59:02.622408 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-87db4dac-352d-48e3-8614-3d5bbfff373d req-18d003e5-644f-4ec6-b15e-b670fc4e90f5 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509748 Mar 08 12:59:02.623230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:59:02.623550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Checking segment: {'id': '5b04972a-4e64-4402-acba-63e8e2c06610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:59:02.624050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Bound using segment: {'id': '5b04972a-4e64-4402-acba-63e8e2c06610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:59:02.624460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Bound port: 41025ddf-c8c0-4e72-b378-501c2ed82082, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b04972a-4e64-4402-acba-63e8e2c06610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:59:02.624801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.689247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:59:02.692252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:59:02.711003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.745264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.783744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:02.784361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:02.785748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] 10.222.0.45 "PUT /v2.0/ports/41025ddf-c8c0-4e72-b378-501c2ed82082 HTTP/1.1" status: 200 len: 1094 time: 0.7692533 Mar 08 12:59:02.786224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:02.788798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2050d1-d261-41ed-9dbf-fc687b7a3f07" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:59:02.810593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc8e3b-c047-4cd1-b058-c19a888c9ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:02.828083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063faa93-6712-418b-935e-d27b8ec0355b x-openstack-request-id: req-063faa93-6712-418b-935e-d27b8ec0355b {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:59:02.828369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:59:02.828622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-063faa93-6712-418b-935e-d27b8ec0355b {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:59:02.829023 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'status': 'completed', 'code': 200} Mar 08 12:59:02.893674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2050d1-d261-41ed-9dbf-fc687b7a3f07 req-f9a9008c-b778-4704-b2c5-0f383859492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:02.895163 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b2050d1-d261-41ed-9dbf-fc687b7a3f07 req-f9a9008c-b778-4704-b2c5-0f383859492b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99f3a75da26046c7878d3b7d73f40f73&device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 1097 time: 0.0459540 Mar 08 12:59:02.991020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2050d1-d261-41ed-9dbf-fc687b7a3f07 req-eaa2539c-de10-42b9-88b7-c5c7bc867c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:02.992465 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b2050d1-d261-41ed-9dbf-fc687b7a3f07 req-eaa2539c-de10-42b9-88b7-c5c7bc867c22 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=99f3a75da26046c7878d3b7d73f40f73&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0896800 Mar 08 12:59:03.092489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2050d1-d261-41ed-9dbf-fc687b7a3f07 req-964860e3-f0c1-43a2-ad88-d4437a9d395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:03.093983 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b2050d1-d261-41ed-9dbf-fc687b7a3f07 req-964860e3-f0c1-43a2-ad88-d4437a9d395d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955348 Mar 08 12:59:03.170396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-20771433-b0cc-4cf3-8f8c-f5bf87117149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:03.171822 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-20771433-b0cc-4cf3-8f8c-f5bf87117149 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99f3a75da26046c7878d3b7d73f40f73&device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 1097 time: 0.0423336 Mar 08 12:59:03.213722 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-e494959d-e6a3-453f-8bc0-33ce7d52b7c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41025ddf-c8c0-4e72-b378-501c2ed82082 HTTP/1.1" status: 200 len: 217 time: 0.0347698 Mar 08 12:59:03.265924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-15643f58-5e01-413a-824e-0af10e661859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:03.267375 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-15643f58-5e01-413a-824e-0af10e661859 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff7043f0-652c-4796-8aed-479f5cf5c26b HTTP/1.1" status: 200 len: 851 time: 0.0477099 Mar 08 12:59:03.299251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-19d34742-b292-4138-b821-fe63212170ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67dfb9e0-ba5f-4271-ae50-c536064aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252812 Mar 08 12:59:03.388607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-8c220572-e613-426f-8a3c-e80b8aa9ef70 service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818875 Mar 08 12:59:03.483553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17dc09e6-00f9-43b4-ac06-b9e39f38e552 req-e94e7998-6362-4bf1-97f6-1db05df6843f service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888796 Mar 08 12:59:03.741440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8331-d6d0-4d21-a618-884c3c8de924 req-d3a55ba1-8291-43f2-a7ce-89ae6eeeb649 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:03.742941 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-134d8331-d6d0-4d21-a618-884c3c8de924 req-d3a55ba1-8291-43f2-a7ce-89ae6eeeb649 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 944 time: 0.0537107 Mar 08 12:59:03.776852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:03.781782 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-134d8331-d6d0-4d21-a618-884c3c8de924 req-b3d48c5a-0218-4178-91f1-98d9d48c7755 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Mar 08 12:59:04.262613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:04.898036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f05779-5f98-4738-9e89-f6bc79b73fcc req-572d2cc0-5139-4c92-af99-8189616836b4 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:04.899481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59f05779-5f98-4738-9e89-f6bc79b73fcc req-572d2cc0-5139-4c92-af99-8189616836b4 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 944 time: 0.0481458 Mar 08 12:59:04.935503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59f05779-5f98-4738-9e89-f6bc79b73fcc req-ef415a8e-1818-4908-8729-00f141ec1d96 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302658 Mar 08 12:59:06.053218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f0542-53ec-4c70-9b94-ce44c2fdfbb8 req-4cd0fe22-6576-43ae-aad9-7c30489912c6 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:06.054614 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e0f0542-53ec-4c70-9b94-ce44c2fdfbb8 req-4cd0fe22-6576-43ae-aad9-7c30489912c6 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 944 time: 0.0531237 Mar 08 12:59:06.091442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e0f0542-53ec-4c70-9b94-ce44c2fdfbb8 req-dc6453ef-b524-4076-ba65-875514ef746c tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Mar 08 12:59:06.946660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 41025ddf-c8c0-4e72-b378-501c2ed82082 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:59:07.042422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:07.053558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45', 'port_id': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'mac_address': 'fa:16:3e:ef:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7043f0-652c-4796-8aed-479f5cf5c26b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:59:07.090441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:07.102925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41025ddf-c8c0-4e72-b378-501c2ed82082 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:59:07.122515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:07.190211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:07.207870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f0c5d-5611-4e17-a98d-0b56b34cc5c3 req-13a23a86-3cb2-4b2d-8559-894a05078667 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:07.211430 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb0f0c5d-5611-4e17-a98d-0b56b34cc5c3 req-13a23a86-3cb2-4b2d-8559-894a05078667 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 944 time: 0.0511599 Mar 08 12:59:07.238093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:07.249024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb0f0c5d-5611-4e17-a98d-0b56b34cc5c3 req-07cd1f63-5e6c-4d96-b606-6581fbb3843e tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Mar 08 12:59:07.377754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['41025ddf-c8c0-4e72-b378-501c2ed82082'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:59:08.363931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dbc7-8f51-4a34-9cf1-f8418ce955e4 req-82c351b3-8d78-4368-bb5d-5de47f4b4fd1 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:08.365636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c60dbc7-8f51-4a34-9cf1-f8418ce955e4 req-82c351b3-8d78-4368-bb5d-5de47f4b4fd1 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Mar 08 12:59:08.402321 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c60dbc7-8f51-4a34-9cf1-f8418ce955e4 req-8a726454-7ef3-4e49-8562-2564f2e9f4d3 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Mar 08 12:59:08.962866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 41025ddf-c8c0-4e72-b378-501c2ed82082 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:59:09.081701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 41025ddf-c8c0-4e72-b378-501c2ed82082 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 12:59:09.085435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 41025ddf-c8c0-4e72-b378-501c2ed82082 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:59:09.085794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:09.167233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:09.188944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:09.191196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99db7958-3bf9-4011-9924-9e0062674175" -d '{"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-plugged", "status": "completed", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:59:09.203864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:09.227831 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c8bc9-0119-41f3-a98e-e8d21f893fd1 x-openstack-request-id: req-ca7c8bc9-0119-41f3-a98e-e8d21f893fd1 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:59:09.228134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-plugged", "status": "completed", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:59:09.228383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca7c8bc9-0119-41f3-a98e-e8d21f893fd1 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:59:09.228810 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'code': 200} Mar 08 12:59:09.268565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:09.317115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:09.551209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13472c3-2ce1-46bf-bd79-ec646bce3989 req-99ed2935-8b1f-492b-a997-93f3413d1f90 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:09.553222 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d13472c3-2ce1-46bf-bd79-ec646bce3989 req-99ed2935-8b1f-492b-a997-93f3413d1f90 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0842185 Mar 08 12:59:09.559179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c231438-e747-4d43-80a8-b22acc7abd3a req-890c22a4-3716-4eeb-a686-9e988ab1687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:09.560543 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c231438-e747-4d43-80a8-b22acc7abd3a req-890c22a4-3716-4eeb-a686-9e988ab1687e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 1099 time: 0.0578687 Mar 08 12:59:09.614449 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d13472c3-2ce1-46bf-bd79-ec646bce3989 req-0505d677-fdd5-4739-b4e8-950093df7b8a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529709 Mar 08 12:59:09.616550 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c231438-e747-4d43-80a8-b22acc7abd3a req-9984ba72-a749-4add-abc1-5cadbb551586 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Mar 08 12:59:10.735197 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075843-796f-40d1-b034-9e2a9f60464a req-ba114249-e502-4376-b966-86ec3a998796 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:10.736664 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e075843-796f-40d1-b034-9e2a9f60464a req-ba114249-e502-4376-b966-86ec3a998796 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0499699 Mar 08 12:59:10.779218 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e075843-796f-40d1-b034-9e2a9f60464a req-6017faa3-8fdf-4746-908f-8adcd164e83d tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364165 Mar 08 12:59:11.268062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0dadf-e506-423d-9610-9e145b681b2b req-8fd5a32b-94e8-4266-85aa-49506b3158f9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:11.269541 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-28a0dadf-e506-423d-9610-9e145b681b2b req-8fd5a32b-94e8-4266-85aa-49506b3158f9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0493448 Mar 08 12:59:11.309892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-28a0dadf-e506-423d-9610-9e145b681b2b req-030134e3-6840-48fa-b834-999dbc284072 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Mar 08 12:59:11.408549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41504) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:59:11.488661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-cbe499fe-c235-45b2-8728-7bafd7529e3f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789840 Mar 08 12:59:11.498059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-88c9c530-36cf-4ffe-8852-d14d4b1f0384 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:59:11.498992 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-88c9c530-36cf-4ffe-8852-d14d4b1f0384 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048981 Mar 08 12:59:11.816924 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:59:12.424901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b1eea-8dc6-4cfb-82ce-356389877e82 req-6fa72de7-4bbb-4b35-bbb7-bb983576b556 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:12.426389 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-899b1eea-8dc6-4cfb-82ce-356389877e82 req-6fa72de7-4bbb-4b35-bbb7-bb983576b556 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0497947 Mar 08 12:59:12.464586 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-899b1eea-8dc6-4cfb-82ce-356389877e82 req-ca01e17b-c187-404e-a64e-c319b00683d0 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Mar 08 12:59:13.572587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-c64e57bf-86ce-45a7-ac50-519f7cd4c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:13.574130 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-c64e57bf-86ce-45a7-ac50-519f7cd4c168 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99f3a75da26046c7878d3b7d73f40f73&device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 1099 time: 0.0692577 Mar 08 12:59:13.610213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db68a59-92e5-485b-b5f9-0da97ae48d66 req-826d199b-c2d1-4c87-8671-dc7875172187 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:13.611664 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6db68a59-92e5-485b-b5f9-0da97ae48d66 req-826d199b-c2d1-4c87-8671-dc7875172187 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0767896 Mar 08 12:59:13.699776 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6db68a59-92e5-485b-b5f9-0da97ae48d66 req-f8245379-95ac-4d24-87bb-ff52defb73ab tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602634 Mar 08 12:59:13.711111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-e15c272e-fa6f-45fb-a0a7-fb736cfafe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:13.712446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-e15c272e-fa6f-45fb-a0a7-fb736cfafe41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67dfb9e0-ba5f-4271-ae50-c536064aea45 HTTP/1.1" status: 200 len: 912 time: 0.1308482 Mar 08 12:59:13.755188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-33d3b39c-c915-48fc-9762-8e7fad5bd91a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41025ddf-c8c0-4e72-b378-501c2ed82082 HTTP/1.1" status: 200 len: 217 time: 0.0360661 Mar 08 12:59:13.804822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-10afa743-1666-4cfe-8073-f5f61e6faad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:13.806306 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-10afa743-1666-4cfe-8073-f5f61e6faad0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff7043f0-652c-4796-8aed-479f5cf5c26b HTTP/1.1" status: 200 len: 851 time: 0.0445354 Mar 08 12:59:13.839964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-9d5e2219-7ba5-4a8e-8d8b-311ad9463d2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67dfb9e0-ba5f-4271-ae50-c536064aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275102 Mar 08 12:59:13.930158 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-833915b5-3231-4836-8fcf-b5a7d09e6723 service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Mar 08 12:59:14.021348 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-c85ff569-c75d-4871-8d7c-ee99ee3d93b1 service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844541 Mar 08 12:59:14.816098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d2ce2-a729-44a2-bc7f-6d15d52dd5e1 req-25562b89-6c03-4b59-af0b-f62e1aec3275 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:14.817557 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-509d2ce2-a729-44a2-bc7f-6d15d52dd5e1 req-25562b89-6c03-4b59-af0b-f62e1aec3275 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0501943 Mar 08 12:59:14.855467 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-509d2ce2-a729-44a2-bc7f-6d15d52dd5e1 req-3e1dcd8b-396c-48bb-85a5-9af4331ae213 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Mar 08 12:59:15.675814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-e1d5a775-3d2c-43ec-84eb-2566bfc1ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:15.677693 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-e1d5a775-3d2c-43ec-84eb-2566bfc1ddb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99f3a75da26046c7878d3b7d73f40f73&device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 1099 time: 0.0442817 Mar 08 12:59:15.784692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-71cd5fe2-4a75-47b6-abf6-dd0e8a0883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:15.786175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-71cd5fe2-4a75-47b6-abf6-dd0e8a0883f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67dfb9e0-ba5f-4271-ae50-c536064aea45 HTTP/1.1" status: 200 len: 912 time: 0.0895455 Mar 08 12:59:15.827538 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-d0a8dfcd-4317-410d-9b2b-f84cd9dded4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41025ddf-c8c0-4e72-b378-501c2ed82082 HTTP/1.1" status: 200 len: 217 time: 0.0345795 Mar 08 12:59:15.875060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-e0f0ff54-aab6-45aa-9f8f-8784be48b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:15.876433 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-e0f0ff54-aab6-45aa-9f8f-8784be48b9ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff7043f0-652c-4796-8aed-479f5cf5c26b HTTP/1.1" status: 200 len: 851 time: 0.0432849 Mar 08 12:59:15.908701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-7f97f3c5-a9f6-4cc4-9059-0ee99ef3f309 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67dfb9e0-ba5f-4271-ae50-c536064aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253263 Mar 08 12:59:16.033830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d980834-e0ba-4fc8-837b-94c473572668 req-59521a1e-9bf9-41f7-9729-17719ece0cfa tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:16.035792 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d980834-e0ba-4fc8-837b-94c473572668 req-59521a1e-9bf9-41f7-9729-17719ece0cfa tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.1124582 Mar 08 12:59:16.041630 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-b0f7edf6-ea7d-4245-bacf-e3f6234d387a service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253099 Mar 08 12:59:16.125137 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d980834-e0ba-4fc8-837b-94c473572668 req-2454e854-eabf-4ab2-ade4-f4d5dd46da8c tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825527 Mar 08 12:59:16.156044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd809932-8f4d-45ee-a35b-e5bd7a674547 req-c3569311-e88b-4de3-8618-67d1951481ba service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077738 Mar 08 12:59:17.241471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a9bc0-251b-43c4-97db-fbc95d916a5b req-38209540-f68e-4612-b779-61f34b1a685a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:17.242962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-735a9bc0-251b-43c4-97db-fbc95d916a5b req-38209540-f68e-4612-b779-61f34b1a685a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0506356 Mar 08 12:59:17.279767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-735a9bc0-251b-43c4-97db-fbc95d916a5b req-6b7aa357-8ea1-4d57-998f-0260e587e862 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Mar 08 12:59:18.399163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477bf6b-f8e5-4fd5-9bcf-c1ef8272f458 req-360e0930-7ee8-4cca-ad4e-c3aedffe7aa9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:18.400634 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7477bf6b-f8e5-4fd5-9bcf-c1ef8272f458 req-360e0930-7ee8-4cca-ad4e-c3aedffe7aa9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0540571 Mar 08 12:59:18.438916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7477bf6b-f8e5-4fd5-9bcf-c1ef8272f458 req-aed8b245-b5a6-4a70-82d2-b8ddb5727409 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Mar 08 12:59:19.552782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333e99-85f6-4565-a5a8-07fce329273c req-893027b0-73ff-4caa-b564-c1bf62adcfd0 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:19.555084 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fe333e99-85f6-4565-a5a8-07fce329273c req-893027b0-73ff-4caa-b564-c1bf62adcfd0 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0493939 Mar 08 12:59:19.591790 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fe333e99-85f6-4565-a5a8-07fce329273c req-d854e7a7-d86c-423e-ac84-f48c62ddf5a2 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308938 Mar 08 12:59:20.704864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9098a-77c5-486b-9ef5-900c75cabb23 req-c880e571-d924-4714-aa7a-3613d7726efd tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:20.706327 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c0f9098a-77c5-486b-9ef5-900c75cabb23 req-c880e571-d924-4714-aa7a-3613d7726efd tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0480416 Mar 08 12:59:20.743461 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c0f9098a-77c5-486b-9ef5-900c75cabb23 req-78d59c54-e942-4aef-ad8e-1d750e36d7a1 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305374 Mar 08 12:59:21.864121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae7c8c-f5d8-4258-a422-754d095427b7 req-479d356b-50fd-4477-b9c6-7f854c82facb tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:21.865619 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e7ae7c8c-f5d8-4258-a422-754d095427b7 req-479d356b-50fd-4477-b9c6-7f854c82facb tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0552402 Mar 08 12:59:21.903522 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e7ae7c8c-f5d8-4258-a422-754d095427b7 req-ac990ef6-5f51-4827-ad51-39636b4d3ef1 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Mar 08 12:59:23.017974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7e56d-b7a5-4385-a5f8-df44096dc78a req-8276535b-a72a-4c2c-8807-52aa8576d36f tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:23.019340 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3b7e56d-b7a5-4385-a5f8-df44096dc78a req-8276535b-a72a-4c2c-8807-52aa8576d36f tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0487678 Mar 08 12:59:23.057259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3b7e56d-b7a5-4385-a5f8-df44096dc78a req-29958abd-4895-49db-990b-280cb9c37985 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Mar 08 12:59:24.175343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029dc5-9cee-41bc-afd0-4e4db78d9f70 req-9abea79a-e98c-4dda-9564-27050a18fbc2 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:24.176812 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e6029dc5-9cee-41bc-afd0-4e4db78d9f70 req-9abea79a-e98c-4dda-9564-27050a18fbc2 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0498788 Mar 08 12:59:24.215956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e6029dc5-9cee-41bc-afd0-4e4db78d9f70 req-59477d23-0c42-436a-b049-08dcb5830e14 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Mar 08 12:59:25.335204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f33262-56c1-4245-8472-32f3f5b1416c req-1660e8cc-b7eb-4eff-b2db-0aa8828d9e13 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:25.336625 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-46f33262-56c1-4245-8472-32f3f5b1416c req-1660e8cc-b7eb-4eff-b2db-0aa8828d9e13 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Mar 08 12:59:25.373250 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-46f33262-56c1-4245-8472-32f3f5b1416c req-6fb63253-d218-4d32-ae7c-590f8d78d9b8 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Mar 08 12:59:25.515926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:26.488869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8547-6ac3-4f17-9bf8-549cedd40cbb req-1954cc00-5bb7-4e9d-a90a-1a14e0114cc5 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:26.490352 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d63f8547-6ac3-4f17-9bf8-549cedd40cbb req-1954cc00-5bb7-4e9d-a90a-1a14e0114cc5 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0492544 Mar 08 12:59:26.528146 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d63f8547-6ac3-4f17-9bf8-549cedd40cbb req-134411a0-52f6-438e-a60a-ba62ca46cc58 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Mar 08 12:59:27.640713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b4322-16ca-45a6-b7d6-cf76569f36be req-cc2bd47b-99f6-4020-a8eb-f8380b7e0e07 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:27.642173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-048b4322-16ca-45a6-b7d6-cf76569f36be req-cc2bd47b-99f6-4020-a8eb-f8380b7e0e07 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0479231 Mar 08 12:59:27.680089 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-048b4322-16ca-45a6-b7d6-cf76569f36be req-d84e6dae-cc7f-432f-99f8-4e9fa901b1da tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Mar 08 12:59:28.799753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5676c-7d1b-4a09-8b74-d9610b671e7f req-9397a02c-0b57-4826-952f-45e671073f1e tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:28.801598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22b5676c-7d1b-4a09-8b74-d9610b671e7f req-9397a02c-0b57-4826-952f-45e671073f1e tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0542355 Mar 08 12:59:28.841036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22b5676c-7d1b-4a09-8b74-d9610b671e7f req-7897da45-c40f-4c11-a871-2391c9942f68 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Mar 08 12:59:29.041727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-155f5dd8-2a44-42e4-bf82-c6b0759cf6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:29.955592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ca7fd-e783-496e-bb69-5f3505cce5ca req-825e70f6-2d16-446b-8ba6-71cdd4d2c949 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:29.957044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d98ca7fd-e783-496e-bb69-5f3505cce5ca req-825e70f6-2d16-446b-8ba6-71cdd4d2c949 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Mar 08 12:59:29.994948 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d98ca7fd-e783-496e-bb69-5f3505cce5ca req-e77aac14-ab88-46b2-9176-96ee20b01ab8 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311146 Mar 08 12:59:31.117478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ebc42-6ca6-4293-98f2-bf433236c79e req-e9260639-fba7-4d6b-9df3-7188d466ecd6 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:31.119183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d65ebc42-6ca6-4293-98f2-bf433236c79e req-e9260639-fba7-4d6b-9df3-7188d466ecd6 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0571830 Mar 08 12:59:31.158686 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d65ebc42-6ca6-4293-98f2-bf433236c79e req-6083a070-b467-420c-9ebd-3b3e6d5b49b8 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Mar 08 12:59:31.662410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-61df5c92-f255-4265-ae5a-10e0c2f37c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:32.276025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b24a5-6184-4d78-a391-06105bebc42a req-b6ec933c-3d4f-48db-b3a3-0bd8cbb4017f tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:32.277470 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce1b24a5-6184-4d78-a391-06105bebc42a req-b6ec933c-3d4f-48db-b3a3-0bd8cbb4017f tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Mar 08 12:59:32.315638 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce1b24a5-6184-4d78-a391-06105bebc42a req-2bc472ab-4d4c-432c-ac9f-866e7493e62b tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Mar 08 12:59:32.702330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:33.429593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a93985-8ba5-4560-896b-88581d651b61 req-a9f186ae-63c2-49aa-84d4-89cee9e7d31a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:33.431808 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5a93985-8ba5-4560-896b-88581d651b61 req-a9f186ae-63c2-49aa-84d4-89cee9e7d31a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0490565 Mar 08 12:59:33.468391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5a93985-8ba5-4560-896b-88581d651b61 req-9988596c-11c4-4c95-a913-c0c8d508e5d3 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Mar 08 12:59:33.784721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:34.245237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:34.583499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4ccaa-9034-4707-976e-8a795dcf646e req-2b8b5dbc-1565-414c-a1ce-1b80310383e6 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:34.584960 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4c4ccaa-9034-4707-976e-8a795dcf646e req-2b8b5dbc-1565-414c-a1ce-1b80310383e6 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0493259 Mar 08 12:59:34.622080 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4c4ccaa-9034-4707-976e-8a795dcf646e req-23832932-c935-4a10-8bb0-773bd655bba1 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Mar 08 12:59:35.739508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba9cf-7bb7-40da-8a4d-703ac8a9229e req-2df51844-21a6-4ef5-ac02-e068d59471e4 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:35.740968 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-29fba9cf-7bb7-40da-8a4d-703ac8a9229e req-2df51844-21a6-4ef5-ac02-e068d59471e4 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Mar 08 12:59:35.779118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-29fba9cf-7bb7-40da-8a4d-703ac8a9229e req-a240a350-d003-46d9-9e80-982633cda898 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317280 Mar 08 12:59:36.896318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a321d-282b-40a3-ba10-389f2f5cedab req-0541ecc1-e84b-408f-86b4-4ff19a18b9f4 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:36.897760 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c5a321d-282b-40a3-ba10-389f2f5cedab req-0541ecc1-e84b-408f-86b4-4ff19a18b9f4 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0505087 Mar 08 12:59:36.935985 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c5a321d-282b-40a3-ba10-389f2f5cedab req-f5f47530-6525-4702-8e5a-6f2b6c21b106 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Mar 08 12:59:38.050313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e7c28-fc40-4a28-b17d-4a75aaeb62c4 req-231ff5a1-6d90-47d5-9abc-779b9d7dc50a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:38.051682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-403e7c28-fc40-4a28-b17d-4a75aaeb62c4 req-231ff5a1-6d90-47d5-9abc-779b9d7dc50a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0493386 Mar 08 12:59:38.089058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-403e7c28-fc40-4a28-b17d-4a75aaeb62c4 req-022f681b-a99e-4199-9d5e-ddc4a9eef9d7 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Mar 08 12:59:39.207906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7083e2-cbf7-4372-a1fb-57331eb6f076 req-bbb340e2-371e-4a04-8fbf-315656b6adb8 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:39.209363 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-be7083e2-cbf7-4372-a1fb-57331eb6f076 req-bbb340e2-371e-4a04-8fbf-315656b6adb8 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0521693 Mar 08 12:59:39.247064 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-be7083e2-cbf7-4372-a1fb-57331eb6f076 req-fe209520-c957-490f-ae96-7cb51d449bb5 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Mar 08 12:59:40.363632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa233-3a3e-40ad-8345-2cfd722398b8 req-19ee02cb-4b60-4854-b602-9fac1df8490b tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:40.365100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cf1aa233-3a3e-40ad-8345-2cfd722398b8 req-19ee02cb-4b60-4854-b602-9fac1df8490b tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0491271 Mar 08 12:59:40.402885 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cf1aa233-3a3e-40ad-8345-2cfd722398b8 req-bc232dd3-1a31-4f47-b95e-d7cd2ab67d0f tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Mar 08 12:59:40.956927 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-6fa390cb-831e-4d72-b51c-c8380b362152 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 12:59:40.957918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-6fa390cb-831e-4d72-b51c-c8380b362152 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052919 Mar 08 12:59:41.019266 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-79ef4022-fc87-40cd-90b7-5d2cfab944d0 service neutron] 10.222.0.45 "GET /v2.0/ports/41025ddf-c8c0-4e72-b378-501c2ed82082/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0541971 Mar 08 12:59:41.529605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c21849-1087-4ebb-ba06-4d792a04de1a req-c7e830a5-cbd9-437e-a4c7-4dc43617ac8a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:41.531145 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4c21849-1087-4ebb-ba06-4d792a04de1a req-c7e830a5-cbd9-437e-a4c7-4dc43617ac8a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0546684 Mar 08 12:59:41.624092 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4c21849-1087-4ebb-ba06-4d792a04de1a req-04923954-66d0-435e-bc67-c67332a7753a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839906 Mar 08 12:59:41.638125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-d466b8c9-347e-4785-afb2-68ee1b950c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:41.639603 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-d466b8c9-347e-4785-afb2-68ee1b950c0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30&tenant_id=99f3a75da26046c7878d3b7d73f40f73 HTTP/1.1" status: 200 len: 1099 time: 0.0977883 Mar 08 12:59:41.704058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-24cf9356-6d61-47b0-98d9-88df9201bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:41.705534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-24cf9356-6d61-47b0-98d9-88df9201bc2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99f3a75da26046c7878d3b7d73f40f73&device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 1099 time: 0.0419674 Mar 08 12:59:41.814965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-43c6b49b-40ef-4926-9c9d-46968d585917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:41.816421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-43c6b49b-40ef-4926-9c9d-46968d585917 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67dfb9e0-ba5f-4271-ae50-c536064aea45 HTTP/1.1" status: 200 len: 912 time: 0.1036758 Mar 08 12:59:41.866952 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-6a68683d-0c53-48c0-969d-b0bd31d9d50b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41025ddf-c8c0-4e72-b378-501c2ed82082 HTTP/1.1" status: 200 len: 217 time: 0.0431345 Mar 08 12:59:41.920439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-312fb34c-45a8-4271-be09-a11751578d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:41.921910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-312fb34c-45a8-4271-be09-a11751578d18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff7043f0-652c-4796-8aed-479f5cf5c26b HTTP/1.1" status: 200 len: 851 time: 0.0491874 Mar 08 12:59:41.952949 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-68deafd9-1115-4ed9-9f4f-dcbc1df24dcb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67dfb9e0-ba5f-4271-ae50-c536064aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247693 Mar 08 12:59:42.044161 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-2112c29a-9816-4f32-86fe-63de01f5967e service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844791 Mar 08 12:59:42.135925 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98fe062e-bfb3-4464-b2f1-3091eb0e6175 req-6b8b7976-ed44-4e51-b22d-7c2f81446654 service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846250 Mar 08 12:59:42.747209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907ba0-ec92-45ec-b698-c9d8e5961f7f req-e4c9d709-7d0e-4839-bb9e-ab45c5ed3041 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:42.748673 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51907ba0-ec92-45ec-b698-c9d8e5961f7f req-e4c9d709-7d0e-4839-bb9e-ab45c5ed3041 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0495265 Mar 08 12:59:42.786236 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51907ba0-ec92-45ec-b698-c9d8e5961f7f req-16d439cf-37d6-4f17-b449-79ac9300fd6d tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Mar 08 12:59:43.906510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30a90-511d-4cbe-a64b-d60b1242b91c req-937f632d-af4e-48f9-a432-f5fafaea982a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:43.907955 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d8a30a90-511d-4cbe-a64b-d60b1242b91c req-937f632d-af4e-48f9-a432-f5fafaea982a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0489137 Mar 08 12:59:43.945477 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d8a30a90-511d-4cbe-a64b-d60b1242b91c req-93b9114e-0583-447a-99e8-09bf34402a1e tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Mar 08 12:59:45.065032 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c694a74-877f-42b3-9e93-19d80942539b req-f46d123f-4387-4bdf-9211-5556f2f6493d tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:45.066476 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5c694a74-877f-42b3-9e93-19d80942539b req-f46d123f-4387-4bdf-9211-5556f2f6493d tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0540056 Mar 08 12:59:45.104033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5c694a74-877f-42b3-9e93-19d80942539b req-a1ed7347-eb25-4d66-882f-2b40bdac25c5 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Mar 08 12:59:45.140171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 41025ddf-c8c0-4e72-b378-501c2ed82082 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 12:59:45.144463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 41025ddf-c8c0-4e72-b378-501c2ed82082 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:59:45.336669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.resource_extend [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 12:59:45.441647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:45.471832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:45.483158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:45.485450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f2d71b-ecd0-47c0-b6d8-2e5608c22c54" -d '{"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-unplugged", "status": "completed", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:59:45.499713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'network_id': '67dfb9e0-ba5f-4271-ae50-c536064aea45', 'port_id': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'mac_address': 'fa:16:3e:ef:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7043f0-652c-4796-8aed-479f5cf5c26b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 12:59:45.502449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:45.541511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45013d74-de56-495f-adf3-31ef1d5c942e x-openstack-request-id: req-45013d74-de56-495f-adf3-31ef1d5c942e {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:59:45.541801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-unplugged", "status": "completed", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:59:45.542077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45013d74-de56-495f-adf3-31ef1d5c942e {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:59:45.542530 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'code': 200} Mar 08 12:59:45.543685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:45.556421 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41025ddf-c8c0-4e72-b378-501c2ed82082 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:59:45.576780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:45.609016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331857f0-8f9a-454a-ad62-419709dd0243 req-793d786f-039a-4230-9cbc-98ab56c5a12e tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:45.610417 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-793d786f-039a-4230-9cbc-98ab56c5a12e tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30&tenant_id=99f3a75da26046c7878d3b7d73f40f73&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.0866055 Mar 08 12:59:45.653763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:59:45.654137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:59:45.658450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:45.665592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.665949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.666281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.666605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.666923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.667919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.668295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.668611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.668930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.669233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.669540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.669863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:45.696215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331857f0-8f9a-454a-ad62-419709dd0243 req-4f5a30d3-e68a-479f-9db1-299311b4f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:45.697728 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-4f5a30d3-e68a-479f-9db1-299311b4f083 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99f3a75da26046c7878d3b7d73f40f73&device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 1097 time: 0.0446806 Mar 08 12:59:46.100726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331857f0-8f9a-454a-ad62-419709dd0243 req-1ff4f608-f446-45e9-a036-1b1d5d0f27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:46.102258 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-1ff4f608-f446-45e9-a036-1b1d5d0f27dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=67dfb9e0-ba5f-4271-ae50-c536064aea45 HTTP/1.1" status: 200 len: 912 time: 0.3976181 Mar 08 12:59:46.145274 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-c6825cbc-5a6e-4f9a-9160-b002d37526d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41025ddf-c8c0-4e72-b378-501c2ed82082 HTTP/1.1" status: 200 len: 217 time: 0.0360575 Mar 08 12:59:46.192868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:46.197133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331857f0-8f9a-454a-ad62-419709dd0243 req-a5b2cc48-1a42-444b-9724-7cbbad3da70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:46.199338 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-a5b2cc48-1a42-444b-9724-7cbbad3da70e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff7043f0-652c-4796-8aed-479f5cf5c26b HTTP/1.1" status: 200 len: 851 time: 0.0470278 Mar 08 12:59:46.207893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41025ddf-c8c0-4e72-b378-501c2ed82082 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:59:46.228003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:46.230269 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-88340404-0f80-439f-81ed-72c4ca87a6de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67dfb9e0-ba5f-4271-ae50-c536064aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247579 Mar 08 12:59:46.304604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:46.322654 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-a675854c-c945-49b5-a0b7-77aac9bbe65f service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862913 Mar 08 12:59:46.359312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:46.369779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['41025ddf-c8c0-4e72-b378-501c2ed82082'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:59:46.411851 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-2be32102-b226-420f-9d4c-e1365066745c service neutron] 10.222.0.45 "GET /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817950 Mar 08 12:59:47.147303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 41025ddf-c8c0-4e72-b378-501c2ed82082 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:59:47.201087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 41025ddf-c8c0-4e72-b378-501c2ed82082 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 12:59:47.202176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:47.282774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:47.315770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:47.388023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:47.437316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:47.543667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:47.546028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a992a3f-c3d0-4f69-92ae-a2a24be62c00" -d '{"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-plugged", "status": "completed", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:59:47.582603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d880458-bfef-4e5c-a22a-761f8e144b20 x-openstack-request-id: req-5d880458-bfef-4e5c-a22a-761f8e144b20 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:59:47.582889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-plugged", "status": "completed", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:59:47.583178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d880458-bfef-4e5c-a22a-761f8e144b20 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:59:47.583568 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'code': 200} Mar 08 12:59:47.876731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc206-5b12-44d5-971b-1b5a18fa088e req-4dda366a-b6e0-41ae-bf40-9f8cb814a917 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:47.878841 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d9dc206-5b12-44d5-971b-1b5a18fa088e req-4dda366a-b6e0-41ae-bf40-9f8cb814a917 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0525053 Mar 08 12:59:47.916473 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d9dc206-5b12-44d5-971b-1b5a18fa088e req-cf443c56-da25-4e5d-8abc-6785ed7b8f05 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314908 Mar 08 12:59:48.816520 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:59:49.036582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb18f-a962-474b-b8f1-8553eccee463 req-bec84f64-74bd-4296-b33a-c5eea28b956a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:49.038248 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85dfb18f-a962-474b-b8f1-8553eccee463 req-bec84f64-74bd-4296-b33a-c5eea28b956a tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0515275 Mar 08 12:59:49.078036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85dfb18f-a962-474b-b8f1-8553eccee463 req-9bd5d071-b54a-4ae4-8bf8-cc00f2a6c30d tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/security-groups?id=efbbb224-fd65-469c-a216-43f36812ce67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Mar 08 12:59:49.522955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331857f0-8f9a-454a-ad62-419709dd0243 req-90ebce5e-8ea6-4d61-8663-c32a099dfe67 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:49.524380 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-90ebce5e-8ea6-4d61-8663-c32a099dfe67 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 946 time: 0.0479400 Mar 08 12:59:49.612106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Deleting port 41025ddf-c8c0-4e72-b378-501c2ed82082 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 12:59:49.612433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:49.701982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] For port 41025ddf-c8c0-4e72-b378-501c2ed82082, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=41025ddf-c8c0-4e72-b378-501c2ed82082,segment=NetworkSegment(5b04972a-4e64-4402-acba-63e8e2c06610),segment_id=5b04972a-4e64-4402-acba-63e8e2c06610)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:59:49.702337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:49.714713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Calling delete_port for 41025ddf-c8c0-4e72-b378-501c2ed82082 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 12:59:49.916236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:49.927046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['41025ddf-c8c0-4e72-b378-501c2ed82082'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 12:59:49.946496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Pushing event deleted for resources: {'Port': ['ID=41025ddf-c8c0-4e72-b378-501c2ed82082,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:49.960282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.960650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.960994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.961325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.961651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.962020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.962342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.962666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.962984 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.963306 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.963622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.963967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:49.998758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] No DVR routers for this DVR port 41025ddf-c8c0-4e72-b378-501c2ed82082 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 12:59:50.001158 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:50.004510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-331857f0-8f9a-454a-ad62-419709dd0243 req-5ad0c772-47dc-4c4d-86f8-780a0f2af1a9 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.45 "DELETE /v2.0/ports/41025ddf-c8c0-4e72-b378-501c2ed82082 HTTP/1.1" status: 204 len: 173 time: 0.4747987 Mar 08 12:59:50.004955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-deleted', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:50.007210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d187dd-c6ca-4831-a464-9715802527b3" -d '{"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-deleted", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:59:50.043481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029b6ea-3963-42b6-858e-9d222c1051a0 x-openstack-request-id: req-4029b6ea-3963-42b6-858e-9d222c1051a0 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:59:50.044188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9dd4f5-168e-4765-8040-bef8ee603c30", "name": "network-vif-deleted", "tag": "41025ddf-c8c0-4e72-b378-501c2ed82082", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:59:50.044571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4029b6ea-3963-42b6-858e-9d222c1051a0 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:59:50.044971 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9dd4f5-168e-4765-8040-bef8ee603c30', 'name': 'network-vif-deleted', 'tag': '41025ddf-c8c0-4e72-b378-501c2ed82082', 'status': 'completed', 'code': 200} Mar 08 12:59:50.180144 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b28a4c4-dc4a-4d0b-9f92-a82872361baf req-9b14a8f4-7146-484a-98e6-74969884a165 tempest-DeleteServersTestJSON-1234404830 tempest-DeleteServersTestJSON-1234404830-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc9dd4f5-168e-4765-8040-bef8ee603c30 HTTP/1.1" status: 200 len: 210 time: 0.0328209 Mar 08 12:59:51.312300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 41614) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:59:51.356520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] Deleting subnet ff7043f0-652c-4796-8aed-479f5cf5c26b {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 12:59:51.359404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.392986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.430561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.556547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.589028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.592315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ff7043f0-652c-4796-8aed-479f5cf5c26b HTTP/1.1" status: 204 len: 168 time: 0.2790294 Mar 08 12:59:51.593256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeadcc-518e-45e9-a29b-7722e0cd2261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7043f0-652c-4796-8aed-479f5cf5c26b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:51.595032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41616) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:59:51.662231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.740536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.760203 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dfb9e0-ba5f-4271-ae50-c536064aea45']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:59:51.769999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b04972a-4e64-4402-acba-63e8e2c06610') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:59:51.770287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b04972a-4e64-4402-acba-63e8e2c06610') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:59:51.779503 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.792402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.798723 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 12:59:51.799081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 12:59:51.800669 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 12:59:51.927607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.932176 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:51.936080 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] 10.222.0.65 "DELETE /v2.0/networks/67dfb9e0-ba5f-4271-ae50-c536064aea45 HTTP/1.1" status: 204 len: 168 time: 0.3399551 Mar 08 12:59:51.948516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Pushing event deleted for resources: {'Network': ['ID=67dfb9e0-ba5f-4271-ae50-c536064aea45,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:51.956056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.956398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.956793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.957147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.957418 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.957743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.958128 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.958448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.958773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.959156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.959441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:51.959754 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a4d3-ccc6-44ae-a54d-ccc90c5fd56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:59:52.228309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41620) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:59:52.267984 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2bb43534-e16e-485b-b9b3-ae19ad799f02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99f3a75da26046c7878d3b7d73f40f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382180 Mar 08 12:59:52.270113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41622) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:59:52.321689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0caae8b-2dc4-40b0-a816-c6affd479752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:52.342826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0caae8b-2dc4-40b0-a816-c6affd479752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:52.451690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0caae8b-2dc4-40b0-a816-c6affd479752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:52.454300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e0caae8b-2dc4-40b0-a816-c6affd479752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:52.455474 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e0caae8b-2dc4-40b0-a816-c6affd479752 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efbbb224-fd65-469c-a216-43f36812ce67 HTTP/1.1" status: 204 len: 168 time: 0.1844161 Mar 08 12:59:52.463092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caae8b-2dc4-40b0-a816-c6affd479752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbbb224-fd65-469c-a216-43f36812ce67,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:53.180312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 41025ddf-c8c0-4e72-b378-501c2ed82082 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 12:59:53.202057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 41025ddf-c8c0-4e72-b378-501c2ed82082 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 12:59:53.202412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 41025ddf-c8c0-4e72-b378-501c2ed82082 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 12:59:53.447903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41644) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:59:53.542300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1309773915-network', 'tenant_id': 'b462ccea7b404779993ce3d9cc772978'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:59:53.630195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Made reservation on behalf of b462ccea7b404779993ce3d9cc772978 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:59:53.632483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:53.641605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:53.717314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:53.790391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:53.817247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:59:53.822469 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e29112-8598-4b57-ba3e-c47cf24f3cd9,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:53.830219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:53.831037 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Added segment b21d4457-1f55-4a12-8345-3711eaa03dcd of type vlan for network eb8f138f-92b3-4cf3-83b5-6952ca93c779 Mar 08 12:59:53.868926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:53.970594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:53.971672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:53.972376 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:54.029865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8f138f-92b3-4cf3-83b5-6952ca93c779,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:54.039915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network eb8f138f-92b3-4cf3-83b5-6952ca93c779 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:59:54.042713 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-565db300-5dd9-4695-bd44-29125ceacf73 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5930042 Mar 08 12:59:54.045773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 41648) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 12:59:54.050629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Request body: {'subnet': {'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1309773915-subnet', 'tenant_id': 'b462ccea7b404779993ce3d9cc772978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:59:54.142130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Made reservation on behalf of b462ccea7b404779993ce3d9cc772978 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:59:54.144512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:54.407786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:54.459617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e656d22f-9e11-4d70-bb6d-0b51e7201379,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:54.474241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Checking segment: {'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:59:54.474583 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Network hostable DHCP agents. Network: eb8f138f-92b3-4cf3-83b5-6952ca93c779, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:59:54.549786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Network eb8f138f-92b3-4cf3-83b5-6952ca93c779 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:59:54.618457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, eb8f138f-92b3-4cf3-83b5-6952ca93c779) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:59:54.622957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:54.623526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:54.628345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8dc08-d608-43ee-ae79-1037f852b4df None None] Network eb8f138f-92b3-4cf3-83b5-6952ca93c779 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:59:54.707296 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-886c80ff-0632-4bb3-9dcf-d6be7aa92659 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6604676 Mar 08 12:59:54.754859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27655ffe-49b3-48d3-a001-be1c1922da5d None None] Network eb8f138f-92b3-4cf3-83b5-6952ca93c779 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 12:59:55.126362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-c73d4fb9-2937-48ea-a096-cac74e021669 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:55.127835 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-c73d4fb9-2937-48ea-a096-cac74e021669 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 815 time: 0.1038082 Mar 08 12:59:55.142524 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-55cd3622-ade5-48d9-a459-6823dd3634ba tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/quotas/b462ccea7b404779993ce3d9cc772978 HTTP/1.1" status: 200 len: 375 time: 0.0090535 Mar 08 12:59:55.174639 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-a6ccd6f5-ce1b-4491-b005-325f60777024 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269024 Mar 08 12:59:55.265950 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-a1e2be49-370a-4ac7-be57-885bace14ea8 service neutron] 10.222.0.65 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844371 Mar 08 12:59:55.354201 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-031e5f9d-903d-4d75-bff5-5f7fe3769992 service neutron] 10.222.0.65 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822916 Mar 08 12:59:55.560046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:55.618939 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71db98bb-c32d-43c6-be2c-e845a31ad86f req-cd7181f9-ed7d-45b2-ab87-482daacb1462 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 210 time: 0.0326073 Mar 08 12:59:56.711416 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d925b957-1a32-4e58-8609-da3f812cf056 req-31ad15db-bb42-4688-905d-2643e4c6608f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 210 time: 0.0264080 Mar 08 12:59:57.677165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-1d573a5d-c077-4c8a-9de7-c19daf537e39 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:57.678640 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-1d573a5d-c077-4c8a-9de7-c19daf537e39 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 815 time: 0.1067173 Mar 08 12:59:57.692292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Request body: {'port': {'device_id': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779', 'admin_state_up': True, 'tenant_id': 'b462ccea7b404779993ce3d9cc772978'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:59:57.814402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-942cc13c-ed30-4a4f-a6b5-2d0657d4e1b9 req-348eb870-fb33-4795-9fe0-0c3a7145f075 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 210 time: 0.0320637 Mar 08 12:59:57.896457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Made reservation on behalf of b462ccea7b404779993ce3d9cc772978 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:59:57.900075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:58.031552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Allocated IP 172.20.0.13 (eb8f138f-92b3-4cf3-83b5-6952ca93c779/e656d22f-9e11-4d70-bb6d-0b51e7201379/a011fe20-920e-4084-9c87-97d43c199b93) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:59:58.175727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:58.259260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:58.308405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Network eb8f138f-92b3-4cf3-83b5-6952ca93c779 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:59:58.313253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:59:58.317743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:59:58.320276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:58.367735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:58.369254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:58.448205 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-f74d57af-52f0-4326-8d0f-c39324a0be5d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7593641 Mar 08 12:59:58.459910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Request body: {'port': {'device_id': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:59:58.514696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:58.774582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a011fe20-920e-4084-9c87-97d43c199b93 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 12:59:58.782770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:58.795244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Transition to ACTIVE for port object a011fe20-920e-4084-9c87-97d43c199b93 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 12:59:58.845023 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:58.920522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:58.984546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ab8b3-8beb-4a93-b6a4-51dd7421f35c req-44d5812e-bf3c-4ba4-8ec2-0168fb7fed06 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:58.989480 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-389ab8b3-8beb-4a93-b6a4-51dd7421f35c req-44d5812e-bf3c-4ba4-8ec2-0168fb7fed06 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 944 time: 0.1032169 Mar 08 12:59:59.026271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Attempting to bind port a011fe20-920e-4084-9c87-97d43c199b93 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 12:59:59.026536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Attempting to bind port a011fe20-920e-4084-9c87-97d43c199b93 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 12:59:59.026862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Attempting to bind port a011fe20-920e-4084-9c87-97d43c199b93 on network eb8f138f-92b3-4cf3-83b5-6952ca93c779 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:59:59.027835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a19a8fa-6a0b-4da0-b419-6e7eda31f041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:59.040570 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Port a011fe20-920e-4084-9c87-97d43c199b93 on network eb8f138f-92b3-4cf3-83b5-6952ca93c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 12:59:59.040885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Attempting to bind port a011fe20-920e-4084-9c87-97d43c199b93 on network eb8f138f-92b3-4cf3-83b5-6952ca93c779 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:59:59.045436 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-389ab8b3-8beb-4a93-b6a4-51dd7421f35c req-a34e4c60-279d-480a-999a-d3cb8b4af913 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533001 Mar 08 12:59:59.049256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:59:59.049588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Checking segment: {'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 12:59:59.049991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Bound using segment: {'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:59:59.050415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Bound port: a011fe20-920e-4084-9c87-97d43c199b93, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 12:59:59.050766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:59.115968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:59:59.119171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:59:59.170967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:59.212147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:59.212742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 12:59:59.214133 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/a011fe20-920e-4084-9c87-97d43c199b93 HTTP/1.1" status: 200 len: 1094 time: 0.7584546 Mar 08 12:59:59.214556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 12:59:59.217054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fda6064-8ab5-4ff6-baa0-7218af007213" -d '{"events": [{"name": "network-changed", "server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "tag": "a011fe20-920e-4084-9c87-97d43c199b93"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 12:59:59.237916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650c477-8fff-4abd-9ff3-29d27c9c90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:59:59.253994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3382619-3f6a-4e64-9ffd-fcbe983b8978 x-openstack-request-id: req-f3382619-3f6a-4e64-9ffd-fcbe983b8978 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 12:59:59.254281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "tag": "a011fe20-920e-4084-9c87-97d43c199b93", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 12:59:59.254532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3382619-3f6a-4e64-9ffd-fcbe983b8978 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 12:59:59.254926 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93', 'status': 'completed', 'code': 200} Mar 08 12:59:59.317797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda6064-8ab5-4ff6-baa0-7218af007213 req-78f455ed-8021-4bc0-95d9-b33618e33e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:59.319315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fda6064-8ab5-4ff6-baa0-7218af007213 req-78f455ed-8021-4bc0-95d9-b33618e33e8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 1097 time: 0.0429199 Mar 08 12:59:59.415497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda6064-8ab5-4ff6-baa0-7218af007213 req-d634f50a-8bc9-42ff-8345-c6cbe14ba0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:59.416953 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fda6064-8ab5-4ff6-baa0-7218af007213 req-d634f50a-8bc9-42ff-8345-c6cbe14ba0c2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b462ccea7b404779993ce3d9cc772978&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0905621 Mar 08 12:59:59.512517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda6064-8ab5-4ff6-baa0-7218af007213 req-cf484e58-34ad-4032-811f-212e345df011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:59.514284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fda6064-8ab5-4ff6-baa0-7218af007213 req-cf484e58-34ad-4032-811f-212e345df011 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910952 Mar 08 12:59:59.587417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-a0228a56-a59b-4c78-b7f1-9aa593d1fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:59.588803 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-a0228a56-a59b-4c78-b7f1-9aa593d1fd8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 1097 time: 0.0406191 Mar 08 12:59:59.634098 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-d187dbc6-3990-474e-8e04-d2250c632811 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a011fe20-920e-4084-9c87-97d43c199b93 HTTP/1.1" status: 200 len: 217 time: 0.0381253 Mar 08 12:59:59.682293 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-758f87d0-3359-437b-b8cd-35140f01f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:59:59.683697 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-758f87d0-3359-437b-b8cd-35140f01f512 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0436690 Mar 08 12:59:59.714292 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-ad96b28e-3fd2-46f5-86d0-9042bdbbc662 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242174 Mar 08 12:59:59.802750 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-e1bc17c7-00fb-4d32-898b-4898087a114d service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819490 Mar 08 12:59:59.894224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b144ae2-7c67-4f92-9562-ec47501df326 req-c162f035-3d8e-4cd9-9004-724426341060 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844193 Mar 08 13:00:00.160903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f84f39-f342-43b4-b595-6bcf765138d2 req-3d98d5ca-7751-4b32-83a4-7431df9f9f8e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:00.162282 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3f84f39-f342-43b4-b595-6bcf765138d2 req-3d98d5ca-7751-4b32-83a4-7431df9f9f8e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 944 time: 0.0487394 Mar 08 13:00:00.199978 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3f84f39-f342-43b4-b595-6bcf765138d2 req-62dbf100-0cb5-4dde-9df5-e4becf7a9d6b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Mar 08 13:00:01.319188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78703b49-85fc-4545-bcb0-4a6bce3f961d req-963a64fd-e5cc-4987-b729-d04c3fdfe9ab tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:01.320644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78703b49-85fc-4545-bcb0-4a6bce3f961d req-963a64fd-e5cc-4987-b729-d04c3fdfe9ab tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 944 time: 0.0528402 Mar 08 13:00:01.357632 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78703b49-85fc-4545-bcb0-4a6bce3f961d req-b1dd6bcf-2fbe-4b64-a2d1-4fd4b777eb0e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302343 Mar 08 13:00:01.679130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16a4d20d-2b23-4bf6-abb5-f189229ec70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:02.470725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3785a6-c060-41ad-9b4b-fb8c344983b4 req-881ac563-3476-4821-a316-8b6e5c4eebd0 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:02.472191 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b3785a6-c060-41ad-9b4b-fb8c344983b4 req-881ac563-3476-4821-a316-8b6e5c4eebd0 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 944 time: 0.0482726 Mar 08 13:00:02.509276 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b3785a6-c060-41ad-9b4b-fb8c344983b4 req-dabbcc8f-b044-438d-8766-5f6f70318756 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305007 Mar 08 13:00:02.732849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:03.226753 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device a011fe20-920e-4084-9c87-97d43c199b93 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:00:03.323795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:03.335411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'a011fe20-920e-4084-9c87-97d43c199b93', 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779', 'port_id': 'a011fe20-920e-4084-9c87-97d43c199b93', 'mac_address': 'fa:16:3e:81:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e656d22f-9e11-4d70-bb6d-0b51e7201379', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:00:03.373233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:03.385997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a011fe20-920e-4084-9c87-97d43c199b93 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:00:03.405456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:03.510260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:03.562268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:03.623028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157b927-1af1-4ade-b495-91fd02c150f1 req-cf763324-26d1-4df1-9131-571a1fd41b7a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:03.624508 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5157b927-1af1-4ade-b495-91fd02c150f1 req-cf763324-26d1-4df1-9131-571a1fd41b7a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 945 time: 0.0487001 Mar 08 13:00:03.661561 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5157b927-1af1-4ade-b495-91fd02c150f1 req-b99c27da-cffe-445c-be31-1834bea39cd8 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Mar 08 13:00:03.732890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['a011fe20-920e-4084-9c87-97d43c199b93'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:00:03.822673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:04.253323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:04.780559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9507d4-f724-4508-90d5-e3e697e0155c req-e7395d4c-ed05-4993-8eef-c02aaeecaf3f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:04.782040 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e9507d4-f724-4508-90d5-e3e697e0155c req-e7395d4c-ed05-4993-8eef-c02aaeecaf3f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 945 time: 0.0529487 Mar 08 13:00:04.819783 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e9507d4-f724-4508-90d5-e3e697e0155c req-aaa95f7f-770c-4795-af69-e6238fa43918 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318742 Mar 08 13:00:05.257914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device a011fe20-920e-4084-9c87-97d43c199b93 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:00:05.373049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port a011fe20-920e-4084-9c87-97d43c199b93 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:00:05.377578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port a011fe20-920e-4084-9c87-97d43c199b93 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:00:05.377975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:05.456463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:05.479225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:00:05.481488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100680ef-4359-42ce-bfd7-e5d9d8fa77ec" -d '{"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-plugged", "status": "completed", "tag": "a011fe20-920e-4084-9c87-97d43c199b93"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:00:05.494674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:05.518430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72309493-311f-4d4c-b846-f4e99f7771d7 x-openstack-request-id: req-72309493-311f-4d4c-b846-f4e99f7771d7 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:00:05.518430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-plugged", "status": "completed", "tag": "a011fe20-920e-4084-9c87-97d43c199b93", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:00:05.518430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72309493-311f-4d4c-b846-f4e99f7771d7 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:00:05.518430 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93', 'code': 200} Mar 08 13:00:05.561989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:05.609168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:05.803092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2dc71-f887-4b9e-a7eb-f1c7b2583720 req-ff4866e0-2ed1-40e4-a321-3cb0d0cc2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:05.804625 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5b2dc71-f887-4b9e-a7eb-f1c7b2583720 req-ff4866e0-2ed1-40e4-a321-3cb0d0cc2099 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 1099 time: 0.0404994 Mar 08 13:00:05.839272 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5b2dc71-f887-4b9e-a7eb-f1c7b2583720 req-7620c835-18a9-4e84-bf44-98195d06d2af service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278733 Mar 08 13:00:05.932273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720bbc6-edb5-4f6f-92cc-8eb9a99adfa6 req-2fb6b9dd-8d70-4bca-b971-52f777683450 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:05.933726 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5720bbc6-edb5-4f6f-92cc-8eb9a99adfa6 req-2fb6b9dd-8d70-4bca-b971-52f777683450 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0482280 Mar 08 13:00:05.971531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5720bbc6-edb5-4f6f-92cc-8eb9a99adfa6 req-76021883-1bbe-42a5-b1f7-8a3a84f1c49e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Mar 08 13:00:07.091581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c8bf0-ebc1-42f4-8232-279503a5a6ab req-8ddc3147-ed19-4da7-a71f-5a1fe8413193 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:07.093612 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f5c8bf0-ebc1-42f4-8232-279503a5a6ab req-8ddc3147-ed19-4da7-a71f-5a1fe8413193 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0527508 Mar 08 13:00:07.131442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f5c8bf0-ebc1-42f4-8232-279503a5a6ab req-cfc0f0f4-196b-4cc8-8e09-b17bec8dcbbc tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Mar 08 13:00:07.246443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85db37b-eb8d-4470-943b-9b5b49606ee8 req-d2dd65de-9646-4e14-b5a0-49bc674ebaea tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:07.247923 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c85db37b-eb8d-4470-943b-9b5b49606ee8 req-d2dd65de-9646-4e14-b5a0-49bc674ebaea tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0489380 Mar 08 13:00:07.286060 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c85db37b-eb8d-4470-943b-9b5b49606ee8 req-a4b48fa3-bd90-4279-8f53-df2fdb19deec tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Mar 08 13:00:07.540724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eefdcf-823c-4701-b777-dc2ebc2ef14d req-57623aa4-6121-42b2-a411-38ebae15f044 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:07.542204 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4eefdcf-823c-4701-b777-dc2ebc2ef14d req-57623aa4-6121-42b2-a411-38ebae15f044 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0497856 Mar 08 13:00:07.580810 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4eefdcf-823c-4701-b777-dc2ebc2ef14d req-5d085ea1-2121-440a-9aec-3b4d91222982 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Mar 08 13:00:07.699624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a735ec-84d0-4bd1-90f2-92176d53e852 req-a8a41fcc-db03-4b1b-9767-6b4cf2c978c6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:07.700964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93a735ec-84d0-4bd1-90f2-92176d53e852 req-a8a41fcc-db03-4b1b-9767-6b4cf2c978c6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0516794 Mar 08 13:00:07.740122 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93a735ec-84d0-4bd1-90f2-92176d53e852 req-e0b39044-f9d8-443b-bd17-8fb089782330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Mar 08 13:00:08.248705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa9022-1c22-4693-92e8-62bf598141d8 req-f55ddac9-26e4-40dc-980b-e0e4c22c6c11 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:08.251302 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80aa9022-1c22-4693-92e8-62bf598141d8 req-f55ddac9-26e4-40dc-980b-e0e4c22c6c11 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0509877 Mar 08 13:00:08.290781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80aa9022-1c22-4693-92e8-62bf598141d8 req-14d58bea-0291-41a6-a7b0-c51eb8da46e7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Mar 08 13:00:08.342005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-2bc4dab9-d1f1-4c7c-83df-b8710273c762 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389493 Mar 08 13:00:09.408240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a43e8-dbc9-4d12-a21e-6d858414080a req-a063d1c9-5686-4850-a7f6-46f4c98472fd tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:09.409736 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b1a43e8-dbc9-4d12-a21e-6d858414080a req-a063d1c9-5686-4850-a7f6-46f4c98472fd tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0488615 Mar 08 13:00:09.450920 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b1a43e8-dbc9-4d12-a21e-6d858414080a req-c87da590-5155-40d2-a66e-d907a379a3dd tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349672 Mar 08 13:00:10.477267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-4d27ed6f-0707-4a16-a040-4bbec82979cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:10.478797 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-4d27ed6f-0707-4a16-a040-4bbec82979cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 1099 time: 0.0408874 Mar 08 13:00:10.602113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-9ce078c6-2024-45ee-b01c-930821e0d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:10.603584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-9ce078c6-2024-45ee-b01c-930821e0d5d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.1185274 Mar 08 13:00:10.612317 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43ffe8-1a04-4653-b296-dfc7fc70a9c0 req-ac059123-1ee8-464c-9e34-1d8efc9e0bda tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:10.613794 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ba43ffe8-1a04-4653-b296-dfc7fc70a9c0 req-ac059123-1ee8-464c-9e34-1d8efc9e0bda tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0822680 Mar 08 13:00:10.658587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-5753c7bc-6dff-41c6-b34c-b69628101a07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a011fe20-920e-4084-9c87-97d43c199b93 HTTP/1.1" status: 200 len: 217 time: 0.0438459 Mar 08 13:00:10.706062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ba43ffe8-1a04-4653-b296-dfc7fc70a9c0 req-44c1e86c-f50c-4b45-a171-229b0dfc92f6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859461 Mar 08 13:00:10.717926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-ea6fc783-1394-495f-8fec-385710d0d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:10.719346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-ea6fc783-1394-495f-8fec-385710d0d8a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0543838 Mar 08 13:00:10.754751 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-36cb19cd-4606-4aa4-a63e-7a1e96b5e578 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286651 Mar 08 13:00:10.843286 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-ac1630b7-1b05-4d1b-a6d2-007c43f5a3f4 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812092 Mar 08 13:00:10.936005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-495244e6-8005-4509-a230-91678bb30d43 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862396 Mar 08 13:00:11.820673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b64f2-5653-4f5e-bdf0-22ef569f0c0f req-b651a42c-dbfa-4d33-9347-8edb9d751020 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:11.822145 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce5b64f2-5653-4f5e-bdf0-22ef569f0c0f req-b651a42c-dbfa-4d33-9347-8edb9d751020 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0488956 Mar 08 13:00:11.859026 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce5b64f2-5653-4f5e-bdf0-22ef569f0c0f req-d05e8b14-1f2e-4f43-abc6-70008419688f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310075 Mar 08 13:00:12.974318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ba710-5cb3-44f6-aef7-5082e6eb1a22 req-da7ff7e5-09f0-4efc-87b3-d77619f80735 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:12.975760 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-931ba710-5cb3-44f6-aef7-5082e6eb1a22 req-da7ff7e5-09f0-4efc-87b3-d77619f80735 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0483789 Mar 08 13:00:13.012885 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-931ba710-5cb3-44f6-aef7-5082e6eb1a22 req-8821ad4e-66c8-4ae2-96da-0dc7f79bff89 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Mar 08 13:00:14.132076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5840-2cb6-427f-a8de-cbf4f5165ecd req-e20410c8-8e94-4d88-9ef6-4df606840985 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:14.133512 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d6c5840-2cb6-427f-a8de-cbf4f5165ecd req-e20410c8-8e94-4d88-9ef6-4df606840985 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0521667 Mar 08 13:00:14.171065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7d6c5840-2cb6-427f-a8de-cbf4f5165ecd req-74e65de9-53b1-4e6f-bf5c-80e959b96aed tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Mar 08 13:00:15.288939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86b81-55c1-4f4b-8a20-c70ee957fb25 req-17d05387-f360-43dd-84e9-7e65d6af3938 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:15.290397 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2ac86b81-55c1-4f4b-8a20-c70ee957fb25 req-17d05387-f360-43dd-84e9-7e65d6af3938 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0508475 Mar 08 13:00:15.327807 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2ac86b81-55c1-4f4b-8a20-c70ee957fb25 req-03cf6dff-b0ee-4272-9e26-5032fb9775c1 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Mar 08 13:00:16.442347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e507-b795-4a81-83c8-e085769a2e9a req-cd988f65-b05a-4ce4-bc91-13d99b3ac9e1 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:16.444036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c57e507-b795-4a81-83c8-e085769a2e9a req-cd988f65-b05a-4ce4-bc91-13d99b3ac9e1 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0486124 Mar 08 13:00:16.481605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c57e507-b795-4a81-83c8-e085769a2e9a req-09a17b03-a4dc-431a-82c4-4c8c1bef5280 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Mar 08 13:00:17.600473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89195d8-fee3-457d-b4b8-dd8efceff06c req-103872b1-5d25-4d47-bd4b-a4872ba01320 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.602038 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c89195d8-fee3-457d-b4b8-dd8efceff06c req-103872b1-5d25-4d47-bd4b-a4872ba01320 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0529816 Mar 08 13:00:17.645737 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c89195d8-fee3-457d-b4b8-dd8efceff06c req-7d8253f9-bc32-420f-b6b3-2477c14e9208 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Mar 08 13:00:17.694946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-9f19c29c-60a9-4571-9f91-8ede5255ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.696420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-9f19c29c-60a9-4571-9f91-8ede5255ff23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 1099 time: 0.0885065 Mar 08 13:00:17.802956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-01c521ae-7e78-4bd5-867a-cd4c0d3e259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.804418 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-01c521ae-7e78-4bd5-867a-cd4c0d3e259e service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.0876524 Mar 08 13:00:17.845894 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-e3dcf98d-5f34-4cea-aaaa-565090f31748 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a011fe20-920e-4084-9c87-97d43c199b93 HTTP/1.1" status: 200 len: 217 time: 0.0339825 Mar 08 13:00:17.892919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-16c51f93-155b-4940-b340-40307be5084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:17.894402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-16c51f93-155b-4940-b340-40307be5084d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0426431 Mar 08 13:00:17.927391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-9945a167-3a50-44e3-a0bd-23360d7c6be6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261900 Mar 08 13:00:18.017645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-e0f3b44a-7e20-429f-84b3-5798b534ec02 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832775 Mar 08 13:00:18.105451 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5d7e7df7-c6c9-4eac-9549-31dd942fd3a0 req-895e9f12-dc84-41a1-bdc6-acc59abf6caa service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814488 Mar 08 13:00:18.765770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac952e-4b6d-468b-8524-cb2168cd8140 req-98345340-8bca-4898-9fa0-74642aaa3304 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:18.767260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fbac952e-4b6d-468b-8524-cb2168cd8140 req-98345340-8bca-4898-9fa0-74642aaa3304 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0529287 Mar 08 13:00:18.806276 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fbac952e-4b6d-468b-8524-cb2168cd8140 req-0d677c53-3996-4f22-a5ae-4ac09ed6a992 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Mar 08 13:00:19.921925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756011d5-c5cf-4fc7-8f47-30fc76fb8449 req-d2d9f071-da0e-4952-945c-cf40adaff0f4 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:19.923420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-756011d5-c5cf-4fc7-8f47-30fc76fb8449 req-d2d9f071-da0e-4952-945c-cf40adaff0f4 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0479462 Mar 08 13:00:19.961712 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-756011d5-c5cf-4fc7-8f47-30fc76fb8449 req-06a84ae0-1156-4afd-88db-3f96a22eba5f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314193 Mar 08 13:00:21.076511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b91418-b8d2-480c-b387-08344822d256 req-a3bbd16d-8e1c-4539-baa3-1528e77a4190 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:21.077903 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60b91418-b8d2-480c-b387-08344822d256 req-a3bbd16d-8e1c-4539-baa3-1528e77a4190 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0487752 Mar 08 13:00:21.114631 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60b91418-b8d2-480c-b387-08344822d256 req-52654592-4fe3-4e62-88b8-8f6a4bfa45f4 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Mar 08 13:00:22.234790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeaccd-7aaf-41d5-9b5d-a4a6460ff177 req-dc5a1b2d-658c-4918-a305-ed9316bfcb23 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:22.236321 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9fbeaccd-7aaf-41d5-9b5d-a4a6460ff177 req-dc5a1b2d-658c-4918-a305-ed9316bfcb23 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0520253 Mar 08 13:00:22.276214 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9fbeaccd-7aaf-41d5-9b5d-a4a6460ff177 req-b42a719e-6fc5-4d70-9b84-47bd2313a5fd tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Mar 08 13:00:23.391994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542866a3-662d-4a51-aa83-ef06d76c1440 req-fc4ea209-09f2-4825-ab79-0cb2fe5f4fba tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:23.393455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-542866a3-662d-4a51-aa83-ef06d76c1440 req-fc4ea209-09f2-4825-ab79-0cb2fe5f4fba tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0482438 Mar 08 13:00:23.431351 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-542866a3-662d-4a51-aa83-ef06d76c1440 req-335d61bb-e318-43c7-ad21-0b5c19da4623 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Mar 08 13:00:24.544827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8193fc5-feab-48ab-b9c8-bb8bd4b3527d req-1059a1e5-616b-4b21-80ae-9ed145b7dac0 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:24.546312 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8193fc5-feab-48ab-b9c8-bb8bd4b3527d req-1059a1e5-616b-4b21-80ae-9ed145b7dac0 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0480831 Mar 08 13:00:24.584274 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8193fc5-feab-48ab-b9c8-bb8bd4b3527d req-40d16695-434b-4788-ad7b-33ac637f5580 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Mar 08 13:00:25.573141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:25.703722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27044-3fdc-453e-b6ea-eb07d67a95b5 req-467f320b-a102-4f21-b2f7-926e489f6fda tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:25.705188 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4dd27044-3fdc-453e-b6ea-eb07d67a95b5 req-467f320b-a102-4f21-b2f7-926e489f6fda tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0519392 Mar 08 13:00:25.741850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4dd27044-3fdc-453e-b6ea-eb07d67a95b5 req-612d4acf-cfbd-4d0f-b892-6954eb20c244 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305269 Mar 08 13:00:25.815679 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:00:26.856388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6c59c-c2c9-4c91-af4a-bcc36460c1de req-1e029cad-cf20-4c4a-bfdf-27a66c497f7a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:26.857847 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1d6c59c-c2c9-4c91-af4a-bcc36460c1de req-1e029cad-cf20-4c4a-bfdf-27a66c497f7a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0484653 Mar 08 13:00:26.895387 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1d6c59c-c2c9-4c91-af4a-bcc36460c1de req-288bb2d8-1950-4e3b-b4c6-630e4a32bb9e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Mar 08 13:00:28.007997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481219-a0ea-46f2-a186-d1d745820f7a req-5f395c85-00cc-4552-8040-855dcbf31097 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:28.012094 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad481219-a0ea-46f2-a186-d1d745820f7a req-5f395c85-00cc-4552-8040-855dcbf31097 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0483825 Mar 08 13:00:28.047426 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad481219-a0ea-46f2-a186-d1d745820f7a req-48b04434-a288-4efb-8547-930f23344eff tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Mar 08 13:00:29.039110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5d8c216f-4024-4b13-a4ea-6d859292dbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:29.168535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34f70-7189-4860-8dfd-1038b820ef4d req-1d2805a6-0733-48ea-922e-dc00d205b29a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:29.170026 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1ad34f70-7189-4860-8dfd-1038b820ef4d req-1d2805a6-0733-48ea-922e-dc00d205b29a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0535240 Mar 08 13:00:29.206226 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1ad34f70-7189-4860-8dfd-1038b820ef4d req-7c2fe625-c2ec-47d4-95b0-71532484271b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302997 Mar 08 13:00:30.318675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cd984-6763-448d-ba1f-a900b85f734a req-a5386bc6-f184-47f9-a9a2-e1112edbad6b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:30.320146 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f82cd984-6763-448d-ba1f-a900b85f734a req-a5386bc6-f184-47f9-a9a2-e1112edbad6b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0490572 Mar 08 13:00:30.358846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f82cd984-6763-448d-ba1f-a900b85f734a req-96acb55b-43b0-4a28-93c0-9ed8768068e0 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Mar 08 13:00:31.471633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af353eae-86df-447c-8c5a-2cb744e60203 req-a0950c5e-40c0-41ff-abc1-2119c1ff1ad7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:31.473079 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af353eae-86df-447c-8c5a-2cb744e60203 req-a0950c5e-40c0-41ff-abc1-2119c1ff1ad7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0475869 Mar 08 13:00:31.509910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af353eae-86df-447c-8c5a-2cb744e60203 req-4089bc1f-ae18-494a-8522-869ec9857b0b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Mar 08 13:00:31.695668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e6a8508e-1bb8-4849-b9af-6701af9d13d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:32.625731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1921a-6964-49a3-87f9-1166424423f0 req-60f1aba8-2fd8-4b8e-be00-fd6f0b51a985 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:32.627213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ece1921a-6964-49a3-87f9-1166424423f0 req-60f1aba8-2fd8-4b8e-be00-fd6f0b51a985 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0509629 Mar 08 13:00:32.666000 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ece1921a-6964-49a3-87f9-1166424423f0 req-c34db9a4-22a2-4a63-902e-f700d690de2f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Mar 08 13:00:32.710007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:33.818590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:33.833525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530952c-0373-4bfe-8342-294a1c5ad2eb req-c8ed372c-18e6-49e6-8d38-a93b8ddfa32b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:33.839364 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9530952c-0373-4bfe-8342-294a1c5ad2eb req-c8ed372c-18e6-49e6-8d38-a93b8ddfa32b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.1005011 Mar 08 13:00:33.874174 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9530952c-0373-4bfe-8342-294a1c5ad2eb req-82cb7e41-80e4-4447-a9c2-72ae5584d7c6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Mar 08 13:00:34.244497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:35.054415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9aadb-5865-4fc0-a5a7-e7720c63c42c req-88c2d47f-bbeb-457a-8d0b-21d702a37543 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:35.055831 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cbc9aadb-5865-4fc0-a5a7-e7720c63c42c req-88c2d47f-bbeb-457a-8d0b-21d702a37543 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.1054997 Mar 08 13:00:35.094063 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cbc9aadb-5865-4fc0-a5a7-e7720c63c42c req-3fac4aea-0121-4d86-8001-990b3eaecb11 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Mar 08 13:00:36.214868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1242eee-d1f6-4948-9fc6-8d370f00e1a4 req-dd2be771-8182-46d3-ab28-742a708ea505 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:36.216360 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1242eee-d1f6-4948-9fc6-8d370f00e1a4 req-dd2be771-8182-46d3-ab28-742a708ea505 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0544040 Mar 08 13:00:36.256208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1242eee-d1f6-4948-9fc6-8d370f00e1a4 req-d5610f2b-897e-430e-83ea-2ed4277220a5 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Mar 08 13:00:37.373889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea0609-7ada-4c60-8444-a162c8f335fe req-ca4a4de0-008e-49db-9c06-ee11761e7ab8 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:37.375384 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49ea0609-7ada-4c60-8444-a162c8f335fe req-ca4a4de0-008e-49db-9c06-ee11761e7ab8 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0504694 Mar 08 13:00:37.413056 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49ea0609-7ada-4c60-8444-a162c8f335fe req-a4194ca7-c54e-4530-b2e8-b6696a3d8700 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Mar 08 13:00:38.006007 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-aa119493-1a7d-4804-9f13-f756275e85a8 service neutron] 10.222.0.45 "GET /v2.0/ports/a011fe20-920e-4084-9c87-97d43c199b93/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0535235 Mar 08 13:00:38.559872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e5e2-ccbe-4770-aa83-ff60c3e9dda3 req-c4667dd4-3e7e-4500-a9bc-f6c9b4d7c9c7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:38.561329 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c202e5e2-ccbe-4770-aa83-ff60c3e9dda3 req-c4667dd4-3e7e-4500-a9bc-f6c9b4d7c9c7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0788586 Mar 08 13:00:38.574803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-128e7190-1235-421d-9590-f68345a616cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:38.576173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-128e7190-1235-421d-9590-f68345a616cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c&tenant_id=b462ccea7b404779993ce3d9cc772978 HTTP/1.1" status: 200 len: 1099 time: 0.0632510 Mar 08 13:00:38.611364 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c202e5e2-ccbe-4770-aa83-ff60c3e9dda3 req-090f8e39-50a2-44b3-ba0f-d4a277a8c29f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Mar 08 13:00:38.640029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-82a0a2c4-bfa9-4c28-977d-b66e9921b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:38.641572 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-82a0a2c4-bfa9-4c28-977d-b66e9921b26b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 1099 time: 0.0431516 Mar 08 13:00:39.054812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-30253172-9d62-469b-aa0a-7a00d4fe92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:39.056193 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-30253172-9d62-469b-aa0a-7a00d4fe92be service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.4075336 Mar 08 13:00:39.098108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-238ffad3-c9e3-4b1b-8072-cb1f59739c15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a011fe20-920e-4084-9c87-97d43c199b93 HTTP/1.1" status: 200 len: 217 time: 0.0340290 Mar 08 13:00:39.144496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-3f746564-a16b-4752-91c9-f10fed72ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:39.145906 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-3f746564-a16b-4752-91c9-f10fed72ee70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0420499 Mar 08 13:00:39.175961 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-b9f178ac-0ef4-4da1-9bcb-dcd5598661fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236366 Mar 08 13:00:39.266518 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-f7289303-330c-4418-b2a8-7810a20986b3 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841775 Mar 08 13:00:39.356828 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b69203cf-acad-4e84-abcb-7097886e7a12 req-c54ec2f7-4457-45b8-b442-c1c74c568e16 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841188 Mar 08 13:00:39.733266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b258b-1f19-45ef-89d7-af280aa6f0fb req-36e85e89-b843-46ef-9bfb-762049c43068 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:39.734742 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d5b258b-1f19-45ef-89d7-af280aa6f0fb req-36e85e89-b843-46ef-9bfb-762049c43068 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0505085 Mar 08 13:00:39.773284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d5b258b-1f19-45ef-89d7-af280aa6f0fb req-b7b4b04a-a9c0-4fd4-be2b-787dd28d1c57 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Mar 08 13:00:40.887560 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ac11-28c7-4a45-916d-5c8a5fb07bd2 req-4fd25651-aeb0-4ec7-b7b0-e1892ba48599 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:40.888997 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66f5ac11-28c7-4a45-916d-5c8a5fb07bd2 req-4fd25651-aeb0-4ec7-b7b0-e1892ba48599 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0478451 Mar 08 13:00:40.926802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66f5ac11-28c7-4a45-916d-5c8a5fb07bd2 req-ba1de503-2b88-43c3-bc66-2fa3f736d776 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Mar 08 13:00:41.398063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device a011fe20-920e-4084-9c87-97d43c199b93 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:00:41.401944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device a011fe20-920e-4084-9c87-97d43c199b93 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:00:41.546090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:41.565529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:41.584578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:00:41.586779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c584e9-e2e8-48af-9d32-14bd31f686db" -d '{"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-unplugged", "status": "completed", "tag": "a011fe20-920e-4084-9c87-97d43c199b93"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:00:41.596423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'a011fe20-920e-4084-9c87-97d43c199b93', 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779', 'port_id': 'a011fe20-920e-4084-9c87-97d43c199b93', 'mac_address': 'fa:16:3e:81:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e656d22f-9e11-4d70-bb6d-0b51e7201379', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:00:41.601466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:41.634356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d626a2-3289-40a7-b7f1-36e5faf1bf81 x-openstack-request-id: req-b1d626a2-3289-40a7-b7f1-36e5faf1bf81 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:00:41.634645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-unplugged", "status": "completed", "tag": "a011fe20-920e-4084-9c87-97d43c199b93", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:00:41.634897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1d626a2-3289-40a7-b7f1-36e5faf1bf81 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:00:41.635278 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93', 'code': 200} Mar 08 13:00:41.639536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:41.651964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a011fe20-920e-4084-9c87-97d43c199b93 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:00:41.696640 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:41.911414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:00:41.911672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:00:41.914496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:42.044701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a02f2e-0357-45d7-a135-cad0379b4734 req-1fca50d0-a0e3-4ecc-896a-87c941b06ff5 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:42.046185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25a02f2e-0357-45d7-a135-cad0379b4734 req-1fca50d0-a0e3-4ecc-896a-87c941b06ff5 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 944 time: 0.0501320 Mar 08 13:00:42.090190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25a02f2e-0357-45d7-a135-cad0379b4734 req-8b0561bc-505f-43eb-af2e-e1fd3ff43c2a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377605 Mar 08 13:00:42.424943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8751f-ef54-484a-bb58-332d6ffb1e63 req-7592d4a6-1b82-4c5a-b84b-d940dd72ac79 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:42.426558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ef8751f-ef54-484a-bb58-332d6ffb1e63 req-7592d4a6-1b82-4c5a-b84b-d940dd72ac79 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 944 time: 0.0511935 Mar 08 13:00:42.455074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:42.469939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a011fe20-920e-4084-9c87-97d43c199b93 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:00:42.474838 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ef8751f-ef54-484a-bb58-332d6ffb1e63 req-049ea3a7-20b6-4b12-bed6-17ba29c31b53 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Mar 08 13:00:42.493985 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:42.562106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:42.567836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-a6f77928-1d80-4421-a7b9-dabdb9a31dad tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:42.569288 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-a6f77928-1d80-4421-a7b9-dabdb9a31dad tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c&tenant_id=b462ccea7b404779993ce3d9cc772978&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.0567856 Mar 08 13:00:42.623480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['a011fe20-920e-4084-9c87-97d43c199b93'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:00:42.629873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:42.688084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-9970e3d6-3d41-4f8d-b1c7-80e9947393bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:42.689525 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-9970e3d6-3d41-4f8d-b1c7-80e9947393bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 1098 time: 0.0446112 Mar 08 13:00:42.796145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-4307c5d3-aca9-47c9-8b31-8a298279a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:42.797610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-4307c5d3-aca9-47c9-8b31-8a298279a6b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.1006689 Mar 08 13:00:42.845631 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-12c37611-caaf-4007-8462-d7c34af53d0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a011fe20-920e-4084-9c87-97d43c199b93 HTTP/1.1" status: 200 len: 217 time: 0.0409799 Mar 08 13:00:42.905172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-bd547dc8-7013-4111-916e-a08beb38d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:42.906553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-bd547dc8-7013-4111-916e-a08beb38d03f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0545216 Mar 08 13:00:42.943781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-e94ba8dd-c3f1-4be1-bae1-4e37b49c0aeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302069 Mar 08 13:00:43.032331 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-cb33e77b-0710-47ea-9c89-308ba35cbe74 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817034 Mar 08 13:00:43.126423 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0b05edc-23aa-4534-9d2e-ef1c474afa9e req-5fed5bea-7d31-4cc1-83f0-bf120749ea26 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875745 Mar 08 13:00:43.414768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device a011fe20-920e-4084-9c87-97d43c199b93 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:00:43.465351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port a011fe20-920e-4084-9c87-97d43c199b93 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:00:43.466017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:43.541610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:43.575819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:43.599182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454a962-2e97-4660-b494-893494c30f51 req-abaf99e6-a1df-44fb-bd0b-480a636aba04 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:43.600632 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8454a962-2e97-4660-b494-893494c30f51 req-abaf99e6-a1df-44fb-bd0b-480a636aba04 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 945 time: 0.0506001 Mar 08 13:00:43.632782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:43.638508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:00:43.638659 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8454a962-2e97-4660-b494-893494c30f51 req-fc34b474-2295-45ad-81e5-b541ad09d2ec tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Mar 08 13:00:43.640134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b109204-4574-4c47-a687-70810093afd6" -d '{"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-plugged", "status": "completed", "tag": "a011fe20-920e-4084-9c87-97d43c199b93"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:00:43.688623 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d7e67-80ef-4b02-99e5-72f00bbae7a1 x-openstack-request-id: req-752d7e67-80ef-4b02-99e5-72f00bbae7a1 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:00:43.688905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-plugged", "status": "completed", "tag": "a011fe20-920e-4084-9c87-97d43c199b93", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:00:43.693775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-752d7e67-80ef-4b02-99e5-72f00bbae7a1 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:00:43.693775 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93', 'code': 200} Mar 08 13:00:43.693775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:44.754580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8970-fd8e-4eed-9af5-2939407fa520 req-d5454d63-6eb0-408b-9c58-1a0ed17aa8e1 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:44.755976 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-accd8970-fd8e-4eed-9af5-2939407fa520 req-d5454d63-6eb0-408b-9c58-1a0ed17aa8e1 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0500686 Mar 08 13:00:44.795434 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-accd8970-fd8e-4eed-9af5-2939407fa520 req-22310a0c-5c5b-4ed1-a327-452205967a1c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Mar 08 13:00:44.913283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6c3fa-164b-4c32-9367-f5995e7a5b65 req-474e000e-5cf0-49cc-95e2-6b04fa0cc25b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:44.915058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60f6c3fa-164b-4c32-9367-f5995e7a5b65 req-474e000e-5cf0-49cc-95e2-6b04fa0cc25b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0529752 Mar 08 13:00:44.952875 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60f6c3fa-164b-4c32-9367-f5995e7a5b65 req-6ae02267-51f1-45cd-8a84-5bf7c0bdf23f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Mar 08 13:00:45.065141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97811bdc-b6f0-47ec-94dc-3f721bd826e7 req-4e11b9f7-6c70-49d6-ac83-dfa7c44b47c7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:45.066551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-97811bdc-b6f0-47ec-94dc-3f721bd826e7 req-4e11b9f7-6c70-49d6-ac83-dfa7c44b47c7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0500844 Mar 08 13:00:45.104856 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-97811bdc-b6f0-47ec-94dc-3f721bd826e7 req-a978f03b-374f-4ec3-8e18-a48640f7fce4 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Mar 08 13:00:45.641679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-b657e9a6-3531-4cd7-9b53-7431b10cb8fa tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:45.643152 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-b657e9a6-3531-4cd7-9b53-7431b10cb8fa tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 815 time: 0.1040719 Mar 08 13:00:45.658080 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-4cfbc34b-8ae4-41b4-830a-9407b75caf0b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/quotas/b462ccea7b404779993ce3d9cc772978 HTTP/1.1" status: 200 len: 375 time: 0.0092180 Mar 08 13:00:45.705664 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-0c72d141-a84a-4445-862e-56806645fc01 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424569 Mar 08 13:00:45.716691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-4fa202b0-87a2-409d-939b-d842fc8207bd service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:00:45.717642 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-4fa202b0-87a2-409d-939b-d842fc8207bd service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053673 Mar 08 13:00:45.806837 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-a8067772-4970-46c4-9456-49fb8966fc27 service neutron] 10.222.0.65 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834074 Mar 08 13:00:45.899454 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-cfaa36ba-5c00-4ab0-bb06-4c2cec49b98f service neutron] 10.222.0.65 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865114 Mar 08 13:00:46.119411 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7efc6448-924c-4ccc-8547-5e50323264ed req-98bb3d40-2273-46fc-875a-d23521cab60b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Mar 08 13:00:47.227740 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cf5ee7c2-cd98-4f8f-ac2b-62c31193c254 req-2103b6fe-a647-42a3-9b29-b6820c5d837e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 210 time: 0.0415409 Mar 08 13:00:47.257433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-49cd6f1d-1662-4c3e-83b9-1ef3285d6104 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:47.258901 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-49cd6f1d-1662-4c3e-83b9-1ef3285d6104 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "GET /v2.0/ports?device_id=adb60ac1-fec5-4898-9ac2-5213a0cdd87c HTTP/1.1" status: 200 len: 946 time: 0.0826411 Mar 08 13:00:47.355801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Deleting port a011fe20-920e-4084-9c87-97d43c199b93 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:00:47.356318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:47.448672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] For port a011fe20-920e-4084-9c87-97d43c199b93, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a011fe20-920e-4084-9c87-97d43c199b93,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:47.449538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:47.462751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Calling delete_port for a011fe20-920e-4084-9c87-97d43c199b93 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:00:47.687185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:47.701140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['a011fe20-920e-4084-9c87-97d43c199b93'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:00:47.719219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Pushing event deleted for resources: {'Port': ['ID=a011fe20-920e-4084-9c87-97d43c199b93,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:47.761067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] No DVR routers for this DVR port a011fe20-920e-4084-9c87-97d43c199b93 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:00:47.764443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:47.767890 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bff491b0-0b5f-493f-a7c0-65cfceeb1c71 req-a2549448-dc52-45d9-8ba5-ac0f4a8715cf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "DELETE /v2.0/ports/a011fe20-920e-4084-9c87-97d43c199b93 HTTP/1.1" status: 204 len: 173 time: 0.5023770 Mar 08 13:00:47.768339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-deleted', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:00:47.770606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac0b3f3-ae3a-46d5-955c-3ae957a744ae" -d '{"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-deleted", "tag": "a011fe20-920e-4084-9c87-97d43c199b93"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:00:47.866227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7925a402-adbb-4e49-b04f-f633b4ac0626 x-openstack-request-id: req-7925a402-adbb-4e49-b04f-f633b4ac0626 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:00:47.866535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb60ac1-fec5-4898-9ac2-5213a0cdd87c", "name": "network-vif-deleted", "tag": "a011fe20-920e-4084-9c87-97d43c199b93", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:00:47.866782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7925a402-adbb-4e49-b04f-f633b4ac0626 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:00:47.867203 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb60ac1-fec5-4898-9ac2-5213a0cdd87c', 'name': 'network-vif-deleted', 'tag': 'a011fe20-920e-4084-9c87-97d43c199b93', 'status': 'completed', 'code': 200} Mar 08 13:00:48.141313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-883edcd9-5a56-467b-8e10-8f25607753a6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:48.142703 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-883edcd9-5a56-467b-8e10-8f25607753a6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 815 time: 0.1005692 Mar 08 13:00:48.156387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Request body: {'port': {'device_id': '71418bd7-b21c-44f5-9fab-27382b20d831', 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779', 'admin_state_up': True, 'tenant_id': 'b462ccea7b404779993ce3d9cc772978'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:48.326510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c9d1d35d-19dc-4d52-9c70-5ed7c70655bf req-f1c4d4ab-aa6a-40dd-8cff-a45ce4b53ded tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Mar 08 13:00:48.338835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Made reservation on behalf of b462ccea7b404779993ce3d9cc772978 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:48.343373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:48.478124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Allocated IP 172.20.0.8 (eb8f138f-92b3-4cf3-83b5-6952ca93c779/e656d22f-9e11-4d70-bb6d-0b51e7201379/054649b7-677c-4bf3-bee4-bf20cb13aff2) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:48.626599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:48.736020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:48.748488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['a011fe20-920e-4084-9c87-97d43c199b93'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:00:48.782516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Network eb8f138f-92b3-4cf3-83b5-6952ca93c779 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:48.785616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:48.789920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:48.798330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:48.844273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:48.844859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:48.932473 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-2151dfde-c2fb-4e1e-8ea2-53ac4d5df330 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7798159 Mar 08 13:00:48.944460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Request body: {'port': {'device_id': '71418bd7-b21c-44f5-9fab-27382b20d831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:49.000388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:49.255610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054649b7-677c-4bf3-bee4-bf20cb13aff2 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:00:49.263014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:49.274966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Transition to ACTIVE for port object 054649b7-677c-4bf3-bee4-bf20cb13aff2 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:00:49.356027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:49.417757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:49.504309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04923d0b-5930-4d1c-984d-5e010da638d0 req-6c9b9cb0-7807-4fd7-bace-8b0d73feb925 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:49.505821 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04923d0b-5930-4d1c-984d-5e010da638d0 req-6c9b9cb0-7807-4fd7-bace-8b0d73feb925 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 943 time: 0.1062388 Mar 08 13:00:49.520623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Attempting to bind port 054649b7-677c-4bf3-bee4-bf20cb13aff2 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:00:49.520940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Attempting to bind port 054649b7-677c-4bf3-bee4-bf20cb13aff2 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:00:49.521254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Attempting to bind port 054649b7-677c-4bf3-bee4-bf20cb13aff2 on network eb8f138f-92b3-4cf3-83b5-6952ca93c779 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:00:49.531739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Port 054649b7-677c-4bf3-bee4-bf20cb13aff2 on network eb8f138f-92b3-4cf3-83b5-6952ca93c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:00:49.532041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Attempting to bind port 054649b7-677c-4bf3-bee4-bf20cb13aff2 on network eb8f138f-92b3-4cf3-83b5-6952ca93c779 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:00:49.541348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:00:49.541670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Checking segment: {'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:00:49.542064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Bound using segment: {'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:00:49.542471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Bound port: 054649b7-677c-4bf3-bee4-bf20cb13aff2, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21d4457-1f55-4a12-8345-3711eaa03dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:00:49.542806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:49.565633 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04923d0b-5930-4d1c-984d-5e010da638d0 req-968301c8-21d9-4cd2-936b-935045aef080 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527089 Mar 08 13:00:49.615830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:00:49.618836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:00:49.690433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:49.728268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:49.728870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:49.730283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] 10.222.0.45 "PUT /v2.0/ports/054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 200 len: 1093 time: 0.7898433 Mar 08 13:00:49.751961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66c8c4-bab7-4991-a004-3b34711315b9 service neutron] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:49.867979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:00:49.870220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed" -d '{"events": [{"name": "network-changed", "server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:00:49.883719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-dd75665e-5506-4b18-9447-db82e1a8eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:49.885345 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-dd75665e-5506-4b18-9447-db82e1a8eef1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 1096 time: 0.0467722 Mar 08 13:00:49.927704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49763142-d17a-4bd9-bc4f-bc2041b831ed x-openstack-request-id: req-49763142-d17a-4bd9-bc4f-bc2041b831ed {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:00:49.927981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:00:49.928221 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49763142-d17a-4bd9-bc4f-bc2041b831ed {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:00:49.928594 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'status': 'completed', 'code': 200} Mar 08 13:00:49.930327 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-86f10437-aea8-4ec1-9efe-d854674eae60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 200 len: 217 time: 0.0367908 Mar 08 13:00:49.982271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-359dba19-edde-4ac0-b24a-4257cbe77c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:49.983599 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-359dba19-edde-4ac0-b24a-4257cbe77c97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0464067 Mar 08 13:00:50.015953 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-b9cb2b4a-91b1-4c7f-a1b8-c550480ebed8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241313 Mar 08 13:00:50.116732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-d60f340e-25c6-4134-8595-f1f69ffd0a1a service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926015 Mar 08 13:00:50.210687 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce00cb32-ea8a-446e-b24d-0983c378c4ad req-5fbf30d6-2448-432a-9a16-92971ba9ecc3 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873477 Mar 08 13:00:50.366366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-045f3224-dc9b-4a0b-9c82-4568bc955316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:50.367769 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-045f3224-dc9b-4a0b-9c82-4568bc955316 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 1096 time: 0.0413089 Mar 08 13:00:50.464342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-78734274-f92d-42ad-b6c9-95de3a4707cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:50.466443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-78734274-f92d-42ad-b6c9-95de3a4707cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.0905130 Mar 08 13:00:50.508313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-7b7377d6-12ec-4f50-ba82-756f9268d94a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 200 len: 217 time: 0.0350626 Mar 08 13:00:50.560171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-129054b4-6b1b-43b8-9a13-a16de66b393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:50.561639 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-129054b4-6b1b-43b8-9a13-a16de66b393f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0443192 Mar 08 13:00:50.596005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-fb484146-1524-4e2b-8d71-1b3435bc3284 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259993 Mar 08 13:00:50.730631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18e7f-3ce8-409e-9d92-c9a960f32a30 req-8711e27d-c7af-409c-a742-033f432c825b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:50.732137 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-46f18e7f-3ce8-409e-9d92-c9a960f32a30 req-8711e27d-c7af-409c-a742-033f432c825b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 943 time: 0.0742188 Mar 08 13:00:50.734298 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-7d3e596f-4680-4993-b943-4953e75df596 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311765 Mar 08 13:00:50.819493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-46f18e7f-3ce8-409e-9d92-c9a960f32a30 req-9f57ce21-4f99-41c3-a08c-9e65e91f511b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814688 Mar 08 13:00:50.851595 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d42d9d-7b75-4fbd-ace5-c7d122da9aed req-b673de65-cd85-48fa-9548-5e46661b60e6 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078980 Mar 08 13:00:51.507495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device a011fe20-920e-4084-9c87-97d43c199b93 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:00:51.531274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: a011fe20-920e-4084-9c87-97d43c199b93 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:00:51.531610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device a011fe20-920e-4084-9c87-97d43c199b93 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:00:51.936518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dafa5-1529-4e60-a9a2-0af03c09853f req-66283c49-f24e-429e-9a43-ad782d3d8946 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:51.938028 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b04dafa5-1529-4e60-a9a2-0af03c09853f req-66283c49-f24e-429e-9a43-ad782d3d8946 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 943 time: 0.0494845 Mar 08 13:00:51.975491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b04dafa5-1529-4e60-a9a2-0af03c09853f req-3e704217-8ed9-444b-aadc-937a518b2fca tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Mar 08 13:00:53.089054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dabda-b400-4854-95c6-3dbca563ace2 req-5e9832c3-b8ed-4478-9063-8c5c50a2a49c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:53.090456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a49dabda-b400-4854-95c6-3dbca563ace2 req-5e9832c3-b8ed-4478-9063-8c5c50a2a49c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 943 time: 0.0490360 Mar 08 13:00:53.131403 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a49dabda-b400-4854-95c6-3dbca563ace2 req-72645bd7-279c-458c-99ee-fb45f166cd28 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Mar 08 13:00:53.507137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 054649b7-677c-4bf3-bee4-bf20cb13aff2 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:00:53.599329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:53.610699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779', 'port_id': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'mac_address': 'fa:16:3e:96:73:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e656d22f-9e11-4d70-bb6d-0b51e7201379', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:00:53.650242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:53.662992 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054649b7-677c-4bf3-bee4-bf20cb13aff2 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:00:53.681637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:53.735414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:53.781813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:53.788722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.789064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.789649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.790002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.790327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.790647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.790964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.791280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.791594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.791906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.792216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.792531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:53.937918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['054649b7-677c-4bf3-bee4-bf20cb13aff2'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:00:54.245227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c0ae-492c-4dba-94f7-0e6a6df3888c req-ec9b7bb3-a9da-4265-8b92-85122726b818 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:54.246878 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b11c0ae-492c-4dba-94f7-0e6a6df3888c req-ec9b7bb3-a9da-4265-8b92-85122726b818 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 944 time: 0.0491679 Mar 08 13:00:54.284768 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b11c0ae-492c-4dba-94f7-0e6a6df3888c req-d87ab1e5-464b-4bf4-8a58-79314b05c2c2 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Mar 08 13:00:55.398088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea1d9c-a888-4f35-877f-890fcddbcd5c req-8a18f56a-6031-453f-a065-2229de51ebbe tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:55.399534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-31ea1d9c-a888-4f35-877f-890fcddbcd5c req-8a18f56a-6031-453f-a065-2229de51ebbe tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 944 time: 0.0492001 Mar 08 13:00:55.436779 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-31ea1d9c-a888-4f35-877f-890fcddbcd5c req-0d1981b1-9f95-46b6-959d-2aacd54a1acf tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Mar 08 13:00:55.526168 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 054649b7-677c-4bf3-bee4-bf20cb13aff2 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:00:55.613433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:55.641384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 054649b7-677c-4bf3-bee4-bf20cb13aff2 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:00:55.645119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 054649b7-677c-4bf3-bee4-bf20cb13aff2 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:00:55.645585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:55.724291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:55.746174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:00:55.748962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171f98e2-496c-4e80-b61c-52edd426a8e6" -d '{"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-plugged", "status": "completed", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:00:55.761894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:55.784882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f504379-324c-4ef8-af28-d0d89e6f0ca1 x-openstack-request-id: req-5f504379-324c-4ef8-af28-d0d89e6f0ca1 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:00:55.785169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-plugged", "status": "completed", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:00:55.785416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f504379-324c-4ef8-af28-d0d89e6f0ca1 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:00:55.785805 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'code': 200} Mar 08 13:00:55.830552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:55.878672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:56.088258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87369c5-6b8e-4e04-9e46-928718044fe3 req-c66af7e8-2f08-4e2d-862a-360e365a858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:56.089709 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d87369c5-6b8e-4e04-9e46-928718044fe3 req-c66af7e8-2f08-4e2d-862a-360e365a858e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 1098 time: 0.0390570 Mar 08 13:00:56.127649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d87369c5-6b8e-4e04-9e46-928718044fe3 req-0a514493-eea6-49da-9de6-7c9e305cbd20 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Mar 08 13:00:56.549709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4492e7e-d34b-4f06-8bd5-c51603dbbc3a req-958c3e33-c92f-4103-b4a0-ff1f9c7696d9 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:56.551177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4492e7e-d34b-4f06-8bd5-c51603dbbc3a req-958c3e33-c92f-4103-b4a0-ff1f9c7696d9 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0487459 Mar 08 13:00:56.588091 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4492e7e-d34b-4f06-8bd5-c51603dbbc3a req-511620ca-5379-46d0-a722-964297aa81fd tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Mar 08 13:00:57.702013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa4deb-85fc-481e-a6af-8de7c4f84536 req-3bb1e5dc-e185-474b-beae-b538c39bfcea tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:57.703465 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6aaa4deb-85fc-481e-a6af-8de7c4f84536 req-3bb1e5dc-e185-474b-beae-b538c39bfcea tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Mar 08 13:00:57.740582 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6aaa4deb-85fc-481e-a6af-8de7c4f84536 req-0a649cca-51cc-4902-a467-cc7e54dc2835 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Mar 08 13:00:57.854405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba30394-0cdf-4f9d-a2fc-3e666b09d6cb req-9cce7d9f-7a35-474f-922f-a3b170fd5b0b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:57.855846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ba30394-0cdf-4f9d-a2fc-3e666b09d6cb req-9cce7d9f-7a35-474f-922f-a3b170fd5b0b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0478463 Mar 08 13:00:57.896682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ba30394-0cdf-4f9d-a2fc-3e666b09d6cb req-f71d1e27-12f4-4809-b471-21bc84fa3c03 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349269 Mar 08 13:00:58.258673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62211a49-84aa-44b1-b6c8-c1b82a8de242 req-cb0440d9-b820-46f6-917e-6b484857f8cd tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:58.260239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-62211a49-84aa-44b1-b6c8-c1b82a8de242 req-cb0440d9-b820-46f6-917e-6b484857f8cd tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0489991 Mar 08 13:00:58.298407 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-62211a49-84aa-44b1-b6c8-c1b82a8de242 req-3ef89853-2386-418e-b3bd-3bd03b0aa798 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Mar 08 13:00:58.364774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-928de5fe-9308-42f0-8a0e-a8cfc60ca642 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401819 Mar 08 13:00:59.032992 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b2a20ac0-ffa4-47e0-beba-36343f7f63c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:00:59.414206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adc5f6-8aaa-4e99-a6a1-d13482a4e519 req-a4feca89-f357-418b-820e-31ab879a238a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:59.415939 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85adc5f6-8aaa-4e99-a6a1-d13482a4e519 req-a4feca89-f357-418b-820e-31ab879a238a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0486493 Mar 08 13:00:59.455113 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85adc5f6-8aaa-4e99-a6a1-d13482a4e519 req-97758157-dbda-46f7-b86c-50198c52839a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Mar 08 13:01:00.326452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-00d63b14-f222-4d16-b3c3-f91fac3a17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:00.327966 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-00d63b14-f222-4d16-b3c3-f91fac3a17a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 1098 time: 0.0452950 Mar 08 13:01:00.416303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-bbaa0bbd-d661-4f1d-b1f0-22fffae6d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:00.417800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-bbaa0bbd-d661-4f1d-b1f0-22fffae6d494 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.0839260 Mar 08 13:01:00.460918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-1c2be38b-d360-4712-9803-6c88d00f510b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 200 len: 217 time: 0.0371199 Mar 08 13:01:00.511102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-f9bf5835-061d-4e29-9023-a98a0c634bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:00.512555 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-f9bf5835-061d-4e29-9023-a98a0c634bdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0445733 Mar 08 13:01:00.552017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-d1c855fb-1dd3-4800-bd14-626f53c4c58e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324047 Mar 08 13:01:00.639701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7b626-e3d1-47b4-8e68-a435f1f20dc9 req-e61b4949-a172-4e83-b341-78199e3e396c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:00.641274 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77e7b626-e3d1-47b4-8e68-a435f1f20dc9 req-e61b4949-a172-4e83-b341-78199e3e396c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.1144121 Mar 08 13:01:00.681089 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-5182d49c-0118-4c2f-928b-3c0fcd959074 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158116 Mar 08 13:01:00.713031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77e7b626-e3d1-47b4-8e68-a435f1f20dc9 req-5c20f51f-af7c-4f25-8313-13fa73ff27ea tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Mar 08 13:01:00.783368 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-4f4b3363-4c3d-4e91-b76c-3b41711690d5 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933368 Mar 08 13:01:01.673091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5865fe62-f303-492c-90ca-7167e67dc102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:01.831088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1399-90cd-43df-9dc9-c9b2f253257d req-fabad0c3-8329-45bd-a0b9-7992827a6647 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:01.832546 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9fa1399-90cd-43df-9dc9-c9b2f253257d req-fabad0c3-8329-45bd-a0b9-7992827a6647 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Mar 08 13:01:01.870160 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9fa1399-90cd-43df-9dc9-c9b2f253257d req-a055567d-9309-45c8-9d47-5bd5d1fb1d3b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Mar 08 13:01:02.718777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:02.816752 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:01:02.983733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b6f92-908c-4109-a2ef-e90d4d4f8199 req-9efb0d83-df2b-49d7-afcb-7227e37a02ae tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:02.985142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6f8b6f92-908c-4109-a2ef-e90d4d4f8199 req-9efb0d83-df2b-49d7-afcb-7227e37a02ae tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Mar 08 13:01:03.022783 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6f8b6f92-908c-4109-a2ef-e90d4d4f8199 req-14389994-1a24-4dfb-9fe9-19695207c906 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Mar 08 13:01:03.796103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:04.138344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccda6dd-0d8d-4ece-a5e7-c8b610efe09c req-27ba9b9f-3ca4-44ad-8821-c502010ce674 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:04.139945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ccda6dd-0d8d-4ece-a5e7-c8b610efe09c req-27ba9b9f-3ca4-44ad-8821-c502010ce674 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Mar 08 13:01:04.181885 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ccda6dd-0d8d-4ece-a5e7-c8b610efe09c req-5e31323b-fc17-4ec4-a675-5400009b7573 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352898 Mar 08 13:01:04.247670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:05.295521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9de15-3993-4d79-9a39-83130caa186d req-dc962b0e-9f0f-42e5-8bb0-7457d384ace5 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:05.296990 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfa9de15-3993-4d79-9a39-83130caa186d req-dc962b0e-9f0f-42e5-8bb0-7457d384ace5 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0486722 Mar 08 13:01:05.335474 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfa9de15-3993-4d79-9a39-83130caa186d req-eb5bcf2d-5ca4-4057-b724-857ea5bead6a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Mar 08 13:01:06.450011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94b25a-93eb-4c0c-a08d-2c19872a0b00 req-5a0244c4-c51d-475f-a548-75678a379f75 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:06.451789 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ec94b25a-93eb-4c0c-a08d-2c19872a0b00 req-5a0244c4-c51d-475f-a548-75678a379f75 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0489588 Mar 08 13:01:06.491682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ec94b25a-93eb-4c0c-a08d-2c19872a0b00 req-b378ad4c-b7e7-43bd-8301-ee0716df1b88 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Mar 08 13:01:07.604822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf08988-69df-41a6-b1c0-cc833bf7daf8 req-58b4d6fd-d2e4-435f-9c4f-d906f4c1e4eb tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:07.606296 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eaf08988-69df-41a6-b1c0-cc833bf7daf8 req-58b4d6fd-d2e4-435f-9c4f-d906f4c1e4eb tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0472658 Mar 08 13:01:07.648999 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eaf08988-69df-41a6-b1c0-cc833bf7daf8 req-aebf8c2d-75ea-43d9-9245-1d1780b13841 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Mar 08 13:01:08.764558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fba58-5572-489d-9486-09aa0dab1fe9 req-4b678a04-6e79-4ec2-ba6b-fd0df2da8fd2 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:08.766102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-816fba58-5572-489d-9486-09aa0dab1fe9 req-4b678a04-6e79-4ec2-ba6b-fd0df2da8fd2 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Mar 08 13:01:08.805598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-816fba58-5572-489d-9486-09aa0dab1fe9 req-3f7ee81a-1707-4621-be98-d272488ef746 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Mar 08 13:01:09.919070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bb8a5-a311-49ba-abb8-9664a13f69cc req-145ee64e-cc4b-4da5-a00d-f8d172b41cc6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:09.920517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-729bb8a5-a311-49ba-abb8-9664a13f69cc req-145ee64e-cc4b-4da5-a00d-f8d172b41cc6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0484364 Mar 08 13:01:09.957275 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-729bb8a5-a311-49ba-abb8-9664a13f69cc req-70ea49f1-775b-4cdf-933b-ed0c73d10c39 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Mar 08 13:01:11.070924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da2c04-864a-4b57-aeba-124ee4439d71 req-d869c7d8-f7e2-400a-92d2-5dd716930848 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:11.072304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71da2c04-864a-4b57-aeba-124ee4439d71 req-d869c7d8-f7e2-400a-92d2-5dd716930848 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0482831 Mar 08 13:01:11.112713 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71da2c04-864a-4b57-aeba-124ee4439d71 req-5d233c46-9c7f-4328-a97f-91885f0250e3 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Mar 08 13:01:12.228020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa48638-2953-4973-9c23-325e62b9a968 req-ca91be43-6aef-4ba4-82d2-23e1dfda6621 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:12.229517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-faa48638-2953-4973-9c23-325e62b9a968 req-ca91be43-6aef-4ba4-82d2-23e1dfda6621 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0486538 Mar 08 13:01:12.266778 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-faa48638-2953-4973-9c23-325e62b9a968 req-431f815b-e26f-4b41-b029-b73ad191e8d3 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Mar 08 13:01:13.381593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c860-5855-41f6-ba8e-a58579db6b4b req-b17f82b9-2f95-4f2e-90bb-e1024a400f4f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:13.383084 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a9c2c860-5855-41f6-ba8e-a58579db6b4b req-b17f82b9-2f95-4f2e-90bb-e1024a400f4f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0482178 Mar 08 13:01:13.420745 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a9c2c860-5855-41f6-ba8e-a58579db6b4b req-5306712f-bd37-4a09-8cf9-9d954816c50e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Mar 08 13:01:14.531913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cc43f-5496-4a72-869c-01404de57fdf req-3151bd2d-3aae-4d01-95fd-d7127a39c998 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:14.533981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-be2cc43f-5496-4a72-869c-01404de57fdf req-3151bd2d-3aae-4d01-95fd-d7127a39c998 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0483129 Mar 08 13:01:14.573973 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-be2cc43f-5496-4a72-869c-01404de57fdf req-8fd69797-bb45-4ad2-b694-83059610063c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Mar 08 13:01:15.686974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d319f-2d2b-4e05-bf1d-d84f4e2e7e33 req-02c599e3-2db1-48d1-8765-bb48d3a7fb52 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:15.688431 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e42d319f-2d2b-4e05-bf1d-d84f4e2e7e33 req-02c599e3-2db1-48d1-8765-bb48d3a7fb52 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0485258 Mar 08 13:01:15.725502 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e42d319f-2d2b-4e05-bf1d-d84f4e2e7e33 req-6f6cfc79-2e59-401d-87d5-20e0fb7660b2 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304630 Mar 08 13:01:16.841522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19050a-bcf9-4bf0-8b5a-dd17e58cdff5 req-783417fc-c5f7-4583-8c45-04aac4ca3c58 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:16.843007 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd19050a-bcf9-4bf0-8b5a-dd17e58cdff5 req-783417fc-c5f7-4583-8c45-04aac4ca3c58 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0491488 Mar 08 13:01:16.879734 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd19050a-bcf9-4bf0-8b5a-dd17e58cdff5 req-73c44f9a-f17d-40c5-b470-56c7ed349636 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Mar 08 13:01:17.992709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0492-c10e-4d41-8069-ecf58b505f5d req-caf91a94-f02d-4c46-af6d-f82182d4a6b3 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:17.994183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c0bb0492-c10e-4d41-8069-ecf58b505f5d req-caf91a94-f02d-4c46-af6d-f82182d4a6b3 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0475836 Mar 08 13:01:18.034713 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c0bb0492-c10e-4d41-8069-ecf58b505f5d req-c0e596d9-87cb-4018-8045-11790dfa6267 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346286 Mar 08 13:01:18.668098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-f55f4c0f-d056-4086-be32-39d817cfb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.669566 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-f55f4c0f-d056-4086-be32-39d817cfb4e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 1098 time: 0.0407062 Mar 08 13:01:18.771364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-55b7ebfc-4e5d-48d4-b442-71a51ae59ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.772805 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-55b7ebfc-4e5d-48d4-b442-71a51ae59ebb service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.0827913 Mar 08 13:01:19.149392 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-4bdeb8c0-d3e1-43fa-b5df-26476dcd1130 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 200 len: 217 time: 0.3691885 Mar 08 13:01:19.221632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-ed3faab4-033b-48b5-ac8a-6af67db7827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:19.223126 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-ed3faab4-033b-48b5-ac8a-6af67db7827b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0644107 Mar 08 13:01:19.231193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078b5be-8ae7-4d50-a0fc-b20c519e3a15 req-d9ac412d-f2c2-4917-910b-b89a0bfdf191 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:19.232559 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0078b5be-8ae7-4d50-a0fc-b20c519e3a15 req-d9ac412d-f2c2-4917-910b-b89a0bfdf191 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0858934 Mar 08 13:01:19.271133 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-784c0a43-d6c8-46f4-9a5f-330f04b18504 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376434 Mar 08 13:01:19.305565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0078b5be-8ae7-4d50-a0fc-b20c519e3a15 req-c582613e-bd0e-41fd-b8e9-1e4a110f4450 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647767 Mar 08 13:01:19.372537 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-82fcd784-6995-4659-8200-aab5415c1f81 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939798 Mar 08 13:01:19.465372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d31601-d21d-439e-8b0c-7730b17da2eb req-556ecdf6-a2ff-4443-8445-93cb9cffa474 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856256 Mar 08 13:01:20.421127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de422694-3114-43fe-ab98-0972f326605c req-64a448da-d05b-4242-87f8-c75382129ab1 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.422610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de422694-3114-43fe-ab98-0972f326605c req-64a448da-d05b-4242-87f8-c75382129ab1 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Mar 08 13:01:20.460386 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de422694-3114-43fe-ab98-0972f326605c req-4bb70031-ed69-43e5-9bd2-bc7955585afb tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Mar 08 13:01:21.575436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91cb1b-6165-461e-9a55-e30d0d9f430a req-79042e2b-79dd-45da-a5fe-067c307e4dde tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:21.576908 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4f91cb1b-6165-461e-9a55-e30d0d9f430a req-79042e2b-79dd-45da-a5fe-067c307e4dde tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0491724 Mar 08 13:01:21.616323 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4f91cb1b-6165-461e-9a55-e30d0d9f430a req-6e26f374-7850-4eb0-bba4-47432e298b23 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Mar 08 13:01:22.750182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab56524-4eb9-40d8-ab44-252588ad9f78 req-432142fa-4f7d-47d8-9fde-da84d4467b5f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:22.751631 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ab56524-4eb9-40d8-ab44-252588ad9f78 req-432142fa-4f7d-47d8-9fde-da84d4467b5f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Mar 08 13:01:22.789920 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ab56524-4eb9-40d8-ab44-252588ad9f78 req-55a6b339-846b-402c-8b2a-e0603e7aa088 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Mar 08 13:01:23.905394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eb639-a2b6-4103-8080-e21cc5130678 req-3f871a21-0f57-4f4a-be51-31f3ab0e111c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:23.906883 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d93eb639-a2b6-4103-8080-e21cc5130678 req-3f871a21-0f57-4f4a-be51-31f3ab0e111c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0503409 Mar 08 13:01:23.946157 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d93eb639-a2b6-4103-8080-e21cc5130678 req-b414ec01-3f13-4a8d-b924-cf3a08b0281d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325327 Mar 08 13:01:25.059146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ae5eb-d090-4ec6-8a57-6daf1c0da5ce req-714aeb5f-8a2d-458a-9c7e-5ae396dcd37d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:25.060528 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-833ae5eb-d090-4ec6-8a57-6daf1c0da5ce req-714aeb5f-8a2d-458a-9c7e-5ae396dcd37d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Mar 08 13:01:25.098832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-833ae5eb-d090-4ec6-8a57-6daf1c0da5ce req-331795c8-a2ce-40fe-87ed-b6ba98746c79 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Mar 08 13:01:25.644814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:26.218026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877f86-66ae-4d24-a53b-93ac6f0dc012 req-ecd687d0-9791-4577-a06e-ccb7ad0427d7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.219497 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7a877f86-66ae-4d24-a53b-93ac6f0dc012 req-ecd687d0-9791-4577-a06e-ccb7ad0427d7 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0533063 Mar 08 13:01:26.257798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7a877f86-66ae-4d24-a53b-93ac6f0dc012 req-b43c08bd-128a-45c3-8503-196430f8ef4f tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Mar 08 13:01:27.377411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d04045-c078-45ff-a214-57fd851be748 req-2ca8a838-49a2-4f4c-998c-435349c3fbe0 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.379178 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d1d04045-c078-45ff-a214-57fd851be748 req-2ca8a838-49a2-4f4c-998c-435349c3fbe0 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Mar 08 13:01:27.418993 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d1d04045-c078-45ff-a214-57fd851be748 req-146ef0d8-543e-4635-bc2f-54fe091157ae tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339141 Mar 08 13:01:27.960471 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-81336d6b-c3f8-4235-9b96-23742144989e service neutron] 10.222.0.45 "GET /v2.0/ports/054649b7-677c-4bf3-bee4-bf20cb13aff2/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0555696 Mar 08 13:01:28.539020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-3fbd178a-24b0-4e8c-91aa-d245202db925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.540773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-3fbd178a-24b0-4e8c-91aa-d245202db925 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831&tenant_id=b462ccea7b404779993ce3d9cc772978 HTTP/1.1" status: 200 len: 1098 time: 0.0765004 Mar 08 13:01:28.552507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8fa30-2999-4e53-9e8f-8786a2529134 req-7602d73c-11ba-4742-bd46-51402b95ad17 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.553962 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf8fa30-2999-4e53-9e8f-8786a2529134 req-7602d73c-11ba-4742-bd46-51402b95ad17 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0596349 Mar 08 13:01:28.618548 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf8fa30-2999-4e53-9e8f-8786a2529134 req-2cfc44a5-3c5a-4754-aa28-685702bc6f6e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579209 Mar 08 13:01:28.626862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-b967c6c3-3fc7-4661-a7ec-355c05243d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.628479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-b967c6c3-3fc7-4661-a7ec-355c05243d91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 1098 time: 0.0660999 Mar 08 13:01:28.721238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-765c7cbd-e1df-4ec1-b5a0-4e8f7d089ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.723290 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-765c7cbd-e1df-4ec1-b5a0-4e8f7d089ae2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.0887258 Mar 08 13:01:28.763391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-01ca3395-710e-49d9-a8ee-8291b09a37c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 200 len: 217 time: 0.0341454 Mar 08 13:01:28.811839 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-681944ae-98f4-4cfb-b257-efada909eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.813288 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-681944ae-98f4-4cfb-b257-efada909eb9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0430276 Mar 08 13:01:28.848774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-3ddab8b0-f876-485d-bb49-3dfd83e04b95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286827 Mar 08 13:01:28.936951 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-bc185fb7-5f4d-4395-841d-862fd19f63aa service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819590 Mar 08 13:01:29.031186 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d96967e-f9c8-4f4d-ad40-cc2b9e934b3f req-7cc35bb1-2bd4-49a8-a6f3-c0a9b6b23d47 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876424 Mar 08 13:01:29.049654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e10a1ee1-5719-48ec-ae48-96f917942290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:29.734304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a581c-298e-49f6-ad6f-6912b933e858 req-2cbf9560-4431-4d5b-b66c-116f59c9f78a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:29.735910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-334a581c-298e-49f6-ad6f-6912b933e858 req-2cbf9560-4431-4d5b-b66c-116f59c9f78a tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Mar 08 13:01:29.774688 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-334a581c-298e-49f6-ad6f-6912b933e858 req-b1dd3ff6-4dd1-4e42-8ec2-ac64fbb31ab6 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Mar 08 13:01:30.894274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e7eae-5cf4-478e-8d61-d45db3e5e83b req-39198b54-afec-4e59-b2f6-6983181bb4e3 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:30.895965 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f3e7eae-5cf4-478e-8d61-d45db3e5e83b req-39198b54-afec-4e59-b2f6-6983181bb4e3 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0494900 Mar 08 13:01:30.934489 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f3e7eae-5cf4-478e-8d61-d45db3e5e83b req-c3bc26d1-4aa3-4b1d-aefd-135bb0cb9deb tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Mar 08 13:01:31.666661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7521df57-49cd-44da-949b-81a10d22c6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:31.672142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 054649b7-677c-4bf3-bee4-bf20cb13aff2 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:31.676238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 054649b7-677c-4bf3-bee4-bf20cb13aff2 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:01:31.820082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:31.840202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:31.862500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:31.864727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a33ace-b23f-426b-83ab-ef76ff9bfe3f" -d '{"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-unplugged", "status": "completed", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:31.869564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'network_id': 'eb8f138f-92b3-4cf3-83b5-6952ca93c779', 'port_id': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'mac_address': 'fa:16:3e:96:73:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e656d22f-9e11-4d70-bb6d-0b51e7201379', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:31.881881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:31.915990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:31.929408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 054649b7-677c-4bf3-bee4-bf20cb13aff2 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:31.970510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:31.980535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61c79e0-9993-45b5-a38d-838bfc8a8d68 x-openstack-request-id: req-d61c79e0-9993-45b5-a38d-838bfc8a8d68 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:31.980818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-unplugged", "status": "completed", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:31.981065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d61c79e0-9993-45b5-a38d-838bfc8a8d68 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:31.981440 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'code': 200} Mar 08 13:01:32.045072 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:01:32.045416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:01:32.055048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.059218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b326b-63fa-4e88-aba4-a99ea11213bf req-358b1790-ac36-4ff6-90e3-d429ce953a4b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.060703 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-699b326b-63fa-4e88-aba4-a99ea11213bf req-358b1790-ac36-4ff6-90e3-d429ce953a4b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 943 time: 0.0534947 Mar 08 13:01:32.099954 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-699b326b-63fa-4e88-aba4-a99ea11213bf req-adc6cca4-8bfe-440a-9c5b-aa14382b9254 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Mar 08 13:01:32.399247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b87b1d-90bf-4ea0-9156-fef392455967 req-a5b1115d-ba16-4fd8-8877-4c1312765901 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.400753 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c4b87b1d-90bf-4ea0-9156-fef392455967 req-a5b1115d-ba16-4fd8-8877-4c1312765901 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 943 time: 0.0498188 Mar 08 13:01:32.463484 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c4b87b1d-90bf-4ea0-9156-fef392455967 req-33eee0cf-5ad5-4952-8ee6-0caa54dd2cb8 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568066 Mar 08 13:01:32.489711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-a0c0a5fd-0816-4356-b96e-63b807a9fa47 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.491171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-a0c0a5fd-0816-4356-b96e-63b807a9fa47 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831&tenant_id=b462ccea7b404779993ce3d9cc772978&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 943 time: 0.0614691 Mar 08 13:01:32.578946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-c4629acf-fb92-4804-ad8f-52757e1d0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.580460 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-c4629acf-fb92-4804-ad8f-52757e1d0e0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b462ccea7b404779993ce3d9cc772978&device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 1096 time: 0.0472298 Mar 08 13:01:32.582616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:32.595727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054649b7-677c-4bf3-bee4-bf20cb13aff2 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:32.615892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:32.671643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-c171e584-bd75-41e8-a572-93fcf17a5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.673095 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-c171e584-bd75-41e8-a572-93fcf17a5710 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 200 len: 916 time: 0.0861318 Mar 08 13:01:32.689488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:32.719133 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-7bc7f5a2-80ab-4b9b-a882-510082f42107 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 200 len: 217 time: 0.0388830 Mar 08 13:01:32.741678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.747194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:32.748203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['054649b7-677c-4bf3-bee4-bf20cb13aff2'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:32.772358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-4afa3819-35a5-4e15-9ce0-068a7f326905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.773983 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-4afa3819-35a5-4e15-9ce0-068a7f326905 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 200 len: 855 time: 0.0484426 Mar 08 13:01:32.807861 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-66c0707d-7786-4101-afe0-0e4034cf6855 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eb8f138f-92b3-4cf3-83b5-6952ca93c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274374 Mar 08 13:01:32.899365 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-567ee82b-7e98-40c3-96bd-af3a71ad8fd8 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Mar 08 13:01:32.996658 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b050a11-8e19-4f57-8e23-9b6ac189683e req-775a6732-fafa-4ee8-86aa-db51f2591a69 service neutron] 10.222.0.45 "GET /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901980 Mar 08 13:01:33.585002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53517-5c2f-454b-b454-65c6de342421 req-25cf415c-9e62-434c-be6d-75fb38f69cfe tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:33.586511 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4c53517-5c2f-454b-b454-65c6de342421 req-25cf415c-9e62-434c-be6d-75fb38f69cfe tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 944 time: 0.0505524 Mar 08 13:01:33.624399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4c53517-5c2f-454b-b454-65c6de342421 req-06b1f38f-14ce-4e75-8223-9b1129c6e893 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Mar 08 13:01:33.757115 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 054649b7-677c-4bf3-bee4-bf20cb13aff2 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:33.808143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 054649b7-677c-4bf3-bee4-bf20cb13aff2 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:33.809248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:33.836225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:33.888807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:33.920993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:33.982131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:33.984441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9dda1b-bc82-45e2-b004-026176881295" -d '{"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-plugged", "status": "completed", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:34.008198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:34.044445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6f2443-ceb6-4466-8434-e2cdae19ebd3 x-openstack-request-id: req-6a6f2443-ceb6-4466-8434-e2cdae19ebd3 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:34.044781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-plugged", "status": "completed", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:34.045043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a6f2443-ceb6-4466-8434-e2cdae19ebd3 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:34.045472 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'code': 200} Mar 08 13:01:34.066963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:34.275981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:34.744777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e536-e4ad-4e32-a3ec-28a379328952 req-90019df2-c1ce-428f-a142-f157ad6f1b2b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:34.746289 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4fb4e536-e4ad-4e32-a3ec-28a379328952 req-90019df2-c1ce-428f-a142-f157ad6f1b2b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0551515 Mar 08 13:01:34.786475 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4fb4e536-e4ad-4e32-a3ec-28a379328952 req-7d2faad7-2810-4880-b4a2-80e876b8e45e tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342138 Mar 08 13:01:34.904136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4590-d630-4296-a1f0-a1f332b4ee1f req-7e87ff58-a75b-44fc-b8bf-0c4b4aaf2884 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:34.905503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cbbb4590-d630-4296-a1f0-a1f332b4ee1f req-7e87ff58-a75b-44fc-b8bf-0c4b4aaf2884 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Mar 08 13:01:34.943514 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cbbb4590-d630-4296-a1f0-a1f332b4ee1f req-f7ba1b08-e5dc-43c2-9298-12fdbe9c3418 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Mar 08 13:01:35.062094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62169e-f6f2-4f8e-99a9-0f9b46fc13ec req-e530b1e3-5a8c-42ee-93e8-33704b05c279 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:35.063606 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1a62169e-f6f2-4f8e-99a9-0f9b46fc13ec req-e530b1e3-5a8c-42ee-93e8-33704b05c279 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0510116 Mar 08 13:01:35.105996 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1a62169e-f6f2-4f8e-99a9-0f9b46fc13ec req-9c59aedd-928c-41fd-9a8d-cd8ff898aabe tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352881 Mar 08 13:01:35.732716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb6362-7171-4dfb-807a-f1e02883addc req-ce0465ac-5be0-40cb-965b-11ad79aeac21 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:35.734099 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1fb6362-7171-4dfb-807a-f1e02883addc req-ce0465ac-5be0-40cb-965b-11ad79aeac21 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0525644 Mar 08 13:01:35.772261 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1fb6362-7171-4dfb-807a-f1e02883addc req-80a5c655-e053-4161-83ed-88c51845da9d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Mar 08 13:01:36.889534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52103a-ec07-4ac8-b09e-e73b4f57e471 req-a683b31f-6ea1-4711-8935-dba196a0db7b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:36.891007 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3a52103a-ec07-4ac8-b09e-e73b4f57e471 req-a683b31f-6ea1-4711-8935-dba196a0db7b tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Mar 08 13:01:36.929520 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3a52103a-ec07-4ac8-b09e-e73b4f57e471 req-451025b5-e218-46b5-941c-dcb4c7e0087d tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8e29112-8598-4b57-ba3e-c47cf24f3cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Mar 08 13:01:37.230763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-588c6922-a116-4da0-b0ca-d9dbb0bd893c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:37.232226 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-588c6922-a116-4da0-b0ca-d9dbb0bd893c tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 945 time: 0.0493548 Mar 08 13:01:37.326963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Deleting port 054649b7-677c-4bf3-bee4-bf20cb13aff2 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:01:37.327301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:37.419026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] For port 054649b7-677c-4bf3-bee4-bf20cb13aff2, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=054649b7-677c-4bf3-bee4-bf20cb13aff2,segment=NetworkSegment(b21d4457-1f55-4a12-8345-3711eaa03dcd),segment_id=b21d4457-1f55-4a12-8345-3711eaa03dcd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:37.419381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:37.432856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Calling delete_port for 054649b7-677c-4bf3-bee4-bf20cb13aff2 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:01:37.613977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:37.627013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['054649b7-677c-4bf3-bee4-bf20cb13aff2'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:37.642430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Pushing event deleted for resources: {'Port': ['ID=054649b7-677c-4bf3-bee4-bf20cb13aff2,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:37.669174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.669506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.669833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.670176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.670496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.670864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.671180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.671493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.671801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.672106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.672412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.672724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:37.698497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] No DVR routers for this DVR port 054649b7-677c-4bf3-bee4-bf20cb13aff2 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:01:37.701009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:37.704376 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c9940f16-581a-4d9a-9070-bfd0df51c51e req-ac63fc1b-83f7-476c-809f-7f3b94942424 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.45 "DELETE /v2.0/ports/054649b7-677c-4bf3-bee4-bf20cb13aff2 HTTP/1.1" status: 204 len: 173 time: 0.4653215 Mar 08 13:01:37.704811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-deleted', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:37.707205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4732f32-a1e0-4a33-8f51-60947a3aa529" -d '{"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-deleted", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:37.743661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7ed916-5bdc-4002-b67a-d90b417fc647 x-openstack-request-id: req-ee7ed916-5bdc-4002-b67a-d90b417fc647 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:37.743945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71418bd7-b21c-44f5-9fab-27382b20d831", "name": "network-vif-deleted", "tag": "054649b7-677c-4bf3-bee4-bf20cb13aff2", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:37.744189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee7ed916-5bdc-4002-b67a-d90b417fc647 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:37.744581 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71418bd7-b21c-44f5-9fab-27382b20d831', 'name': 'network-vif-deleted', 'tag': '054649b7-677c-4bf3-bee4-bf20cb13aff2', 'status': 'completed', 'code': 200} Mar 08 13:01:38.037240 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18b54f28-f582-4672-921f-1c5aa7648552 req-99733aec-0487-4129-95d9-6818bcff66d9 tempest-ServerDiskConfigTestJSON-402604487 tempest-ServerDiskConfigTestJSON-402604487-project] 10.222.0.65 "GET /v2.0/ports?device_id=71418bd7-b21c-44f5-9fab-27382b20d831 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Mar 08 13:01:39.156393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42010) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:39.204565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Deleting subnet e656d22f-9e11-4d70-bb6d-0b51e7201379 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:01:39.208049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.244912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.282021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.420935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.444863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e656d22f-9e11-4d70-bb6d-0b51e7201379,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:39.454389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.454742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.455072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.455402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.455734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.456556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.456556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.456883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.457084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.457402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.457916 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.459110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:39.461056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.464248 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-231322bd-9513-4e20-b4d0-57bbeb3c9a38 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e656d22f-9e11-4d70-bb6d-0b51e7201379 HTTP/1.1" status: 204 len: 168 time: 0.3068647 Mar 08 13:01:39.466778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42014) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:39.537861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.616081 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.638885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8f138f-92b3-4cf3-83b5-6952ca93c779']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:39.648392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21d4457-1f55-4a12-8345-3711eaa03dcd') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:39.648672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21d4457-1f55-4a12-8345-3711eaa03dcd') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:39.657466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.671252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.677041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:01:39.682228 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:01:39.772783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 054649b7-677c-4bf3-bee4-bf20cb13aff2 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:01:39.794350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 054649b7-677c-4bf3-bee4-bf20cb13aff2 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:01:39.794703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 054649b7-677c-4bf3-bee4-bf20cb13aff2 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:01:39.797804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.803197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:39.806352 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] 10.222.0.65 "DELETE /v2.0/networks/eb8f138f-92b3-4cf3-83b5-6952ca93c779 HTTP/1.1" status: 204 len: 168 time: 0.3386137 Mar 08 13:01:39.815967 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:01:39.818383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3939f57-826e-4030-a0b3-727f73e5a677 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8f138f-92b3-4cf3-83b5-6952ca93c779,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:40.104275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42018) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:40.145096 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-415f0326-3761-4071-9536-00b6a091b82f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b462ccea7b404779993ce3d9cc772978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391097 Mar 08 13:01:40.147836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42020) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:40.193655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23015a8d-f0e9-4c9b-9984-d6f3e2633c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:40.217866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23015a8d-f0e9-4c9b-9984-d6f3e2633c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:40.321544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23015a8d-f0e9-4c9b-9984-d6f3e2633c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:40.324141 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-23015a8d-f0e9-4c9b-9984-d6f3e2633c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:40.325278 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-23015a8d-f0e9-4c9b-9984-d6f3e2633c59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8e29112-8598-4b57-ba3e-c47cf24f3cd9 HTTP/1.1" status: 204 len: 168 time: 0.1765707 Mar 08 13:01:40.333790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23015a8d-f0e9-4c9b-9984-d6f3e2633c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e29112-8598-4b57-ba3e-c47cf24f3cd9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:41.322742 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42042) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:41.416140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-678202751-network', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:41.509912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Made reservation on behalf of 9daf628314f34e419fbd04465b6b53a0 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:41.512275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.520976 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.593747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.654796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.676639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:41.691560 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4a5a7e-eaa6-44a7-aded-adcbcb6a0d5d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:41.694480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.694820 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Added segment 74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff of type vlan for network 792eaf90-6bd8-4dba-b360-bd417709326a Mar 08 13:01:41.733690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.818684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.819661 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.820232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:41.880921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] Pushing event updated for resources: {'Network': ['ID=792eaf90-6bd8-4dba-b360-bd417709326a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:41.890647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 792eaf90-6bd8-4dba-b360-bd417709326a details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:41.924686 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5e084bbc-db5e-4fd8-ab2f-5c7dae2940a1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6005280 Mar 08 13:01:41.927972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42046) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:41.933012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Request body: {'subnet': {'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-678202751-subnet', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:41.995878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Made reservation on behalf of 9daf628314f34e419fbd04465b6b53a0 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:41.998236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.220802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.268365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d966b5-255a-437a-bb68-b22787d77cd0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:42.283444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Checking segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:01:42.283792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Network hostable DHCP agents. Network: 792eaf90-6bd8-4dba-b360-bd417709326a, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:42.356019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Network 792eaf90-6bd8-4dba-b360-bd417709326a is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:42.441547 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 792eaf90-6bd8-4dba-b360-bd417709326a) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:42.445784 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:42.446380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.451335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05729b8f-6f31-47b8-8133-e35d032d163e None None] Network 792eaf90-6bd8-4dba-b360-bd417709326a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:01:42.518123 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-041aa527-ad60-48bf-b92b-03746041b0dc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5857694 Mar 08 13:01:42.518310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42048) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:42.523255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:42.587387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.588994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.597568 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-792eaf90-6bd8-4dba-b360-bd417709326a', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:01:42.602295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.651858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.738331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Allocated IP 172.20.0.2 (792eaf90-6bd8-4dba-b360-bd417709326a/58d966b5-255a-437a-bb68-b22787d77cd0/084c2e5d-bad1-43dc-8318-58f43b3bfd5e) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:42.843179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.876148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:42.941667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.103882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.122478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.138292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Network 792eaf90-6bd8-4dba-b360-bd417709326a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:43.143269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:43.148181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:43.151263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Pushing event updated for resources: {'Port': ['ID=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:43.204543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Attempting to bind port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:01:43.204902 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Attempting to bind port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:01:43.205262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Attempting to bind port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:43.211518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:43.211886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Checking segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:01:43.212284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.212671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Bound using segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:43.213125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Bound port: 084c2e5d-bad1-43dc-8318-58f43b3bfd5e, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:01:43.213500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.231138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Allocated IP 172.26.3.93 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/e2674362-418f-4f28-927c-7d346d2f0eef) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:43.282471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] For port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:43.285946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] For port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:43.347500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.352872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.413269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b493e8-4c13-42c3-acef-4839b42a7c91 None None] Pushing event updated for resources: {'Port': ['ID=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:43.449788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:43.500489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:43.505116 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:43.507821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:43.539871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Pushing event updated for resources: {'Port': ['ID=e2674362-418f-4f28-927c-7d346d2f0eef,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:43.873484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.078535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.277672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Router 66892f80-f725-4178-8995-427648b98e2f is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:01:44.319828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250f413-573a-4614-acd4-57266e7f119a None None] Network 792eaf90-6bd8-4dba-b360-bd417709326a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:01:44.393909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f475bd2d-c071-4065-b289-f8f516dfcc2b None None] Provisioning complete for port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:44.394371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f475bd2d-c071-4065-b289-f8f516dfcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.554318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f475bd2d-c071-4065-b289-f8f516dfcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.579717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 084c2e5d-bad1-43dc-8318-58f43b3bfd5e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:44.632891 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f475bd2d-c071-4065-b289-f8f516dfcc2b None None] For port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:44.655308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:44.655681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.696944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f475bd2d-c071-4065-b289-f8f516dfcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.723462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:44.738390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:44.799213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:44.800090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:01:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:44.804445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.806008 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-273078bd-7c16-4c47-8aba-9f43411b6848 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2868345 Mar 08 13:01:44.808866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42050) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:44.840873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475bd2d-c071-4065-b289-f8f516dfcc2b None None] Pushing event updated for resources: {'Port': ['ID=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:44.876248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-512ccad5-5b65-49f1-8bec-80134ce591e2 None None] Provisioning complete for port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:44.876622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-512ccad5-5b65-49f1-8bec-80134ce591e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:44.959128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:45.176459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:43Z', 'revision_number': 3, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:45.203121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:45.203463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Updating router 66892f80-f725-4178-8995-427648b98e2f port e2674362-418f-4f28-927c-7d346d2f0eef binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:45.226640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.229101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.430905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Allocated IP 172.20.0.1 (792eaf90-6bd8-4dba-b360-bd417709326a/58d966b5-255a-437a-bb68-b22787d77cd0/6f38fbba-ea72-4154-a6f9-af07290784d9) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:45.487322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.533233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.580485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.631352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.633120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Attempting to bind port e2674362-418f-4f28-927c-7d346d2f0eef on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:01:45.633475 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Attempting to bind port e2674362-418f-4f28-927c-7d346d2f0eef by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:01:45.633820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Attempting to bind port e2674362-418f-4f28-927c-7d346d2f0eef on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:45.636592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c1222-e6c7-42c9-95c2-a8b3e8f658c3 None None] Pushing event updated for resources: {'Port': ['ID=e2674362-418f-4f28-927c-7d346d2f0eef,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:45.641117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:45.645794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:01:45.645794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.645794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:45.645794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Bound port: e2674362-418f-4f28-927c-7d346d2f0eef, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:01:45.645794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.670228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Network 792eaf90-6bd8-4dba-b360-bd417709326a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:45.673087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:45.676947 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:45.697040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] For port e2674362-418f-4f28-927c-7d346d2f0eef, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:45.700365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] For port e2674362-418f-4f28-927c-7d346d2f0eef, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e2674362-418f-4f28-927c-7d346d2f0eef,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:45.709736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Pushing event updated for resources: {'Port': ['ID=6f38fbba-ea72-4154-a6f9-af07290784d9,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:45.727689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.770443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.826942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:45.827665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:01:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:45.873576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c1222-e6c7-42c9-95c2-a8b3e8f658c3 None None] Pushing event updated for resources: {'Port': ['ID=e2674362-418f-4f28-927c-7d346d2f0eef,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:45.952886 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:45.958248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:45.960019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0ebab88c-2ec9-4df0-8fb7-2ac8c65335f4 None None] Provisioning complete for port 6f38fbba-ea72-4154-a6f9-af07290784d9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:45.960374 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0ebab88c-2ec9-4df0-8fb7-2ac8c65335f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:46.080004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0ebab88c-2ec9-4df0-8fb7-2ac8c65335f4 None None] Port 6f38fbba-ea72-4154-a6f9-af07290784d9 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:01:46.116330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:46.162339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:43Z', 'revision_number': 3, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:46.172993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:46.188353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e699055-5e97-4bd9-9972-8a24f1900ee8 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:43Z', 'revision_number': 3, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:46.249277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Pushing event updated for resources: {'Port': ['ID=6f38fbba-ea72-4154-a6f9-af07290784d9,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:46.251884 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:46.348042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Network 792eaf90-6bd8-4dba-b360-bd417709326a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:46.349513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:46.505122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:46.634041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e2674362-418f-4f28-927c-7d346d2f0eef up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:46.646343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:46.661000 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4c0b93d4-4e71-4c4c-a0fe-3e820d4542cf admin admin] 10.222.0.65 "PUT /v2.0/routers/66892f80-f725-4178-8995-427648b98e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8425627 Mar 08 13:01:46.691392 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e2674362-418f-4f28-927c-7d346d2f0eef triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:46.691934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:46.737053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-21b67b23-9bb9-4d58-82d6-53dec126244b None None] Provisioning complete for port 6f38fbba-ea72-4154-a6f9-af07290784d9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:46.737407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-21b67b23-9bb9-4d58-82d6-53dec126244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:46.779275 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-21b67b23-9bb9-4d58-82d6-53dec126244b None None] Port 6f38fbba-ea72-4154-a6f9-af07290784d9 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:01:46.821606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:46.999109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port e2674362-418f-4f28-927c-7d346d2f0eef, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e2674362-418f-4f28-927c-7d346d2f0eef,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:47.064682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:47.065492 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 084c2e5d-bad1-43dc-8318-58f43b3bfd5e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:47.142823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=e2674362-418f-4f28-927c-7d346d2f0eef,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.154661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:47.154778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:47.779089 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:47.789412 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:47.790050 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:01:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:47.891354 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:48.089039 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 2, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:48.115360 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:48.116043 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Updating router 66892f80-f725-4178-8995-427648b98e2f port 6f38fbba-ea72-4154-a6f9-af07290784d9 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:48.141314 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.388044 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42060) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:48.392919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-77139c52-473c-4cb1-a8c3-718982027815 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837518673', 'description': 'tempest-description--392184203'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:48.401199 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.458662 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.477904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77139c52-473c-4cb1-a8c3-718982027815 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.529515 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Pushing event updated for resources: {'Port': ['ID=6f38fbba-ea72-4154-a6f9-af07290784d9,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.549932 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.550276 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.550672 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.550959 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.551288 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.551611 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.552342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.552342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.552527 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.552830 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.553140 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.553447 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:48.553592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e2674362-418f-4f28-927c-7d346d2f0eef up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:48.562535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77139c52-473c-4cb1-a8c3-718982027815 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.573019 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Attempting to bind port 6f38fbba-ea72-4154-a6f9-af07290784d9 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:01:48.573384 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Attempting to bind port 6f38fbba-ea72-4154-a6f9-af07290784d9 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:01:48.573735 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Attempting to bind port 6f38fbba-ea72-4154-a6f9-af07290784d9 on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:48.579242 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:48.579556 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Checking segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:01:48.579951 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.580328 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Bound using segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:48.580788 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Bound port: 6f38fbba-ea72-4154-a6f9-af07290784d9, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:01:48.581160 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.611940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port e2674362-418f-4f28-927c-7d346d2f0eef triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:48.612301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.620608 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77139c52-473c-4cb1-a8c3-718982027815 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.667144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77139c52-473c-4cb1-a8c3-718982027815 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.679682 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] For port 6f38fbba-ea72-4154-a6f9-af07290784d9, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:48.680146 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] For port 6f38fbba-ea72-4154-a6f9-af07290784d9, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6f38fbba-ea72-4154-a6f9-af07290784d9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:48.735279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-77139c52-473c-4cb1-a8c3-718982027815 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.736433 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-77139c52-473c-4cb1-a8c3-718982027815 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3471735 Mar 08 13:01:48.739236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42062) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:48.745134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9d705188-092f-42fc-ac68-e5650f888fd8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'security_group_rule': {'security_group_id': 'b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:48.763886 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.819558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f19ba3a0-8a0c-4b74-975f-fbe9d779568c None None] Provisioning complete for port 6f38fbba-ea72-4154-a6f9-af07290784d9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:48.819911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f19ba3a0-8a0c-4b74-975f-fbe9d779568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.826001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d705188-092f-42fc-ac68-e5650f888fd8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.900155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d705188-092f-42fc-ac68-e5650f888fd8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.908306 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f19ba3a0-8a0c-4b74-975f-fbe9d779568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.913883 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:48.914492 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:01:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:48.919962 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421ec17-8768-4228-9769-01e93ca1fbff None None] Pushing event updated for resources: {'Port': ['ID=6f38fbba-ea72-4154-a6f9-af07290784d9,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.945908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f19ba3a0-8a0c-4b74-975f-fbe9d779568c None None] For port 6f38fbba-ea72-4154-a6f9-af07290784d9, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6f38fbba-ea72-4154-a6f9-af07290784d9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:48.969245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d705188-092f-42fc-ac68-e5650f888fd8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:48.987362 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d705188-092f-42fc-ac68-e5650f888fd8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc72b38-0279-4b1e-877c-c1978f6934e2,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.020239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f19ba3a0-8a0c-4b74-975f-fbe9d779568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.032097 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:49.070018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9d705188-092f-42fc-ac68-e5650f888fd8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.071429 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9d705188-092f-42fc-ac68-e5650f888fd8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311357 Mar 08 13:01:49.073986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42064) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:49.075064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ba3a0-8a0c-4b74-975f-fbe9d779568c None None] Pushing event updated for resources: {'Port': ['ID=6f38fbba-ea72-4154-a6f9-af07290784d9,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.079135 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-772563d1-5ac9-4886-ac11-09683702ae5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'security_group_rule': {'security_group_id': 'b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:49.142707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-004fb7d5-4351-45d1-8516-ee76759465a1 None None] Provisioning complete for port 6f38fbba-ea72-4154-a6f9-af07290784d9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:49.143176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-004fb7d5-4351-45d1-8516-ee76759465a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.146772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-772563d1-5ac9-4886-ac11-09683702ae5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.211199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-772563d1-5ac9-4886-ac11-09683702ae5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.249108 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:49.275906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-772563d1-5ac9-4886-ac11-09683702ae5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.279902 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e0054d-5327-4a0c-9714-c250432d619a None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:49.294752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772563d1-5ac9-4886-ac11-09683702ae5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a94d25-c244-4dad-9d53-a8831a75962f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.364563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-772563d1-5ac9-4886-ac11-09683702ae5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.365862 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-772563d1-5ac9-4886-ac11-09683702ae5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906985 Mar 08 13:01:49.368697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42066) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:01:49.373042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:49.459047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.561572 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.668251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Allocated IP 172.26.3.65 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/af10a175-2426-4149-9ac3-306af87b5bd8) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:49.780533 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.872749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:49.916894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:49.919921 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:49.922333 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:49.948597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'Port': ['ID=af10a175-2426-4149-9ac3-306af87b5bd8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:50.018384 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:50.115539 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:50.274204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:50.333958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:50.402112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'Port': ['ID=af10a175-2426-4149-9ac3-306af87b5bd8,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:50.413950 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:50.492463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:50.493704 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6a0b82b0-432d-4a61-a493-7d488b2ceb67 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1241055 Mar 08 13:01:50.559005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6f38fbba-ea72-4154-a6f9-af07290784d9 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:50.610590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 6f38fbba-ea72-4154-a6f9-af07290784d9 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:50.611049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:50.637118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-d81884be-ca18-48ee-9138-a8033101b3fd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1837518673&fields=id&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 267 time: 0.0338860 Mar 08 13:01:50.763575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-7ff45f1b-0f82-4351-85aa-2c04972f9f71 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.765229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-7ff45f1b-0f82-4351-85aa-2c04972f9f71 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.1189549 Mar 08 13:01:50.781092 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-79980b19-cd0a-4e44-9e23-c8ebf56d565c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/quotas/9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 375 time: 0.0097530 Mar 08 13:01:50.841371 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-23d73501-eaae-4631-a06d-baebbe15967f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541134 Mar 08 13:01:50.906251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-b9127660-3487-4e0f-a94c-c420fc36ea2c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:01:50.907260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-b9127660-3487-4e0f-a94c-c420fc36ea2c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533488 Mar 08 13:01:50.998640 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-16629411-0f03-46dd-b356-a0224af4b359 service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840964 Mar 08 13:01:51.092649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-f312a2da-8aca-4b26-aaa3-9b5101b6edec service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879905 Mar 08 13:01:51.376929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a3a7496a-675a-422e-8252-3c713c6b604a req-32d9e208-e2ee-4acf-b986-6d0a67c35c35 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 210 time: 0.0269294 Mar 08 13:01:52.472565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9dfd7888-6430-49c8-be9f-632558d169f4 req-e56a7e34-58ff-4ec4-a502-69c7b3366334 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Mar 08 13:01:53.456799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-5ba805c4-0cbd-400c-b324-eaaa8e372da0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.458275 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-5ba805c4-0cbd-400c-b324-eaaa8e372da0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.1088550 Mar 08 13:01:53.502664 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-5cd523a5-9b7e-41e3-be4d-30b508de0fa0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 380 time: 0.0359988 Mar 08 13:01:53.512593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'port': {'device_id': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'admin_state_up': True, 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'security_groups': ['b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:53.593826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77ed7aa2-b92d-40bb-abb2-6e3c3136dee7 req-d94eba6f-d067-44f8-afa2-e516f097a525 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 210 time: 0.0342224 Mar 08 13:01:53.727236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Made reservation on behalf of 9daf628314f34e419fbd04465b6b53a0 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:53.730866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:53.863433 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Allocated IP 172.20.0.12 (792eaf90-6bd8-4dba-b360-bd417709326a/58d966b5-255a-437a-bb68-b22787d77cd0/6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:54.003283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.116267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.162652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Network 792eaf90-6bd8-4dba-b360-bd417709326a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:54.165586 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:54.169442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:54.175883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:54.225355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.226043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.296261 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-300a3f25-220a-446a-ba6b-e72e4f641219 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7872503 Mar 08 13:01:54.307891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Request body: {'port': {'device_id': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:54.367883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.382627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6fb9d188-f92d-4eb9-a1f6-062738d00906 None None] Provisioning complete for port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:54.383454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6fb9d188-f92d-4eb9-a1f6-062738d00906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.418555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6fb9d188-f92d-4eb9-a1f6-062738d00906 None None] Port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:01:54.626932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:54.635319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.647093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Transition to ACTIVE for port object 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:01:54.702309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.716680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5bab-2e41-4380-a169-96e498179e70 req-185d4c50-cb00-4a38-b6cd-56c1e032755d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:54.718172 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-099e5bab-2e41-4380-a169-96e498179e70 req-185d4c50-cb00-4a38-b6cd-56c1e032755d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 932 time: 0.0566316 Mar 08 13:01:54.807518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:54.819005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-099e5bab-2e41-4380-a169-96e498179e70 req-73069b93-e3d5-466a-973d-087b76ee3ffd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774546 Mar 08 13:01:54.865357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Attempting to bind port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:01:54.865706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Attempting to bind port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:01:54.866097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Attempting to bind port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:54.870663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 on network 792eaf90-6bd8-4dba-b360-bd417709326a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:54.870969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Attempting to bind port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:54.875815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:54.876138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Checking segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:01:54.876504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Bound using segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:54.876911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Bound port: 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:01:54.877255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:54.947597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:54.950771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:55.032662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:55.074730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.076295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:55.077691 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 200 len: 1094 time: 0.7740774 Mar 08 13:01:55.078160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:55.081083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7678b1c-85ba-44b0-aa57-ec4848af539d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:55.108055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314f8e1-eaf3-4d5a-8a3d-99e8701618d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:55.128004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db52130-7918-468a-9610-45f0aa2a9a2e x-openstack-request-id: req-8db52130-7918-468a-9610-45f0aa2a9a2e {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:55.128004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:55.128004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8db52130-7918-468a-9610-45f0aa2a9a2e {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:55.128004 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'status': 'completed', 'code': 200} Mar 08 13:01:55.191832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678b1c-85ba-44b0-aa57-ec4848af539d req-c259da2c-2d40-410b-b385-4c747461d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.193964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7678b1c-85ba-44b0-aa57-ec4848af539d req-c259da2c-2d40-410b-b385-4c747461d614 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1097 time: 0.0452328 Mar 08 13:01:55.300937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678b1c-85ba-44b0-aa57-ec4848af539d req-6533999c-30f6-4dff-a7d4-f242ff179e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.303427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7678b1c-85ba-44b0-aa57-ec4848af539d req-6533999c-30f6-4dff-a7d4-f242ff179e19 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9daf628314f34e419fbd04465b6b53a0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1028452 Mar 08 13:01:55.399352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678b1c-85ba-44b0-aa57-ec4848af539d req-016e7549-9e37-450b-899f-9eaebce0405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.400737 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7678b1c-85ba-44b0-aa57-ec4848af539d req-016e7549-9e37-450b-899f-9eaebce0405d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903258 Mar 08 13:01:55.476948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-165fb7dd-114a-4359-9345-4dca3aedb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.478533 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-165fb7dd-114a-4359-9345-4dca3aedb60d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1097 time: 0.0415339 Mar 08 13:01:55.524821 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-831cb73e-b891-4d4a-a365-3352cc124a7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 200 len: 217 time: 0.0368168 Mar 08 13:01:55.574720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-24d51673-aeee-49b1-b027-9ca6738b1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.576231 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-24d51673-aeee-49b1-b027-9ca6738b1bd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0441871 Mar 08 13:01:55.603176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:55.622270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-585a51dd-cd1a-43a1-90f8-642f736fe0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.623749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-585a51dd-cd1a-43a1-90f8-642f736fe0e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399532 Mar 08 13:01:55.716417 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-dcb372c0-fd2f-4cc1-8375-1d24b670ea21 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859845 Mar 08 13:01:55.804773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5af7bc2f-ac7a-4c03-a7b0-1244911936c9 req-d21ebc13-b2c7-4450-a6a0-3661679b8bdc service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821161 Mar 08 13:01:55.944551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784e0c-2442-41d5-81d1-c654c1ef05da req-14b6b17b-ad4d-4299-85b6-884b20658348 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.946013 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-52784e0c-2442-41d5-81d1-c654c1ef05da req-14b6b17b-ad4d-4299-85b6-884b20658348 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 944 time: 0.0555298 Mar 08 13:01:55.983379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-52784e0c-2442-41d5-81d1-c654c1ef05da req-cc1429ff-2ea9-4e49-9ecd-992b5e143796 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Mar 08 13:01:57.098103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520928d-0b7b-4f62-b3de-528496064d83 req-62c2a1f0-d1e3-4fab-b12c-0c7c777c35ee tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:57.100318 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3520928d-0b7b-4f62-b3de-528496064d83 req-62c2a1f0-d1e3-4fab-b12c-0c7c777c35ee tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 944 time: 0.0489514 Mar 08 13:01:57.136650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3520928d-0b7b-4f62-b3de-528496064d83 req-c5e7973c-8df7-40a2-a6c6-12216368ea47 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304787 Mar 08 13:01:57.865387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:57.959997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:57.970994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'mac_address': 'fa:16:3e:43:72:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:58.012330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:58.025134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:58.044164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:58.095011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:58.141920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:58.148791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.149131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.149460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.149819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.150160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.150479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.150795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.151113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.151428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.151741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.152054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.152386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:58.255336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11967a5-c8a1-4675-a6b0-be2d97820b3d req-f69447a6-d329-402a-9ec0-f84affa12db1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:58.256913 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b11967a5-c8a1-4675-a6b0-be2d97820b3d req-f69447a6-d329-402a-9ec0-f84affa12db1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Mar 08 13:01:58.294280 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b11967a5-c8a1-4675-a6b0-be2d97820b3d req-e5cff450-fd66-4b9c-be86-d01523208ac5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Mar 08 13:01:58.310871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:59.043307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4294c6af-b25f-4c7f-bb9c-9435b1f024e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:01:59.411694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a7f0-9917-495c-8208-89c45c5491a6 req-d865138d-abe3-4797-a5d1-be9894a7491c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:59.413128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b76a7f0-9917-495c-8208-89c45c5491a6 req-d865138d-abe3-4797-a5d1-be9894a7491c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 945 time: 0.0521760 Mar 08 13:01:59.450311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b76a7f0-9917-495c-8208-89c45c5491a6 req-61ad9f92-ac6a-4edb-b710-97c937589ee2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Mar 08 13:01:59.865456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:59.969033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:01:59.972879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:01:59.973246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:00.053736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:00.076108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:00.078389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f041cd55-c2bf-42f6-b704-817e9a2153e6" -d '{"events": [{"server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "name": "network-vif-plugged", "status": "completed", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:00.091613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:00.116130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8e07f2-3acd-4185-936c-bf68894e1fab x-openstack-request-id: req-6f8e07f2-3acd-4185-936c-bf68894e1fab {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:00.116409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "name": "network-vif-plugged", "status": "completed", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:00.116678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f8e07f2-3acd-4185-936c-bf68894e1fab {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:00.117062 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'code': 200} Mar 08 13:02:00.156049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:00.205301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:00.405561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71670131-0e12-48a4-9d09-a80b186e5180 req-4ae19d0e-da9a-4d7d-8df0-f4146623a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:00.407149 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71670131-0e12-48a4-9d09-a80b186e5180 req-4ae19d0e-da9a-4d7d-8df0-f4146623a616 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1099 time: 0.0401967 Mar 08 13:02:00.440907 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71670131-0e12-48a4-9d09-a80b186e5180 req-5a5729a6-454e-4548-9487-be786d68d2f4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268559 Mar 08 13:02:00.565079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714bd4a-2850-4bd5-b3b4-4a539515711d req-ba36bb62-5605-4951-933e-2e0058305028 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:00.566566 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7714bd4a-2850-4bd5-b3b4-4a539515711d req-ba36bb62-5605-4951-933e-2e0058305028 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0487976 Mar 08 13:02:00.603692 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7714bd4a-2850-4bd5-b3b4-4a539515711d req-a3cd96f4-5255-4e69-a230-7536e7859d13 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304272 Mar 08 13:02:01.660604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c81bd763-a664-43a6-aaec-320c400fdbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:01.728625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c3a2f-393b-4ef3-b448-a7d7924c324e req-6105e744-3fc0-42f7-a1b7-20e920225f84 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:01.730117 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8c9c3a2f-393b-4ef3-b448-a7d7924c324e req-6105e744-3fc0-42f7-a1b7-20e920225f84 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0551817 Mar 08 13:02:01.768351 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8c9c3a2f-393b-4ef3-b448-a7d7924c324e req-f7195cb3-273d-493d-ac6c-de96d44d25bd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322661 Mar 08 13:02:01.878407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a50507-581d-4bd6-8d2c-e96a800204c8 req-75c2baea-c748-47e9-978b-78fceff5fa5a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:01.879839 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5a50507-581d-4bd6-8d2c-e96a800204c8 req-75c2baea-c748-47e9-978b-78fceff5fa5a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0481706 Mar 08 13:02:01.888759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 42120) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:02:01.892948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'floatingip': {'port_id': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:01.932326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.358210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.447735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.739183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:02.869592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 associated. External IP: 172.26.3.65, port: 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9. Mar 08 13:02:03.076225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:03.184753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:03.189771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.194429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:03.204709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:03.205332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:02:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:03.218841 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-868fce1c-2df2-4398-a267-96dfa8e3282d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "PUT /v2.0/floatingips/495a0c78-51e5-45ec-adbd-2db49c232203 HTTP/1.1" status: 200 len: 991 time: 1.3287644 Mar 08 13:02:03.219428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:03.221658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7463f324-0edf-46ed-875f-57c0903375a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:03.264147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaa37fb-866d-47a5-a95b-ad8a0191395c x-openstack-request-id: req-fbaa37fb-866d-47a5-a95b-ad8a0191395c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:03.264611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:03.264857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbaa37fb-866d-47a5-a95b-ad8a0191395c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:03.265253 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'status': 'completed', 'code': 200} Mar 08 13:02:03.318741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:03.358827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6de004-a631-484d-9668-58f0c6bfbe8c req-998ff18e-08d8-48e1-b60d-9f91cf48e50a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.360204 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd6de004-a631-484d-9668-58f0c6bfbe8c req-998ff18e-08d8-48e1-b60d-9f91cf48e50a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0817125 Mar 08 13:02:03.361984 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f324-0edf-46ed-875f-57c0903375a2 req-e3473e0c-d8d0-4a74-9140-4ce513d94c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.363311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463f324-0edf-46ed-875f-57c0903375a2 req-e3473e0c-d8d0-4a74-9140-4ce513d94c29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1099 time: 0.0738356 Mar 08 13:02:03.446190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bd6de004-a631-484d-9668-58f0c6bfbe8c req-7bb2a904-d445-4786-8e75-fde562a25b95 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798414 Mar 08 13:02:03.479231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f324-0edf-46ed-875f-57c0903375a2 req-daace7ad-2d78-4893-a08e-57ba13f0558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.480682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463f324-0edf-46ed-875f-57c0903375a2 req-daace7ad-2d78-4893-a08e-57ba13f0558e service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.1082880 Mar 08 13:02:03.548964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:43:72:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:02:02Z', 'revision_number': 1, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:03.576144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:03.583808 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463f324-0edf-46ed-875f-57c0903375a2 req-b2b0245b-416d-4b53-a509-a4af2be582d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 200 len: 999 time: 0.0961223 Mar 08 13:02:03.584435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:03.585037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:02:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:03.596048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e1971-f8bb-415b-925f-df473e1fab92 req-65d22a8e-353d-467f-94a4-d7dab19aad63 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.597520 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-329e1971-f8bb-415b-925f-df473e1fab92 req-65d22a8e-353d-467f-94a4-d7dab19aad63 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0680287 Mar 08 13:02:03.669719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f324-0edf-46ed-875f-57c0903375a2 req-19395eb8-fd8e-4570-aca7-57187273281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.671203 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463f324-0edf-46ed-875f-57c0903375a2 req-19395eb8-fd8e-4570-aca7-57187273281a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0728126 Mar 08 13:02:03.674132 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-329e1971-f8bb-415b-925f-df473e1fab92 req-5e6bc2a8-46f8-440d-a744-5cc586bd8696 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685396 Mar 08 13:02:03.693181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:03.718739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463f324-0edf-46ed-875f-57c0903375a2 req-aaad890a-192c-4369-8e9e-bb2e6c1feb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.720225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463f324-0edf-46ed-875f-57c0903375a2 req-aaad890a-192c-4369-8e9e-bb2e6c1feb98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424681 Mar 08 13:02:03.817961 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463f324-0edf-46ed-875f-57c0903375a2 req-16024332-572e-4288-b08e-4708c179611e service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904243 Mar 08 13:02:03.854604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:03.913503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7463f324-0edf-46ed-875f-57c0903375a2 req-61524656-b00c-41e2-861a-64259b66683b service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888791 Mar 08 13:02:03.935236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:43:72:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:02:02Z', 'revision_number': 1, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:03.962679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1126-d9a7-4732-b2fd-cdcdfc227118 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:43:72:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:02:02Z', 'revision_number': 1, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:04.143622 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c13213-4570-4107-9729-e2028d1e280e None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:02:04.248847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:04.793223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f8a50-f84c-45ce-a172-951614ecd15a req-767324ed-9c41-4a93-b9b9-e3d778fb1fda tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.794787 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd1f8a50-f84c-45ce-a172-951614ecd15a req-767324ed-9c41-4a93-b9b9-e3d778fb1fda tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0515387 Mar 08 13:02:04.832666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dd1f8a50-f84c-45ce-a172-951614ecd15a req-3be29c12-2627-466e-a08c-0fde35f95d31 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Mar 08 13:02:04.944453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9dd7-3c4c-4499-be22-ab3908cac805 req-8be37243-16cf-4191-ba5a-263e3cea9b57 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.946608 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-190d9dd7-3c4c-4499-be22-ab3908cac805 req-8be37243-16cf-4191-ba5a-263e3cea9b57 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0494468 Mar 08 13:02:04.983414 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-190d9dd7-3c4c-4499-be22-ab3908cac805 req-23a86cdc-ea3d-458d-b4da-acfc408de72d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311460 Mar 08 13:02:05.341860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aa991-5363-45a6-bb99-a2659b169310 req-2ddb46bb-a3b9-418c-a2ea-f22f9a822935 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:05.343372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-197aa991-5363-45a6-bb99-a2659b169310 req-2ddb46bb-a3b9-418c-a2ea-f22f9a822935 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0539908 Mar 08 13:02:05.381578 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-197aa991-5363-45a6-bb99-a2659b169310 req-31780cec-2f7e-415b-9055-099a34dfcb3d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Mar 08 13:02:05.456324 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-2ef4a5cc-168b-489a-87d5-14fa0a4b3ad1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394652 Mar 08 13:02:06.501654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b89113-9c28-4583-962d-f2daa6398610 req-11fdd2e0-cfab-4b09-84d3-f572b69c61a1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:06.503167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-46b89113-9c28-4583-962d-f2daa6398610 req-11fdd2e0-cfab-4b09-84d3-f572b69c61a1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0509474 Mar 08 13:02:06.542553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-46b89113-9c28-4583-962d-f2daa6398610 req-256d76d8-02b0-4ce0-8e63-23ff23a019e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332386 Mar 08 13:02:07.372510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-362cd5ab-aa84-4347-bf80-5a6f848e311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.374044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-362cd5ab-aa84-4347-bf80-5a6f848e311f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1099 time: 0.0457339 Mar 08 13:02:07.465857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-912a1e98-feeb-4b9b-853c-9800beea1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.466208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-912a1e98-feeb-4b9b-853c-9800beea1608 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0861332 Mar 08 13:02:07.532443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-35fbd715-27ee-41c9-aa20-1886adeabda9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 200 len: 1001 time: 0.0602353 Mar 08 13:02:07.581709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-f14d9aa6-6148-4c7a-a236-cda6d5e09bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.583194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-f14d9aa6-6148-4c7a-a236-cda6d5e09bc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0442483 Mar 08 13:02:07.654959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-bb45223e-1f86-40d7-b9ec-9d74bcec2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.656354 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-bb45223e-1f86-40d7-b9ec-9d74bcec2cfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661340 Mar 08 13:02:07.678463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9106-2ea9-4a3a-897c-2aee6b8825ed req-96e92af7-240d-4873-a5cf-ae5747c8cba4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.679840 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7e9c9106-2ea9-4a3a-897c-2aee6b8825ed req-96e92af7-240d-4873-a5cf-ae5747c8cba4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0659118 Mar 08 13:02:07.774209 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7e9c9106-2ea9-4a3a-897c-2aee6b8825ed req-af1ed475-669a-40c6-a403-d35c3b8fa582 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810134 Mar 08 13:02:07.797617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-4bd723e0-4b0d-4202-b727-fe1b1a36ea4e service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345642 Mar 08 13:02:07.890786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-19b7a154-1096-46f1-8321-546e23b1d2d2 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861282 Mar 08 13:02:08.889275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263d2a-6914-4bad-9abc-06bf1f902f8d req-178c3bdc-1ff9-4b44-8909-0dcf8cfac86e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:08.890774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-08263d2a-6914-4bad-9abc-06bf1f902f8d req-178c3bdc-1ff9-4b44-8909-0dcf8cfac86e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0490854 Mar 08 13:02:08.929021 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-08263d2a-6914-4bad-9abc-06bf1f902f8d req-19ac32b2-6090-4279-847a-6a9a4488fe97 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 Mar 08 13:02:10.041420 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0093-5cbe-4368-96e1-76391eaf7bd1 req-13eeab32-6460-4c9f-b21c-3453be9f7d32 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:10.042824 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-26ba0093-5cbe-4368-96e1-76391eaf7bd1 req-13eeab32-6460-4c9f-b21c-3453be9f7d32 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0487089 Mar 08 13:02:10.080126 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-26ba0093-5cbe-4368-96e1-76391eaf7bd1 req-6a6af096-15ff-4b8a-82b4-82ce20c2ace7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Mar 08 13:02:11.364410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab450b6-1f74-42a8-b14e-e18c4c1837df req-c59cdcab-21d1-46d3-ae0f-f3d4522c277d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.365859 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ab450b6-1f74-42a8-b14e-e18c4c1837df req-c59cdcab-21d1-46d3-ae0f-f3d4522c277d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0543790 Mar 08 13:02:11.403859 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ab450b6-1f74-42a8-b14e-e18c4c1837df req-4f09adfe-6a71-4572-908e-f4cde491bd46 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320265 Mar 08 13:02:12.518803 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab05c2-f803-48e6-8a22-367ac0f3d2cd req-145280f6-c9a5-4f21-9dcf-838bc806aeef tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:12.520250 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ab05c2-f803-48e6-8a22-367ac0f3d2cd req-145280f6-c9a5-4f21-9dcf-838bc806aeef tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Mar 08 13:02:12.558183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ab05c2-f803-48e6-8a22-367ac0f3d2cd req-ea3a00ff-5c3d-4cb5-b1c3-8eea239a8f3b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Mar 08 13:02:13.672123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bf59-df12-4c98-b6f1-91b5ce9f29fc req-4b667525-f59c-4cd1-8815-36eebd4db318 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:13.673586 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5b0bf59-df12-4c98-b6f1-91b5ce9f29fc req-4b667525-f59c-4cd1-8815-36eebd4db318 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0491951 Mar 08 13:02:13.710991 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5b0bf59-df12-4c98-b6f1-91b5ce9f29fc req-2c34ba36-2aa1-4142-8c07-bcdffa39729b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314777 Mar 08 13:02:14.831005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c75ec4-6f99-40b1-b68e-58161c79abad req-dd6a8f49-6e13-4109-95c3-23cf421d4b62 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.832456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c1c75ec4-6f99-40b1-b68e-58161c79abad req-dd6a8f49-6e13-4109-95c3-23cf421d4b62 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0528383 Mar 08 13:02:14.870927 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c1c75ec4-6f99-40b1-b68e-58161c79abad req-2d2278aa-a15d-4fbc-bcb3-875d72d837ff tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Mar 08 13:02:15.985548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd8cce-a7e3-4a64-8990-1085abcbc507 req-78ee75e0-b0f5-4b6c-8292-74f439c8abc7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:15.987067 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-07fd8cce-a7e3-4a64-8990-1085abcbc507 req-78ee75e0-b0f5-4b6c-8292-74f439c8abc7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0499666 Mar 08 13:02:16.028471 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-07fd8cce-a7e3-4a64-8990-1085abcbc507 req-86095d7d-ca52-4860-8ee2-6122f80030fc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334053 Mar 08 13:02:16.814491 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:02:17.140917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73179d-37d2-4d5f-8c12-3612ff9f6549 req-41bc897a-e5bd-4a86-82e9-758305082ecb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.142418 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d73179d-37d2-4d5f-8c12-3612ff9f6549 req-41bc897a-e5bd-4a86-82e9-758305082ecb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0495963 Mar 08 13:02:17.183382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d73179d-37d2-4d5f-8c12-3612ff9f6549 req-02b9b7ce-5f95-4853-b18a-ac27d0165778 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351341 Mar 08 13:02:18.301622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad868fc6-1751-4d80-be43-fc863b85815d req-3d4708c3-da0f-4d6c-a679-e6d722dd6715 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.303140 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad868fc6-1751-4d80-be43-fc863b85815d req-3d4708c3-da0f-4d6c-a679-e6d722dd6715 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0523977 Mar 08 13:02:18.340837 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad868fc6-1751-4d80-be43-fc863b85815d req-eadb704e-184d-4218-9b6f-b4aceda5def5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Mar 08 13:02:18.654841 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-517112e1-7d92-428b-bd71-451cd39f55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.656310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-517112e1-7d92-428b-bd71-451cd39f55d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1099 time: 0.0405211 Mar 08 13:02:18.758431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-27e4922f-48bb-4431-9f02-cbbd273ca420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.759860 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-27e4922f-48bb-4431-9f02-cbbd273ca420 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0850301 Mar 08 13:02:18.828932 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-48b060f7-df5d-4ffa-8105-3e6153a520d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 200 len: 1001 time: 0.0624108 Mar 08 13:02:18.877717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-0fddac5c-bea7-4b1a-b340-d4ce5dbdc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.879182 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-0fddac5c-bea7-4b1a-b340-d4ce5dbdc6ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0426650 Mar 08 13:02:18.925707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-9c382f9b-2da0-4343-82dd-7e5cdefe4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.927233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-9c382f9b-2da0-4343-82dd-7e5cdefe4f8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408957 Mar 08 13:02:19.030770 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-7b7b91a6-4f6a-422a-83b4-05e685e2c20b service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851135 Mar 08 13:02:19.108491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-759a2cdf-2f30-438b-97d6-4666291e9805 req-c4e3a131-ff6b-414a-8448-c97191fb7892 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820980 Mar 08 13:02:19.462544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06abd46-c24f-4637-8045-89dff62c17c0 req-7c4478da-5beb-446d-8b02-69dab634661f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:19.464003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f06abd46-c24f-4637-8045-89dff62c17c0 req-7c4478da-5beb-446d-8b02-69dab634661f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0534701 Mar 08 13:02:19.502157 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f06abd46-c24f-4637-8045-89dff62c17c0 req-a54ebe09-7fca-4d9e-9e85-5388737a7de5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Mar 08 13:02:20.619872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544742e-87b3-4853-9226-8d8416b93c08 req-5e77a457-29ad-4cff-92ae-31a49529c0ec tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.621379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4544742e-87b3-4853-9226-8d8416b93c08 req-5e77a457-29ad-4cff-92ae-31a49529c0ec tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0521724 Mar 08 13:02:20.660425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4544742e-87b3-4853-9226-8d8416b93c08 req-309cb8e3-bfd5-488b-85f7-a87bc7063a97 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Mar 08 13:02:21.773491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c584a-459c-4e1e-b823-faca7e413ce9 req-db6b316c-24a0-49fc-9987-9f412ef29c06 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.775669 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f61c584a-459c-4e1e-b823-faca7e413ce9 req-db6b316c-24a0-49fc-9987-9f412ef29c06 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0488355 Mar 08 13:02:21.813644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f61c584a-459c-4e1e-b823-faca7e413ce9 req-a965e701-5a9a-4871-98d1-ac3d928358f2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Mar 08 13:02:22.932997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed8e43-35e4-44aa-bd6c-c4c53b893433 req-5f157ecd-25cc-40ca-958c-d68e4285e257 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:22.934540 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b1ed8e43-35e4-44aa-bd6c-c4c53b893433 req-5f157ecd-25cc-40ca-958c-d68e4285e257 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0531864 Mar 08 13:02:22.972600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b1ed8e43-35e4-44aa-bd6c-c4c53b893433 req-b5f00392-31ac-44f2-a829-d7c62e5177f5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320675 Mar 08 13:02:24.089013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bdd84-91f0-4335-9827-e0c880da6456 req-e900fb72-3920-4255-9d37-3baa417538c1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.090583 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ed8bdd84-91f0-4335-9827-e0c880da6456 req-e900fb72-3920-4255-9d37-3baa417538c1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0505219 Mar 08 13:02:24.128749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ed8bdd84-91f0-4335-9827-e0c880da6456 req-f4a62c42-02cd-485c-96fd-587852ef6536 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Mar 08 13:02:25.244652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27b6d-7056-4a2b-828b-526571e98e89 req-4fa9958e-6372-4bfc-935a-3cf942e8713c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:25.246140 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39a27b6d-7056-4a2b-828b-526571e98e89 req-4fa9958e-6372-4bfc-935a-3cf942e8713c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0492394 Mar 08 13:02:25.284981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39a27b6d-7056-4a2b-828b-526571e98e89 req-c9357bb7-3a7f-4f11-bd7c-50ae7cabdeee tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Mar 08 13:02:25.660426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:26.406090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864ae39-c927-425a-a02f-4ac6b780dc7a req-f36dbc7f-fc35-4881-8c05-fbc73d69381f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:26.407565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4864ae39-c927-425a-a02f-4ac6b780dc7a req-f36dbc7f-fc35-4881-8c05-fbc73d69381f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0520971 Mar 08 13:02:26.447311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4864ae39-c927-425a-a02f-4ac6b780dc7a req-5dc751f1-361a-4cc1-b961-7e79d2ee9dcc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338442 Mar 08 13:02:27.562071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f04773-d26e-4a7f-a11e-6e28508650fd req-082485e0-c682-411a-8641-90efaa6105fd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:27.563715 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50f04773-d26e-4a7f-a11e-6e28508650fd req-082485e0-c682-411a-8641-90efaa6105fd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0498364 Mar 08 13:02:27.603681 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-50f04773-d26e-4a7f-a11e-6e28508650fd req-13263ad6-4ff8-42f1-9e95-62b34802d4ec tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Mar 08 13:02:28.716414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3ef12-d6d2-4746-a8f6-7d49387c2c38 req-a57e3d33-0ff7-4db3-8351-4bdd3db5996d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:28.717876 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e3ef12-d6d2-4746-a8f6-7d49387c2c38 req-a57e3d33-0ff7-4db3-8351-4bdd3db5996d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Mar 08 13:02:28.756382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e3ef12-d6d2-4746-a8f6-7d49387c2c38 req-e965bdeb-5b33-4ebc-837a-e006c166b3c8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Mar 08 13:02:29.065662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41f5b83c-20e0-4bdb-8515-b6242f6cd693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:29.719920 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-ea593e80-c7c1-4081-b34c-d04502fe9c87 service neutron] 10.222.0.45 "GET /v2.0/ports/6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0566776 Mar 08 13:02:29.874514 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b15bd-9084-45fa-8f22-1135f82fb3cd req-317faf59-1db3-4f6d-93c2-40639d800bef tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:29.875978 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2c9b15bd-9084-45fa-8f22-1135f82fb3cd req-317faf59-1db3-4f6d-93c2-40639d800bef tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0502331 Mar 08 13:02:29.915100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2c9b15bd-9084-45fa-8f22-1135f82fb3cd req-e7633d15-774a-40a3-9400-513319409bd1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328338 Mar 08 13:02:30.252733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-ce5cfc8f-831e-4844-8b1d-d53e20c2d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.254313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-ce5cfc8f-831e-4844-8b1d-d53e20c2d52d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 1099 time: 0.0410740 Mar 08 13:02:30.318818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-55a9cdb7-1550-41ae-916a-9c8d333661f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.320308 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-55a9cdb7-1550-41ae-916a-9c8d333661f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1099 time: 0.0439675 Mar 08 13:02:30.412260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-3ba76817-58ca-4a48-a3ad-94fa833e5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.413761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-3ba76817-58ca-4a48-a3ad-94fa833e5d8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0857732 Mar 08 13:02:30.483606 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-af7553e3-195f-4010-92a6-b008c6e44acd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 200 len: 1001 time: 0.0632358 Mar 08 13:02:30.530906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-cd478b9e-e652-4b5b-ae80-d7eeee5c4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.532223 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-cd478b9e-e652-4b5b-ae80-d7eeee5c4a2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0422187 Mar 08 13:02:30.577124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-e86a50f6-f8fb-4a05-8ee0-32b9ded042b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.578607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-e86a50f6-f8fb-4a05-8ee0-32b9ded042b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403299 Mar 08 13:02:30.669918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-80c0e8a6-e03b-4b64-bbfc-17744d3c6982 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843873 Mar 08 13:02:30.757961 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-58d79b6f-db07-4189-ab9a-5cf664380ca9 req-e61d24d5-7c67-48fe-9d6d-9bb1b2830ff0 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817084 Mar 08 13:02:31.031833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e154437-c50b-442d-a771-5783b7d6deea req-f13d8747-807a-457c-b2cc-2458d5c7779b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:31.033331 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e154437-c50b-442d-a771-5783b7d6deea req-f13d8747-807a-457c-b2cc-2458d5c7779b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0505369 Mar 08 13:02:31.072655 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e154437-c50b-442d-a771-5783b7d6deea req-3e6cc906-a478-4049-b85e-a28c1e9c8040 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Mar 08 13:02:31.675814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1bc3-525f-4198-9adb-aabe9cc3b438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:32.191460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d7e7b-4d13-411d-bdc5-387c0f8eaa59 req-06920e46-f4f5-4246-96ff-b8190f4869e4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:32.192919 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4e0d7e7b-4d13-411d-bdc5-387c0f8eaa59 req-06920e46-f4f5-4246-96ff-b8190f4869e4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Mar 08 13:02:32.229759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4e0d7e7b-4d13-411d-bdc5-387c0f8eaa59 req-e92aae99-a52b-4572-ad16-bbad0487ad97 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Mar 08 13:02:32.723104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:33.346190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca2e0-0d96-4860-9eb4-c1b615328a0b req-69e05716-ba51-4ccd-a12d-06b46aee75a4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.347689 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ceca2e0-0d96-4860-9eb4-c1b615328a0b req-69e05716-ba51-4ccd-a12d-06b46aee75a4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0483661 Mar 08 13:02:33.385181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ceca2e0-0d96-4860-9eb4-c1b615328a0b req-a0dc9718-5165-4ff6-b71f-bec0fc27a885 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306611 Mar 08 13:02:33.715993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e77b6-45a4-4c62-b7ed-f38a2fa8230a req-6af7678a-7fe6-440d-b4f2-fe634902931d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.717613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0e7e77b6-45a4-4c62-b7ed-f38a2fa8230a req-6af7678a-7fe6-440d-b4f2-fe634902931d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0516465 Mar 08 13:02:33.791170 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0e7e77b6-45a4-4c62-b7ed-f38a2fa8230a req-175fe5a9-a9e6-4482-a33a-b4c4e7fb34a0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668876 Mar 08 13:02:33.808069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-e507fb11-3aea-44f6-8e1c-6167a5dbf9af tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.809529 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-e507fb11-3aea-44f6-8e1c-6167a5dbf9af tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96&tenant_id=9daf628314f34e419fbd04465b6b53a0&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.0719740 Mar 08 13:02:33.820560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:33.892266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-bd03d525-e186-43b7-8aa2-0217a9bac5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.893636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-bd03d525-e186-43b7-8aa2-0217a9bac5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 1099 time: 0.0404346 Mar 08 13:02:33.985029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-031b702b-10b8-4e5e-aa58-a501689c8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.986524 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-031b702b-10b8-4e5e-aa58-a501689c8ead service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0865989 Mar 08 13:02:34.052850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-05f0b0da-403c-4999-8513-d0dee3b1d32d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 200 len: 1001 time: 0.0583682 Mar 08 13:02:34.101426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-97d4d7d7-5867-4a08-a44a-ac5165583fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:34.103051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-97d4d7d7-5867-4a08-a44a-ac5165583fe7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0439272 Mar 08 13:02:34.138911 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:02:34.147833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-d9a1e4f9-8db2-4f5f-be68-0024898a373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:34.149319 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-d9a1e4f9-8db2-4f5f-be68-0024898a373a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400004 Mar 08 13:02:34.246043 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-5a0f6219-1f9a-4819-a57b-debaebb201ab service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896759 Mar 08 13:02:34.343148 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fdf59-f326-4d58-9917-8ee7b1778b6b req-8e547efb-a816-4ae9-8992-b1c6e4d935df service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903435 Mar 08 13:02:34.385812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:34.398011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:34.409033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'mac_address': 'fa:16:3e:43:72:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:02:34.448604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:34.461100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:34.480904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:34.563269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:34.614706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:34.622883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:34.917801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac0f7f-30f2-4aae-8094-bdf780e62b46 req-8d390097-6051-4c11-939b-736f79e728f2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:34.919346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-83ac0f7f-30f2-4aae-8094-bdf780e62b46 req-8d390097-6051-4c11-939b-736f79e728f2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 945 time: 0.0561030 Mar 08 13:02:34.958319 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-83ac0f7f-30f2-4aae-8094-bdf780e62b46 req-739dd179-4383-4226-ba26-6a099da1ce44 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329633 Mar 08 13:02:36.076876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffdd4f-c44a-415d-abd8-d3de46fc2944 req-bcb0764a-6dc7-4872-8974-3b38bb6b5654 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.078254 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bffdd4f-c44a-415d-abd8-d3de46fc2944 req-bcb0764a-6dc7-4872-8974-3b38bb6b5654 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 945 time: 0.0503809 Mar 08 13:02:36.117318 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bffdd4f-c44a-415d-abd8-d3de46fc2944 req-6e790510-fbc0-4dcc-b12a-886f5ca92fdd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Mar 08 13:02:36.155751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:36.207005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:02:36.207509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:36.239903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c4f04-0692-403f-8339-a0060fddd9eb req-43fccb06-ba57-42e5-a0f6-c1d11ccdcd08 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.241411 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fb2c4f04-0692-403f-8339-a0060fddd9eb req-43fccb06-ba57-42e5-a0f6-c1d11ccdcd08 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Mar 08 13:02:36.282486 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fb2c4f04-0692-403f-8339-a0060fddd9eb req-6ba261e4-cdd9-4146-bc04-f4ceb00b76a2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346155 Mar 08 13:02:36.292246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:36.318061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:36.320298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9fb929-d5f9-4654-b632-530f8f892c75" -d '{"events": [{"server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "name": "network-vif-plugged", "status": "completed", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:36.333906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:36.356163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88615c6-301f-43c2-ba97-47a9e8748980 x-openstack-request-id: req-f88615c6-301f-43c2-ba97-47a9e8748980 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:36.356446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "name": "network-vif-plugged", "status": "completed", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:36.356692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f88615c6-301f-43c2-ba97-47a9e8748980 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:36.357071 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'code': 200} Mar 08 13:02:36.407088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bfb78-0af2-4cf9-993b-d6477521ca22 req-77ac1734-734d-4dfc-a708-f88f7db5553c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.408570 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c08bfb78-0af2-4cf9-993b-d6477521ca22 req-77ac1734-734d-4dfc-a708-f88f7db5553c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 945 time: 0.0541508 Mar 08 13:02:36.413292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:36.448288 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c08bfb78-0af2-4cf9-993b-d6477521ca22 req-f30da84b-dd0c-4efb-beae-e9596df20d65 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Mar 08 13:02:36.461823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:36.889295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c606f-d808-4561-bdb6-b05b648ddb1e req-243ab68e-5c2a-4a3c-a84b-24b511e13a88 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.890790 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e77c606f-d808-4561-bdb6-b05b648ddb1e req-243ab68e-5c2a-4a3c-a84b-24b511e13a88 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0494108 Mar 08 13:02:36.928752 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e77c606f-d808-4561-bdb6-b05b648ddb1e req-ed2a03c1-8ac4-4ae9-ab8b-435d0db7061a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Mar 08 13:02:38.043973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb31d-5eb0-4069-9f01-2a1afb11e0e5 req-38478998-efa0-4f8c-8342-c355f7e8f052 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:38.045385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbaeb31d-5eb0-4069-9f01-2a1afb11e0e5 req-38478998-efa0-4f8c-8342-c355f7e8f052 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0483818 Mar 08 13:02:38.084544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbaeb31d-5eb0-4069-9f01-2a1afb11e0e5 req-0deb52e2-775e-4fb5-b5bc-1cfc2c25277b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Mar 08 13:02:38.552966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-87c5c64c-285e-46cd-9286-87268cfeedfa tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:38.554413 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-87c5c64c-285e-46cd-9286-87268cfeedfa tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 946 time: 0.0524848 Mar 08 13:02:38.643378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Deleting port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:02:38.643712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:38.736103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] For port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:38.736455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:38.904754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:38.905104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:38.905408 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 disassociated. External IP: 172.26.3.65, port: 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9. Mar 08 13:02:38.905736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Calling delete_port for 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:02:39.088770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:39.117987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event deleted for resources: {'Port': ['ID=6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:39.129936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.133620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:39.208521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3051a55-61a5-48a7-b15d-454f129fc6f0 req-9a424888-9499-4182-a262-d43b51b9465a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 210 time: 0.0375078 Mar 08 13:02:39.596949 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:39.704200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:39.714239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:39.724866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:39.725479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:02:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:39.741691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] No DVR routers for this DVR port 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:02:39.744462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:39.747781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c713cca0-6e03-41ec-8de2-be3719c7e054 req-975b3d28-b188-4840-b382-00ca533df364 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "DELETE /v2.0/ports/6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 HTTP/1.1" status: 204 len: 173 time: 1.1860225 Mar 08 13:02:39.748239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'name': 'network-vif-deleted', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:39.750511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07172cb-82f9-45ac-81d7-4c4c9e2f4238" -d '{"events": [{"server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "name": "network-vif-deleted", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:39.792430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb695c7-c8b5-4fb8-adec-c1d989ee00ed x-openstack-request-id: req-bdb695c7-c8b5-4fb8-adec-c1d989ee00ed {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:39.792721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96", "name": "network-vif-deleted", "tag": "6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:39.792966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdb695c7-c8b5-4fb8-adec-c1d989ee00ed {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:39.793359 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96', 'name': 'network-vif-deleted', 'tag': '6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9', 'status': 'completed', 'code': 200} Mar 08 13:02:39.838733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:40.043098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:40.075424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:40.084162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:40.084757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:02:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:40.195453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:40.316849 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f20302cb-75b6-4fd4-93a3-30507f20bec3 req-cc295fe4-110a-4c44-808d-cd2c2e262b89 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d6c4fb2-427f-4fa8-8ed6-087ec56cfb96 HTTP/1.1" status: 200 len: 210 time: 0.0293088 Mar 08 13:02:40.406616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:40.434220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1fa248-c0ff-4585-ba38-70424dc3b00c None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:40.655345 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f8540-dd99-4425-b665-331becb54597 None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:02:41.549308 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-827add16-450a-4749-8679-5e2743a8f9d0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1837518673&fields=id&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 267 time: 0.0322015 Mar 08 13:02:41.656842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-445372e3-624d-4b74-b183-dbffe37022c3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:41.658193 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-445372e3-624d-4b74-b183-dbffe37022c3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.1014669 Mar 08 13:02:41.673253 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-d1f83697-171d-4e9c-8b82-0150a79f7215 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/quotas/9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 375 time: 0.0092020 Mar 08 13:02:41.725949 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-b4593801-24fd-4c9e-adb4-e258cb039365 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473976 Mar 08 13:02:41.826290 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-a9181d0f-5b85-4f2d-8fd6-778248a20c0e service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884519 Mar 08 13:02:41.913525 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-90a27d01-2e50-4fc7-af2c-ba80b0f94440 service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809002 Mar 08 13:02:42.152544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e7fbba0-917c-4885-a0dc-6819e9b83b9e req-50a1355a-a88a-4bab-8545-14ab6db5d0b7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 210 time: 0.0269387 Mar 08 13:02:42.192999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:02:42.214129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:02:42.214566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 6ec9b4fa-e25d-4451-bd7c-b5cbdf3baba9 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:02:43.252582 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fbd3892c-2ac2-402e-8691-2900fdb359e4 req-20e9e93c-d9ad-450a-b9bb-64a564b696b8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 210 time: 0.0315447 Mar 08 13:02:43.910975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-9f5be74c-74b0-4976-b925-a7782396d626 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:43.912411 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-9f5be74c-74b0-4976-b925-a7782396d626 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.1007690 Mar 08 13:02:43.958850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-9761da19-0112-4743-86b8-f0b83ba0ac83 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 380 time: 0.0361657 Mar 08 13:02:43.968734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'port': {'device_id': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'admin_state_up': True, 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'security_groups': ['b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:44.145896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Made reservation on behalf of 9daf628314f34e419fbd04465b6b53a0 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:44.149370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:44.276458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Allocated IP 172.20.0.7 (792eaf90-6bd8-4dba-b360-bd417709326a/58d966b5-255a-437a-bb68-b22787d77cd0/326615ed-f709-4fd2-b8fb-fe24c0580ece) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:44.387299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8131379c-155a-4cef-9b21-331bf8f71696 req-d76205c7-de91-4560-b4b2-1b2028f34624 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 210 time: 0.0542107 Mar 08 13:02:44.439526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:44.529134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:44.577035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Network 792eaf90-6bd8-4dba-b360-bd417709326a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:44.580030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:44.583847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:44.609414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:44.639398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:44.640008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:44.715127 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0043043d-21ff-4498-b60d-2f615b0cecb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7500985 Mar 08 13:02:44.728471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Request body: {'port': {'device_id': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:44.773639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0cd30a92-b150-471f-9ec6-6c8abfaa96ee None None] Provisioning complete for port 326615ed-f709-4fd2-b8fb-fe24c0580ece triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:02:44.774814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0cd30a92-b150-471f-9ec6-6c8abfaa96ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:44.786782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:44.813566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0cd30a92-b150-471f-9ec6-6c8abfaa96ee None None] Port 326615ed-f709-4fd2-b8fb-fe24c0580ece cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:02:45.052907 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326615ed-f709-4fd2-b8fb-fe24c0580ece {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:45.061205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:45.073634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Transition to ACTIVE for port object 326615ed-f709-4fd2-b8fb-fe24c0580ece will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:02:45.150536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:45.206261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Pushing event updated for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:45.279080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Attempting to bind port 326615ed-f709-4fd2-b8fb-fe24c0580ece on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:02:45.279785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Attempting to bind port 326615ed-f709-4fd2-b8fb-fe24c0580ece by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:02:45.279785 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Attempting to bind port 326615ed-f709-4fd2-b8fb-fe24c0580ece on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:45.284749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Port 326615ed-f709-4fd2-b8fb-fe24c0580ece on network 792eaf90-6bd8-4dba-b360-bd417709326a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:02:45.286985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Attempting to bind port 326615ed-f709-4fd2-b8fb-fe24c0580ece on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:45.293563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:45.293932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Checking segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:02:45.294318 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Bound using segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:45.294743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Bound port: 326615ed-f709-4fd2-b8fb-fe24c0580ece, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:02:45.295094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:45.372732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:45.376035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:45.474477 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:45.531403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.532076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:45.533509 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] 10.222.0.45 "PUT /v2.0/ports/326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 1093 time: 0.8107710 Mar 08 13:02:45.534139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:45.537436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e09f745-07a3-4b2f-b34d-9a1a320f9a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:45.567191 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2a2e1-cfae-465b-bf0e-3f758d198e96 req-28cf6dfe-edc3-4874-8634-58012ada1130 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.568792 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-55a2a2e1-cfae-465b-bf0e-3f758d198e96 req-28cf6dfe-edc3-4874-8634-58012ada1130 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 943 time: 0.1097946 Mar 08 13:02:45.578670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a8a13-8628-4ff8-93dd-9760ccb2e545 service neutron] Pushing event updated for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:45.582729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b803a-afcf-4b70-aac4-527f8e36e798 x-openstack-request-id: req-761b803a-afcf-4b70-aac4-527f8e36e798 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:45.583141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:45.583435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-761b803a-afcf-4b70-aac4-527f8e36e798 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:45.583891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'status': 'completed', 'code': 200} Mar 08 13:02:45.661263 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-55a2a2e1-cfae-465b-bf0e-3f758d198e96 req-5f0f5dcd-260b-48ae-b2e7-a6dd8b284f11 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764022 Mar 08 13:02:45.671588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f745-07a3-4b2f-b34d-9a1a320f9a8a req-06e56abd-75ec-4408-a553-eda981ac2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.673094 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e09f745-07a3-4b2f-b34d-9a1a320f9a8a req-06e56abd-75ec-4408-a553-eda981ac2f0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0710039 Mar 08 13:02:45.793405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f745-07a3-4b2f-b34d-9a1a320f9a8a req-bb40c2ea-a9db-44c1-8a29-9d6ce2c5adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.794837 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e09f745-07a3-4b2f-b34d-9a1a320f9a8a req-bb40c2ea-a9db-44c1-8a29-9d6ce2c5adb4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9daf628314f34e419fbd04465b6b53a0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1136286 Mar 08 13:02:45.900695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f745-07a3-4b2f-b34d-9a1a320f9a8a req-8381300d-e746-44de-8954-d9572a2e5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.902119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e09f745-07a3-4b2f-b34d-9a1a320f9a8a req-8381300d-e746-44de-8954-d9572a2e5619 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012959 Mar 08 13:02:45.984094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-993841ce-2232-4d52-bb18-4aca61d031d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.985698 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-993841ce-2232-4d52-bb18-4aca61d031d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0455303 Mar 08 13:02:46.026941 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-54e165f4-0c83-4225-9f4f-3557c3661fae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 217 time: 0.0339284 Mar 08 13:02:46.077659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-a8b9fba0-3576-4d58-b93b-e9e08e049bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.079138 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-a8b9fba0-3576-4d58-b93b-e9e08e049bc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0462644 Mar 08 13:02:46.127462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-9adae2f0-88c4-431b-8053-b090913f7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.128959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-9adae2f0-88c4-431b-8053-b090913f7e11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434158 Mar 08 13:02:46.218781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-df3a8a25-e58d-4d47-b47e-0495b51b5b05 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835514 Mar 08 13:02:46.315547 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92c2b62f-b102-4335-82ad-8e3eb4c9375c req-0f1698d8-45cc-4a6a-b9c3-3b6e8323819d service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899856 Mar 08 13:02:46.781795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8ad54-fcca-4b59-ae43-b1bc4df85c70 req-6d59fdb4-9b33-4539-82e9-9d0caf15a031 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.783293 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b0b8ad54-fcca-4b59-ae43-b1bc4df85c70 req-6d59fdb4-9b33-4539-82e9-9d0caf15a031 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 943 time: 0.0501020 Mar 08 13:02:46.822643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b0b8ad54-fcca-4b59-ae43-b1bc4df85c70 req-e4d01e80-90b1-4d2a-9016-156222098936 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Mar 08 13:02:47.936546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653112a5-0cee-48a7-a582-c32b6971b832 req-b225e7b3-c541-463e-9d65-448ea42fd22a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:47.938035 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-653112a5-0cee-48a7-a582-c32b6971b832 req-b225e7b3-c541-463e-9d65-448ea42fd22a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 943 time: 0.0489492 Mar 08 13:02:47.974818 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-653112a5-0cee-48a7-a582-c32b6971b832 req-01cb0094-33d8-4a6c-bf7f-814293927bb5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Mar 08 13:02:48.240689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 326615ed-f709-4fd2-b8fb-fe24c0580ece details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:02:48.331828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:48.343451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'mac_address': 'fa:16:3e:36:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:02:48.383395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:48.396557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326615ed-f709-4fd2-b8fb-fe24c0580ece {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:48.414574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:48.511424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:48.559616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:48.741869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['326615ed-f709-4fd2-b8fb-fe24c0580ece'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:49.092887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8c639-3407-4ff1-bb58-d5843183a4fa req-4eef3be1-5015-48d3-8fbc-257f75ca822d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:49.094290 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25f8c639-3407-4ff1-bb58-d5843183a4fa req-4eef3be1-5015-48d3-8fbc-257f75ca822d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 944 time: 0.0533042 Mar 08 13:02:49.131318 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25f8c639-3407-4ff1-bb58-d5843183a4fa req-21dfb99a-4b4e-459b-9a49-e73d2d1038f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311267 Mar 08 13:02:50.246712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe073-5ce9-489f-bc26-7f677d4d54d4 req-caede145-a77e-45dd-9929-42db19e08aab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:50.248226 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-274fe073-5ce9-489f-bc26-7f677d4d54d4 req-caede145-a77e-45dd-9929-42db19e08aab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 944 time: 0.0498693 Mar 08 13:02:50.257892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 326615ed-f709-4fd2-b8fb-fe24c0580ece up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:50.286426 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-274fe073-5ce9-489f-bc26-7f677d4d54d4 req-5135c62e-ab3a-41b0-ad54-d532ee2e74ab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Mar 08 13:02:50.390360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 326615ed-f709-4fd2-b8fb-fe24c0580ece completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:02:50.394321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 326615ed-f709-4fd2-b8fb-fe24c0580ece triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:02:50.394716 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:50.476545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:50.498977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:50.501487 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dc3185-3972-4bd9-8f98-042fae5dd90f" -d '{"events": [{"server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "name": "network-vif-plugged", "status": "completed", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:50.515196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:50.538221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0755b2bc-cc1b-4a2c-9648-bb9640743676 x-openstack-request-id: req-0755b2bc-cc1b-4a2c-9648-bb9640743676 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:50.538512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "name": "network-vif-plugged", "status": "completed", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:50.538757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0755b2bc-cc1b-4a2c-9648-bb9640743676 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:50.539145 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'code': 200} Mar 08 13:02:50.602853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:50.653282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:50.844427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28e275-3054-40ed-8933-47f6e3dface8 req-6d9582b4-a395-4021-8fc6-a845bcc82d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:50.845956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f28e275-3054-40ed-8933-47f6e3dface8 req-6d9582b4-a395-4021-8fc6-a845bcc82d63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0399110 Mar 08 13:02:50.878588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f28e275-3054-40ed-8933-47f6e3dface8 req-2e01f84b-18f4-4d97-bf2a-df2da25cc3d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264616 Mar 08 13:02:51.404142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123611cb-bf5d-4333-ba1a-d9e3b05f7441 req-873b229f-68e2-4e2a-8c12-79d3940a6565 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:51.405605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-123611cb-bf5d-4333-ba1a-d9e3b05f7441 req-873b229f-68e2-4e2a-8c12-79d3940a6565 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0528173 Mar 08 13:02:51.442836 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-123611cb-bf5d-4333-ba1a-d9e3b05f7441 req-c454390c-7ca9-42b5-9f0e-8910c3286a55 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Mar 08 13:02:52.563293 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d39e-62ff-450c-ad52-000cd582af26 req-65608132-c39d-4003-841e-8e61e357ea9d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:52.564773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f982d39e-62ff-450c-ad52-000cd582af26 req-65608132-c39d-4003-841e-8e61e357ea9d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Mar 08 13:02:52.604124 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f982d39e-62ff-450c-ad52-000cd582af26 req-ca08879b-c0f1-4b9c-86ab-281e41324a77 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334425 Mar 08 13:02:52.715764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79540a-5f1f-4fb5-b999-2bb784691865 req-89c3305a-34c9-4f7f-90ef-68a10aa1a26b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:52.717222 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e79540a-5f1f-4fb5-b999-2bb784691865 req-89c3305a-34c9-4f7f-90ef-68a10aa1a26b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Mar 08 13:02:52.725774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 42292) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:02:52.731037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'floatingip': {'port_id': '326615ed-f709-4fd2-b8fb-fe24c0580ece'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:52.773170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:53.209660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:53.281567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:53.378634 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 associated. External IP: 172.26.3.65, port: 326615ed-f709-4fd2-b8fb-fe24c0580ece. Mar 08 13:02:53.581173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:53.688921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:53.693897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:53.699470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:53.708982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:53.709580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:02:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:53.721999 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1b68c432-8001-40ff-8d10-f9bbc3974122 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "PUT /v2.0/floatingips/495a0c78-51e5-45ec-adbd-2db49c232203 HTTP/1.1" status: 200 len: 990 time: 0.9952061 Mar 08 13:02:53.722584 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:53.724805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cf2086-351f-4764-a011-49acec67f7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:53.772073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2653bb9-a463-47de-9fa8-17e97617711b x-openstack-request-id: req-c2653bb9-a463-47de-9fa8-17e97617711b {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:53.772446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:53.772618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2653bb9-a463-47de-9fa8-17e97617711b {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:53.772999 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'status': 'completed', 'code': 200} Mar 08 13:02:53.814570 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:02:53.825264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:53.840352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf2086-351f-4764-a011-49acec67f7c9 req-d2379560-3543-46ff-b2f5-661c451d8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:53.841876 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39cf2086-351f-4764-a011-49acec67f7c9 req-d2379560-3543-46ff-b2f5-661c451d8e30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0464072 Mar 08 13:02:53.941821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf2086-351f-4764-a011-49acec67f7c9 req-b35106fb-a1a0-4baa-aeda-d3b50fdef1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:53.943468 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39cf2086-351f-4764-a011-49acec67f7c9 req-b35106fb-a1a0-4baa-aeda-d3b50fdef1be service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0950089 Mar 08 13:02:54.020928 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39cf2086-351f-4764-a011-49acec67f7c9 req-6be1147b-a6ee-4911-9514-016305705930 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 998 time: 0.0707624 Mar 08 13:02:54.067124 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:36:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:02:53Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:54.095033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:54.098393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf2086-351f-4764-a011-49acec67f7c9 req-dd6a4bd4-0e80-4d58-b7a6-7c7d458e16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.099862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39cf2086-351f-4764-a011-49acec67f7c9 req-dd6a4bd4-0e80-4d58-b7a6-7c7d458e16e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0720744 Mar 08 13:02:54.103051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:54.103637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:02:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:54.115018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c978cc-5f51-4c08-b533-3beeeecd1543 req-436b1196-517e-4374-ac96-a5bf5c4b17bb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.116433 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-24c978cc-5f51-4c08-b533-3beeeecd1543 req-436b1196-517e-4374-ac96-a5bf5c4b17bb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0811048 Mar 08 13:02:54.184079 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-24c978cc-5f51-4c08-b533-3beeeecd1543 req-415da1e6-20fb-4ede-9ce5-87b0f3a75bab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592258 Mar 08 13:02:54.186849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf2086-351f-4764-a011-49acec67f7c9 req-9e6f22c2-2c18-4d3f-9682-5571e5a379ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.188294 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39cf2086-351f-4764-a011-49acec67f7c9 req-9e6f22c2-2c18-4d3f-9682-5571e5a379ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808201 Mar 08 13:02:54.283253 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39cf2086-351f-4764-a011-49acec67f7c9 req-434accc5-3788-40ac-9828-faaac4f0d744 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873468 Mar 08 13:02:54.369415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:54.380254 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39cf2086-351f-4764-a011-49acec67f7c9 req-be3cd53c-a557-4d0c-a2d1-e9cb6fdda676 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902007 Mar 08 13:02:54.591720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:36:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:02:53Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:54.621490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadffa5a-f111-4f80-9c1c-7a997a65cda3 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:36:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:02:53Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:54.806682 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38695d07-ad9c-473a-8e43-8a2c4f98df57 None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:02:55.304697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7381c-c7c6-4f52-a05a-03e98eb650e9 req-9d1ae56e-7662-4696-9984-0e73f0c356c9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:55.306114 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fad7381c-c7c6-4f52-a05a-03e98eb650e9 req-9d1ae56e-7662-4696-9984-0e73f0c356c9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Mar 08 13:02:55.344205 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fad7381c-c7c6-4f52-a05a-03e98eb650e9 req-27323a53-98ab-44e6-9795-fc421e579094 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Mar 08 13:02:55.648434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:56.458718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d391f7-3ea6-43d2-a415-3c6656dc89a9 req-125a5c5e-f705-447d-9147-e6d8f75d3fe8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:56.460155 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c0d391f7-3ea6-43d2-a415-3c6656dc89a9 req-125a5c5e-f705-447d-9147-e6d8f75d3fe8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0480347 Mar 08 13:02:56.497361 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c0d391f7-3ea6-43d2-a415-3c6656dc89a9 req-c96932f7-3465-4bf6-8764-f8a77ee202f7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305245 Mar 08 13:02:57.611243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53881110-0a5b-40d6-b21e-e5ad391e27f1 req-7e2f8ee5-326b-4f34-8e3c-52dbc1e82434 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:57.612700 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-53881110-0a5b-40d6-b21e-e5ad391e27f1 req-7e2f8ee5-326b-4f34-8e3c-52dbc1e82434 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Mar 08 13:02:57.653470 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-53881110-0a5b-40d6-b21e-e5ad391e27f1 req-c1e5ae6e-415f-4d17-b84f-a3bdab818070 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347731 Mar 08 13:02:58.770900 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b93dd-4962-46b0-8421-a411740025c5 req-7e9dea56-3747-49d2-a2cb-e6fc4067925e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:58.772093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d0b93dd-4962-46b0-8421-a411740025c5 req-7e9dea56-3747-49d2-a2cb-e6fc4067925e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0506804 Mar 08 13:02:58.810159 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d0b93dd-4962-46b0-8421-a411740025c5 req-05bf08cb-7505-4988-b6ba-9c2faaf877dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Mar 08 13:02:59.127328 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f984afa5-4933-489a-b513-bc5e64e43a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:02:59.922875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1035-9fde-47df-8f7e-e912f791176d req-714a5ef7-78ef-469b-aff1-53022feb904c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:59.924400 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e67b1035-9fde-47df-8f7e-e912f791176d req-714a5ef7-78ef-469b-aff1-53022feb904c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0484693 Mar 08 13:02:59.962827 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e67b1035-9fde-47df-8f7e-e912f791176d req-a7a64b58-e97c-49a7-90d8-8fc701eb5536 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Mar 08 13:03:01.077637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177299-96d8-4b25-855f-016d5db7fa88 req-27dee62a-0cab-4226-9e52-474611462abe tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:01.079041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff177299-96d8-4b25-855f-016d5db7fa88 req-27dee62a-0cab-4226-9e52-474611462abe tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Mar 08 13:03:01.121497 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff177299-96d8-4b25-855f-016d5db7fa88 req-a9e50a97-1856-4a46-8d5b-c867e7bd08d8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354757 Mar 08 13:03:01.704278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4608bb9c-eb8d-4e5a-8b62-a4d97af80435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:02.237656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0fe0e-3b0e-4641-8ab1-6e07c55372e7 req-89b296e4-f96e-465b-846e-8f6004d4f239 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:02.239139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99b0fe0e-3b0e-4641-8ab1-6e07c55372e7 req-89b296e4-f96e-465b-846e-8f6004d4f239 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0493309 Mar 08 13:03:02.277040 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99b0fe0e-3b0e-4641-8ab1-6e07c55372e7 req-4036b837-d94c-4189-99dc-018b84870084 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Mar 08 13:03:02.750949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:03.391151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6a0b1-a982-4a4d-a59b-b5b39120fc58 req-3e876d7f-3e82-4c9f-9acb-f62aff46acf1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:03.392609 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5c6a0b1-a982-4a4d-a59b-b5b39120fc58 req-3e876d7f-3e82-4c9f-9acb-f62aff46acf1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Mar 08 13:03:03.428847 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5c6a0b1-a982-4a4d-a59b-b5b39120fc58 req-b3c44ffb-93a5-4328-83c8-7a485ace5f0e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303972 Mar 08 13:03:03.808478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:04.258703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:04.547472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ed3c2-3fa9-40f7-bf1a-0de98fd6bb4d req-79143aa1-26da-4f64-84a5-7f58b437f41a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.548941 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-407ed3c2-3fa9-40f7-bf1a-0de98fd6bb4d req-79143aa1-26da-4f64-84a5-7f58b437f41a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0504167 Mar 08 13:03:04.589879 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-407ed3c2-3fa9-40f7-bf1a-0de98fd6bb4d req-94e77b10-a47e-4a1b-856e-692c010c3009 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Mar 08 13:03:05.706208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb94b-e8aa-46eb-9720-1f25c932972d req-8542e723-bac0-46bf-b037-b235a77a9900 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:05.707704 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fb94b-e8aa-46eb-9720-1f25c932972d req-8542e723-bac0-46bf-b037-b235a77a9900 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0488508 Mar 08 13:03:05.746073 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e6fb94b-e8aa-46eb-9720-1f25c932972d req-fd263236-9455-4d7d-a2ea-45b77e6540e6 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Mar 08 13:03:06.860206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1412d-54dc-4e5b-b20f-34ffcf22ec74 req-4066ac24-6339-44de-bacf-f3efb3f5686f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.861710 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42b1412d-54dc-4e5b-b20f-34ffcf22ec74 req-4066ac24-6339-44de-bacf-f3efb3f5686f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Mar 08 13:03:06.899900 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42b1412d-54dc-4e5b-b20f-34ffcf22ec74 req-e3f91e4b-865d-4048-b2c1-a83b7dcce579 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320761 Mar 08 13:03:08.013184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9a65-5009-4972-b6e8-5a488cca942c req-35ef6513-51fb-4855-8834-50086465dbf2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.015361 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8eaa9a65-5009-4972-b6e8-5a488cca942c req-35ef6513-51fb-4855-8834-50086465dbf2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0497718 Mar 08 13:03:08.056106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8eaa9a65-5009-4972-b6e8-5a488cca942c req-69ca4a3b-d1d4-463c-b6e6-4a8db75154be tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Mar 08 13:03:09.169079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0d14-6e7b-4ebf-91e1-87cbaa8df611 req-d55f9a64-9274-4f62-a0a8-f9c8430c75cb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:09.170592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-613c0d14-6e7b-4ebf-91e1-87cbaa8df611 req-d55f9a64-9274-4f62-a0a8-f9c8430c75cb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0489399 Mar 08 13:03:09.207965 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-613c0d14-6e7b-4ebf-91e1-87cbaa8df611 req-989bc66e-bc3d-43a6-93cd-c01778eef4d5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Mar 08 13:03:10.322913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8d0b1-d53f-450c-bc1f-6026abe705d3 req-6c90ebe6-a9b4-4d75-b721-ce39a7ac327e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.324395 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8a8d0b1-d53f-450c-bc1f-6026abe705d3 req-6c90ebe6-a9b4-4d75-b721-ce39a7ac327e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0490212 Mar 08 13:03:10.362446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8a8d0b1-d53f-450c-bc1f-6026abe705d3 req-882e41fb-553a-4077-8d63-6597ca0f6d50 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Mar 08 13:03:11.476113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d2ec8-4084-4b98-bc23-ad4c66e3118d req-cd271753-b59b-424c-ba98-bb71138e9bf8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:11.477572 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e0d2ec8-4084-4b98-bc23-ad4c66e3118d req-cd271753-b59b-424c-ba98-bb71138e9bf8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0481126 Mar 08 13:03:11.519353 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e0d2ec8-4084-4b98-bc23-ad4c66e3118d req-979df3c2-edb0-4669-b14e-94d84b0a7116 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351999 Mar 08 13:03:12.640189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720add7-b606-49c2-aa54-e945c890b8ea req-91f39329-b71a-4e76-b433-5a71fd6c78ca tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.641663 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9720add7-b606-49c2-aa54-e945c890b8ea req-91f39329-b71a-4e76-b433-5a71fd6c78ca tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0511341 Mar 08 13:03:12.679072 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9720add7-b606-49c2-aa54-e945c890b8ea req-0340a518-42be-4a39-8ecf-4d732a15d378 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314791 Mar 08 13:03:13.794961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a011-dbf8-4490-b735-fe427c67dc6c req-1d2dfb51-a495-4638-a1b3-a6ad9c9d21a3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.796499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3668a011-dbf8-4490-b735-fe427c67dc6c req-1d2dfb51-a495-4638-a1b3-a6ad9c9d21a3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0500011 Mar 08 13:03:13.833919 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3668a011-dbf8-4490-b735-fe427c67dc6c req-e799171d-3af0-44f0-ae1d-fcd5f2bbfb08 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Mar 08 13:03:14.949905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ace51-85d1-4a4e-9339-3000df43b168 req-5cff0bbf-e22f-4630-8727-49b1d3112dd1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.951371 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a03ace51-85d1-4a4e-9339-3000df43b168 req-5cff0bbf-e22f-4630-8727-49b1d3112dd1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Mar 08 13:03:14.992737 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a03ace51-85d1-4a4e-9339-3000df43b168 req-8e308910-d3ee-4a5f-afed-e21603616bf9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351553 Mar 08 13:03:16.106142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079f4c9-8c82-436b-b058-5ad2962b23a0 req-d3f7efe0-3aec-4943-b89a-0715267ee340 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.107592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3079f4c9-8c82-436b-b058-5ad2962b23a0 req-d3f7efe0-3aec-4943-b89a-0715267ee340 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0491655 Mar 08 13:03:16.144613 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3079f4c9-8c82-436b-b058-5ad2962b23a0 req-8118336b-ed3c-4591-ab46-afff15dc453a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Mar 08 13:03:17.259156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59a08a-056b-4068-bad3-f1a3f5ea56a3 req-64b45671-6097-4eea-9b99-538f70f225a7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.260611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c59a08a-056b-4068-bad3-f1a3f5ea56a3 req-64b45671-6097-4eea-9b99-538f70f225a7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0494075 Mar 08 13:03:17.301379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c59a08a-056b-4068-bad3-f1a3f5ea56a3 req-1c62eb84-b78a-491d-b11a-782e3e178054 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341978 Mar 08 13:03:18.414528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc060b0-61bb-48e2-8b35-4e9073b269c7 req-3564b945-ac68-4b3e-a679-18e531dc9a16 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:18.416009 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ffc060b0-61bb-48e2-8b35-4e9073b269c7 req-3564b945-ac68-4b3e-a679-18e531dc9a16 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0478604 Mar 08 13:03:18.457872 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ffc060b0-61bb-48e2-8b35-4e9073b269c7 req-6d1dfb51-ffc3-4965-972e-4f80e5a50d79 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356643 Mar 08 13:03:19.573071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f42aa1-9e45-49f7-a342-521b2d08acf8 req-33d5227f-808d-449f-8c44-fd324016144d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.574564 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-94f42aa1-9e45-49f7-a342-521b2d08acf8 req-33d5227f-808d-449f-8c44-fd324016144d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Mar 08 13:03:19.612411 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-94f42aa1-9e45-49f7-a342-521b2d08acf8 req-e22ae623-0f4e-4788-b999-88215f6c5fae tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Mar 08 13:03:19.917046 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f535d-0ce6-4d9e-8c18-f081cba4d768 req-dd255ead-88b9-44bb-a64d-36d267f5c231 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.918791 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a4f535d-0ce6-4d9e-8c18-f081cba4d768 req-dd255ead-88b9-44bb-a64d-36d267f5c231 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0502162 Mar 08 13:03:19.957815 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a4f535d-0ce6-4d9e-8c18-f081cba4d768 req-f40a0c8f-ee91-4599-a32e-54c8bb2e4d15 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Mar 08 13:03:19.995804 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-710eeb5c-b263-4b34-b640-d3be3076c321 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411754 Mar 08 13:03:20.985960 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-4d8c4b1d-674a-4f78-9c65-30bb09f9c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:20.987618 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-4d8c4b1d-674a-4f78-9c65-30bb09f9c1ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1098 time: 0.3782041 Mar 08 13:03:21.135187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428698df-3da0-435d-aa5f-e98beaea604c req-143f4226-6a8e-498f-adc4-46eb6e29df19 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.136667 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-428698df-3da0-435d-aa5f-e98beaea604c req-143f4226-6a8e-498f-adc4-46eb6e29df19 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0815995 Mar 08 13:03:21.137793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-99b5ba73-b33a-4858-8d8d-bb032d757ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.139504 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-99b5ba73-b33a-4858-8d8d-bb032d757ae5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.1323395 Mar 08 13:03:21.214425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-428698df-3da0-435d-aa5f-e98beaea604c req-9197e1c7-c701-405c-b1e7-d76b88679f38 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714788 Mar 08 13:03:21.229225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-dec96c53-80ce-4105-9533-60f138891acc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 1000 time: 0.0731783 Mar 08 13:03:21.287619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-81bd3569-eccd-4977-813f-9e4eb4a7320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.288984 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-81bd3569-eccd-4977-813f-9e4eb4a7320d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0532684 Mar 08 13:03:21.335146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-b48803d1-1312-4ef8-bf38-fd22ac94dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.336627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-b48803d1-1312-4ef8-bf38-fd22ac94dd7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399787 Mar 08 13:03:21.427981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-b42fb4c4-c6ee-4379-b132-6588fd6f4157 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836692 Mar 08 13:03:21.523160 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d464682b-84c6-4167-9211-e2d0eb83c43f req-08981362-1c1b-457e-af32-7e22257b934b service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875497 Mar 08 13:03:21.784370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-5daf66c5-6898-43ee-80fd-b080fa3f7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.786065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-5daf66c5-6898-43ee-80fd-b080fa3f7e00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0429525 Mar 08 13:03:21.881861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-7ff58dfd-9fd6-4b43-9fc4-486ad644fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.883327 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-7ff58dfd-9fd6-4b43-9fc4-486ad644fc98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0912077 Mar 08 13:03:21.952286 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-fee746c1-1366-4c07-a6c5-e9ac9fbfd28f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 1000 time: 0.0607977 Mar 08 13:03:22.000654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-5462de9e-ec12-48ba-b1e2-9c7c1c6ff46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.002171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-5462de9e-ec12-48ba-b1e2-9c7c1c6ff46f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0440385 Mar 08 13:03:22.051387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-c2526d86-9673-4a53-b655-ccaa31769d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.052876 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-c2526d86-9673-4a53-b655-ccaa31769d2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440300 Mar 08 13:03:22.142088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-4fc98cd0-6506-40a5-8b58-6f6e05881f61 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820940 Mar 08 13:03:22.236005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-ffdcc532-b563-402b-867d-aa9b631a30c6 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877917 Mar 08 13:03:22.340550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab52fd5-2562-443e-b992-2e935f5a0475 req-f96cafb9-cb2e-4d7a-a492-4b1e308a0520 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.341945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fab52fd5-2562-443e-b992-2e935f5a0475 req-f96cafb9-cb2e-4d7a-a492-4b1e308a0520 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0515714 Mar 08 13:03:22.380048 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fab52fd5-2562-443e-b992-2e935f5a0475 req-304780d1-67d6-4ac2-a99f-5bc868ce98b4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Mar 08 13:03:23.671621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae1f59-edbc-4cb7-989a-4770037852d3 req-b78a4c9f-b7cd-4338-b183-2bde68595b41 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:23.673002 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6cae1f59-edbc-4cb7-989a-4770037852d3 req-b78a4c9f-b7cd-4338-b183-2bde68595b41 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0488284 Mar 08 13:03:23.711046 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6cae1f59-edbc-4cb7-989a-4770037852d3 req-bab0beeb-326b-408b-a055-ba3c3f50e060 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Mar 08 13:03:24.135100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-6a9937fb-bba8-4d91-8f3f-32023c47c672 service neutron] 10.222.0.45 "GET /v2.0/ports/326615ed-f709-4fd2-b8fb-fe24c0580ece/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0585420 Mar 08 13:03:24.716283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-eac38278-bd10-410d-8f02-c1067926a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:24.718060 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-eac38278-bd10-410d-8f02-c1067926a734 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 1098 time: 0.0424671 Mar 08 13:03:24.779343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-73572719-3f51-41ed-927b-913f2938f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:24.780943 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-73572719-3f51-41ed-927b-913f2938f36a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0421436 Mar 08 13:03:24.882581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6dbc3-040c-4a09-81ec-66d62fa121d0 req-4bfe1e27-9c56-4184-bd3b-e83e39c50646 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:24.884054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1d6dbc3-040c-4a09-81ec-66d62fa121d0 req-4bfe1e27-9c56-4184-bd3b-e83e39c50646 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.1022556 Mar 08 13:03:24.930890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-d5f8e93c-30ec-42cc-b879-7018c68e1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:24.932356 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-d5f8e93c-30ec-42cc-b879-7018c68e1628 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.1423285 Mar 08 13:03:24.940425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1d6dbc3-040c-4a09-81ec-66d62fa121d0 req-b1057da8-ad80-4b00-ae20-65cd8c6ff637 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Mar 08 13:03:25.004278 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-4988abd4-d5dd-436a-a5ff-fdb4eadf1772 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 1000 time: 0.0628521 Mar 08 13:03:25.053330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-972012cd-88b9-42d2-af83-8129012e1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:25.054709 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-972012cd-88b9-42d2-af83-8129012e1993 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0440319 Mar 08 13:03:25.100094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-9cb554e9-9c13-4a5d-8562-4942683d06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:25.101563 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-9cb554e9-9c13-4a5d-8562-4942683d06b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391200 Mar 08 13:03:25.196556 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-867a738e-e93a-4983-b17f-3351e0abf083 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883644 Mar 08 13:03:25.287731 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-092a11ef-9b08-49d0-a589-c67e6f91e503 req-af3b0f34-c4aa-4a80-97fd-97b2d94b1229 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Mar 08 13:03:25.631110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:26.056574 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96383dcb-a3cb-4fc6-87ba-c0b30f8445b8 req-59c121d2-3f41-402f-9b4b-8b6437a0d6e1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:26.058068 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96383dcb-a3cb-4fc6-87ba-c0b30f8445b8 req-59c121d2-3f41-402f-9b4b-8b6437a0d6e1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Mar 08 13:03:26.095064 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96383dcb-a3cb-4fc6-87ba-c0b30f8445b8 req-8bf9f2e7-4a15-4527-8ccc-7c2404ccb75e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Mar 08 13:03:27.215183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389e6c-7ffb-4892-9ab4-11ee872c83e5 req-843f7534-6443-4e7b-b20b-eb9a802c2115 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.216688 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db389e6c-7ffb-4892-9ab4-11ee872c83e5 req-843f7534-6443-4e7b-b20b-eb9a802c2115 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0539243 Mar 08 13:03:27.256946 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-db389e6c-7ffb-4892-9ab4-11ee872c83e5 req-d5cf5b11-d343-4974-8852-4db2bba8111f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340960 Mar 08 13:03:27.632531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebc3ea-10c2-46e9-8024-fe10d4cc42ee req-4c1c8bd6-d458-402d-b237-dce8ffd806ea tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.634039 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-75ebc3ea-10c2-46e9-8024-fe10d4cc42ee req-4c1c8bd6-d458-402d-b237-dce8ffd806ea tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0516686 Mar 08 13:03:27.700887 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-75ebc3ea-10c2-46e9-8024-fe10d4cc42ee req-0d32460e-9610-4cc3-baa4-119eb1c1b92d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599735 Mar 08 13:03:27.717603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-9488f576-2192-4b62-a4ef-e63f7b2226d5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.719054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-9488f576-2192-4b62-a4ef-e63f7b2226d5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3&tenant_id=9daf628314f34e419fbd04465b6b53a0&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.0639079 Mar 08 13:03:27.806043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-c9c554f8-c21d-44da-80f9-4dbbf6cc3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.807471 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-c9c554f8-c21d-44da-80f9-4dbbf6cc3800 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0447507 Mar 08 13:03:27.896115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-6b7a5e0a-ccfc-4f43-a15a-e1566fcfb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.897553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-6b7a5e0a-ccfc-4f43-a15a-e1566fcfb574 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0842457 Mar 08 13:03:27.969626 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-c57fcd30-2f3c-403a-9c9b-502d0e684769 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 1000 time: 0.0655937 Mar 08 13:03:28.019213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-dd78af3d-1fc8-4eb6-aa58-b7a011865e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.020852 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-dd78af3d-1fc8-4eb6-aa58-b7a011865e8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0450516 Mar 08 13:03:28.066148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-3524464b-134a-423f-bc3d-24c48ba9e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.067514 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-3524464b-134a-423f-bc3d-24c48ba9e177 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402632 Mar 08 13:03:28.159919 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-20072717-790c-4b76-b9fe-540ed61a7fa0 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 Mar 08 13:03:28.250717 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4472d55-d5cd-4bb1-b9d6-7d481344b7bc req-be3df711-7e92-4ca7-9750-67fdb13d2a5c service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838301 Mar 08 13:03:28.411211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 326615ed-f709-4fd2-b8fb-fe24c0580ece details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:28.506671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:28.518735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'mac_address': 'fa:16:3e:36:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:28.561562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:28.575063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 326615ed-f709-4fd2-b8fb-fe24c0580ece {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:28.593546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:28.665100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:28.716736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:28.724729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['326615ed-f709-4fd2-b8fb-fe24c0580ece'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:28.730408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.730749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.731097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.731418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.731733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.732049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.732400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.733181 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.733496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.733799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.734132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.734435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:28.835488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494030e-4b64-41e1-9783-85614d4b485a req-5770a9c3-b2ba-4699-bd08-e37772f48919 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.836990 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2494030e-4b64-41e1-9783-85614d4b485a req-5770a9c3-b2ba-4699-bd08-e37772f48919 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 944 time: 0.0582535 Mar 08 13:03:28.876576 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2494030e-4b64-41e1-9783-85614d4b485a req-72b65c69-c1de-4628-9cdc-aca3f4ebb483 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Mar 08 13:03:29.042514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a05cb5b7-ec98-46ae-86f3-697a86c9636f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:29.995890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d327f4-55cf-473b-95b5-a412a2eb719b req-788ff5b2-0b52-450d-a9ad-0fb00da79291 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:29.997399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33d327f4-55cf-473b-95b5-a412a2eb719b req-788ff5b2-0b52-450d-a9ad-0fb00da79291 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 944 time: 0.0529094 Mar 08 13:03:30.034873 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33d327f4-55cf-473b-95b5-a412a2eb719b req-044b554c-2ae1-483d-9ab4-58a22546a1e0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309472 Mar 08 13:03:30.150247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863d6bc-6a90-42a0-9e8e-16fa7090f7e2 req-e64709a4-4354-4b60-b14c-138aee74fd9b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.151713 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a863d6bc-6a90-42a0-9e8e-16fa7090f7e2 req-e64709a4-4354-4b60-b14c-138aee74fd9b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 944 time: 0.0510440 Mar 08 13:03:30.190243 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a863d6bc-6a90-42a0-9e8e-16fa7090f7e2 req-f650705b-a254-4537-affe-719777e60250 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Mar 08 13:03:30.410904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 326615ed-f709-4fd2-b8fb-fe24c0580ece up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:30.457990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 326615ed-f709-4fd2-b8fb-fe24c0580ece triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:03:30.458366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:30.536798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:30.562350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad1961-da21-4d17-85fd-84499a1a216b req-78513497-20a4-47a2-947c-cda86b6bcbad tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.563588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:30.563895 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2aad1961-da21-4d17-85fd-84499a1a216b req-78513497-20a4-47a2-947c-cda86b6bcbad tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 944 time: 0.0507846 Mar 08 13:03:30.565872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98918ebd-1e48-4d88-827b-21d79d7fb810" -d '{"events": [{"server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "name": "network-vif-plugged", "status": "completed", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:30.580164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:30.604744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86203a3d-b783-41cf-b77b-c891841c5f80 x-openstack-request-id: req-86203a3d-b783-41cf-b77b-c891841c5f80 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:30.605054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "name": "network-vif-plugged", "status": "completed", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:30.605795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86203a3d-b783-41cf-b77b-c891841c5f80 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:30.605982 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'code': 200} Mar 08 13:03:30.618615 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2aad1961-da21-4d17-85fd-84499a1a216b req-33d37dd0-138c-46ec-89ee-bf13e7ff644b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347593 Mar 08 13:03:30.642439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:30.674184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-b6aa4172-4c8b-439a-ab19-1db1e8bde59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.675751 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-b6aa4172-4c8b-439a-ab19-1db1e8bde59c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0457954 Mar 08 13:03:30.691794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:30.764953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-9fd402a7-5b4a-486a-bbf1-c9daecad5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.766453 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-9fd402a7-5b4a-486a-bbf1-c9daecad5064 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0847652 Mar 08 13:03:30.813487 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:03:30.833393 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-33b9f4da-e2ec-4dd4-92ad-db9e1cf9b212 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 200 len: 1000 time: 0.0609114 Mar 08 13:03:30.881801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-78f78b59-b1cd-4b36-b2b8-ec48bd4f7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.883233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-78f78b59-b1cd-4b36-b2b8-ec48bd4f7146 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0428250 Mar 08 13:03:30.927550 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-ba6cdbcf-9bb4-47db-aa15-5e30afb1ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.928916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-ba6cdbcf-9bb4-47db-aa15-5e30afb1ee60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385585 Mar 08 13:03:31.019140 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-685c5dcd-6154-4198-b686-fd05c94ffafc service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837758 Mar 08 13:03:31.107005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1434d4e9-dd45-4958-9042-1e8f0dc1d7e5 req-8b59b816-5fff-4f4c-aa3d-66e61a8f6555 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820355 Mar 08 13:03:31.693592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c18a8d8a-8be2-44a7-8b28-c1cab81720e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:31.737219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24b4ff-a314-4abf-98a0-7dbddf9a0bdb req-1d87b93f-2428-474f-b7c2-7cbd0a1c61d5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:31.738776 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9d24b4ff-a314-4abf-98a0-7dbddf9a0bdb req-1d87b93f-2428-474f-b7c2-7cbd0a1c61d5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Mar 08 13:03:31.777587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9d24b4ff-a314-4abf-98a0-7dbddf9a0bdb req-7ae4175e-149a-4461-9d19-81a99a288c40 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Mar 08 13:03:32.728321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:32.898381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4dcbd-f219-4fd1-a0f2-a56749decf94 req-eeacb5ed-4942-4d73-bff5-d16adbceb4e7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:32.899845 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-faa4dcbd-f219-4fd1-a0f2-a56749decf94 req-eeacb5ed-4942-4d73-bff5-d16adbceb4e7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0534408 Mar 08 13:03:32.936910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-faa4dcbd-f219-4fd1-a0f2-a56749decf94 req-60b74eb0-491e-4684-8dbe-5ab61cf602ab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Mar 08 13:03:33.408763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a153ad1-b15d-4962-8fca-cb4925352ad6 req-023a63b0-ddf4-465e-9b6e-42bd42da52f1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:33.410268 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a153ad1-b15d-4962-8fca-cb4925352ad6 req-023a63b0-ddf4-465e-9b6e-42bd42da52f1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0505364 Mar 08 13:03:33.448669 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a153ad1-b15d-4962-8fca-cb4925352ad6 req-f19c2175-d807-4a57-9d98-5e956af036e1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Mar 08 13:03:33.796667 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:34.247889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:34.567374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62a9b-bcfb-4070-94a4-f8ed45f0e235 req-db135919-610d-4f91-a159-054fe132d48a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:34.568835 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eca62a9b-bcfb-4070-94a4-f8ed45f0e235 req-db135919-610d-4f91-a159-054fe132d48a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0488555 Mar 08 13:03:34.605643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eca62a9b-bcfb-4070-94a4-f8ed45f0e235 req-d8af5edd-9182-4e31-a903-84664ad28530 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Mar 08 13:03:35.048639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85accf1e-daae-46ab-8a28-32528840fdcb req-2afb98bd-6b5f-487a-a18e-aa5c30a799d5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:35.050057 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85accf1e-daae-46ab-8a28-32528840fdcb req-2afb98bd-6b5f-487a-a18e-aa5c30a799d5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 945 time: 0.0553432 Mar 08 13:03:35.140312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Deleting port 326615ed-f709-4fd2-b8fb-fe24c0580ece {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:03:35.140641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:35.229726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] For port 326615ed-f709-4fd2-b8fb-fe24c0580ece, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=326615ed-f709-4fd2-b8fb-fe24c0580ece,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:35.230100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:35.395030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:35.395470 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:35.395607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 disassociated. External IP: 172.26.3.65, port: 326615ed-f709-4fd2-b8fb-fe24c0580ece. Mar 08 13:03:35.395904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Calling delete_port for 326615ed-f709-4fd2-b8fb-fe24c0580ece owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:03:35.590009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:35.619214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event deleted for resources: {'Port': ['ID=326615ed-f709-4fd2-b8fb-fe24c0580ece,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:35.733970 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ed5f3255-73bd-4ee9-babf-fea44fd79c9f req-4b74a1cb-e4bf-4407-b935-4627ad86b109 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 210 time: 0.0577824 Mar 08 13:03:35.755358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:03:35.861723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:35.871187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:35.881107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:35.881720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:03:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:35.902229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] No DVR routers for this DVR port 326615ed-f709-4fd2-b8fb-fe24c0580ece on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:03:35.905669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:35.909289 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85accf1e-daae-46ab-8a28-32528840fdcb req-10e891a0-8c2c-4a9c-a9cf-27e63404d946 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "DELETE /v2.0/ports/326615ed-f709-4fd2-b8fb-fe24c0580ece HTTP/1.1" status: 204 len: 173 time: 0.8537385 Mar 08 13:03:35.909760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'name': 'network-vif-deleted', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:35.913152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebaa1a2-9130-4987-b94e-8804eccf42ec" -d '{"events": [{"server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "name": "network-vif-deleted", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:35.952480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7150ceb-49af-4383-8bc7-ff61b83dc3de x-openstack-request-id: req-f7150ceb-49af-4383-8bc7-ff61b83dc3de {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:35.952853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7870f2bf-c95b-43df-978f-554eba68d4c3", "name": "network-vif-deleted", "tag": "326615ed-f709-4fd2-b8fb-fe24c0580ece", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:35.953103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7150ceb-49af-4383-8bc7-ff61b83dc3de {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:35.953498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7870f2bf-c95b-43df-978f-554eba68d4c3', 'name': 'network-vif-deleted', 'tag': '326615ed-f709-4fd2-b8fb-fe24c0580ece', 'status': 'completed', 'code': 200} Mar 08 13:03:35.989935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:36.204533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:36.232065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:36.240463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:36.240975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:03:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:36.346209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:36.545953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:36.572480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8472b-9e8b-4ade-90b7-975ba4900c96 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:36.799354 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283d174-b346-43d4-895e-3a9fcb27f6a5 None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:03:36.853824 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-283fb9d6-316b-46ef-a4c3-988ba4672e0e req-a921786d-ef6e-4c9c-a634-422b6e8d293d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=7870f2bf-c95b-43df-978f-554eba68d4c3 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Mar 08 13:03:38.086093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-80a36793-ec34-4836-a3c4-6f36ea826625 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1837518673&fields=id&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 267 time: 0.0333774 Mar 08 13:03:38.189686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-ac7877a2-ce52-4819-b412-15fb56644344 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:38.191168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-ac7877a2-ce52-4819-b412-15fb56644344 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.0981252 Mar 08 13:03:38.206669 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-07f035d6-8755-45ad-add2-fc0e9030f2f9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/quotas/9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 375 time: 0.0097888 Mar 08 13:03:38.262900 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-6e3e60d2-4b79-476e-9834-781855329e35 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510290 Mar 08 13:03:38.355437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-f421eda9-074e-4a9d-ad74-f38ae669967a service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808036 Mar 08 13:03:38.447554 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-61583c9e-98eb-48a3-a222-65e77e5e03bb service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856764 Mar 08 13:03:38.474681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 326615ed-f709-4fd2-b8fb-fe24c0580ece no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:03:38.494359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 326615ed-f709-4fd2-b8fb-fe24c0580ece {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:03:38.494693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 326615ed-f709-4fd2-b8fb-fe24c0580ece not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:03:38.655517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a9a726fe-1756-4e53-aa6e-4dfa29f58e8d req-2c8d04fd-a273-4811-b554-da0cf4317256 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 210 time: 0.0261335 Mar 08 13:03:39.751067 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-182f5c11-3ef1-453b-a547-20a49ee35c8c req-dc174717-b847-44b8-bc33-8ab742b6c9d4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Mar 08 13:03:40.398354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-a59bf3de-b972-42d2-a390-1a71e1a398a1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:40.399834 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-a59bf3de-b972-42d2-a390-1a71e1a398a1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.1074486 Mar 08 13:03:40.443175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-f05ea61f-ab00-4422-92aa-3e9d56d06fb0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 380 time: 0.0345955 Mar 08 13:03:40.452205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'port': {'device_id': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'admin_state_up': True, 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'security_groups': ['b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:40.619398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Made reservation on behalf of 9daf628314f34e419fbd04465b6b53a0 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:40.623031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.081300 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cfed01a8-5546-496f-a610-0d51ff3eec6e req-f051c7a7-f8ee-4e6e-88df-afd6f754d053 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 210 time: 0.0310235 Mar 08 13:03:41.098643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Allocated IP 172.20.0.10 (792eaf90-6bd8-4dba-b360-bd417709326a/58d966b5-255a-437a-bb68-b22787d77cd0/1f7e7b6d-0e8b-4fd3-976f-e613c7956b37) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:41.234685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.311543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.361382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Network 792eaf90-6bd8-4dba-b360-bd417709326a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:41.364370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:41.367961 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:41.400484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:41.416177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.416515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.416843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.417163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.417478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.417792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.418447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.418796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.419107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.419415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.419719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.420021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:41.441637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.442299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.513510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-d462f633-2c22-42ff-9d81-8939d490d80f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0650578 Mar 08 13:03:41.526486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Request body: {'port': {'device_id': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:41.583354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.630684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0f73a06a-8466-4e71-baa0-03f241ccae9a None None] Provisioning complete for port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:03:41.631241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0f73a06a-8466-4e71-baa0-03f241ccae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.669149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0f73a06a-8466-4e71-baa0-03f241ccae9a None None] Port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:03:41.840889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:41.848339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.859744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Transition to ACTIVE for port object 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:03:41.933757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:41.984406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:42.058372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Attempting to bind port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:03:42.058729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Attempting to bind port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:03:42.059051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Attempting to bind port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:42.064450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 on network 792eaf90-6bd8-4dba-b360-bd417709326a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:03:42.064765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Attempting to bind port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:42.070923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:42.071252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Checking segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:03:42.071623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Bound using segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:42.072070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Bound port: 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:03:42.072415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:42.142994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:42.148389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:42.199198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd878e9-70ba-4d5c-8de4-70b7b88f3bc0 req-0a42f414-a74d-4e0a-b073-3cad4ad07dfd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.200696 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ebd878e9-70ba-4d5c-8de4-70b7b88f3bc0 req-0a42f414-a74d-4e0a-b073-3cad4ad07dfd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0501013 Mar 08 13:03:42.214925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:42.275388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.276002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:42.277401 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 200 len: 1094 time: 0.7552402 Mar 08 13:03:42.278146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:42.281228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba454a4f-0414-492a-98e1-1b3975a7d37d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:42.288888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ebd878e9-70ba-4d5c-8de4-70b7b88f3bc0 req-9e5e3231-efb6-4a86-b675-b6a6f05146dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814221 Mar 08 13:03:42.314374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fc17d-111d-4933-897b-0be1c73a53e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:42.329219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef214a-c1ca-4d11-8155-51806570a47c x-openstack-request-id: req-dfef214a-c1ca-4d11-8155-51806570a47c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:42.329693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:42.329980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfef214a-c1ca-4d11-8155-51806570a47c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:42.330385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'status': 'completed', 'code': 200} Mar 08 13:03:42.394378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba454a4f-0414-492a-98e1-1b3975a7d37d req-ef7115d6-601b-48b3-9f22-63322001da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.395947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ba454a4f-0414-492a-98e1-1b3975a7d37d req-ef7115d6-601b-48b3-9f22-63322001da37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1097 time: 0.0447636 Mar 08 13:03:42.498650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba454a4f-0414-492a-98e1-1b3975a7d37d req-d567191d-a8d5-4311-88b4-ad72ddd802c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.500098 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ba454a4f-0414-492a-98e1-1b3975a7d37d req-d567191d-a8d5-4311-88b4-ad72ddd802c4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9daf628314f34e419fbd04465b6b53a0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0965180 Mar 08 13:03:42.595188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba454a4f-0414-492a-98e1-1b3975a7d37d req-9c0930bd-332c-4c84-b885-e61ac619c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.596673 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ba454a4f-0414-492a-98e1-1b3975a7d37d req-9c0930bd-332c-4c84-b885-e61ac619c85e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899920 Mar 08 13:03:42.676411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-026f8f65-8bc9-475a-89ba-592927a39c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.677934 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-026f8f65-8bc9-475a-89ba-592927a39c22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1097 time: 0.0426083 Mar 08 13:03:42.724801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-ac8ab8ac-b2f5-45f8-b983-08f4c00b9ad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 200 len: 217 time: 0.0392344 Mar 08 13:03:42.777096 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-8cb6a08d-78a0-41da-9c77-d91f3e8a4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.778563 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-8cb6a08d-78a0-41da-9c77-d91f3e8a4052 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0445418 Mar 08 13:03:42.827123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-7f929a63-dcf3-444b-94db-a13803bb275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.828641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-7f929a63-dcf3-444b-94db-a13803bb275f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426323 Mar 08 13:03:42.923092 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-0c95f528-520a-4786-b17f-d19eff536713 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878279 Mar 08 13:03:43.010648 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17155e46-99ef-4272-9cad-0d04e1e02d2e req-e32f271a-d9b3-4f34-b6da-8af60468e53a service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811570 Mar 08 13:03:43.413448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14b7f-1f21-4217-944e-a37b054754e1 req-5f19a352-83b3-4594-9971-abae819428bc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.414942 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27d14b7f-1f21-4217-944e-a37b054754e1 req-5f19a352-83b3-4594-9971-abae819428bc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0508821 Mar 08 13:03:43.458255 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27d14b7f-1f21-4217-944e-a37b054754e1 req-8bc31d6e-b220-456d-86de-791ef7a78347 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359099 Mar 08 13:03:44.484491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:44.576355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7a3df-069e-49f8-896e-b1c3dd23d3fe req-85e169e6-7647-43db-b565-8c9a63d922a4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.577874 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1ee7a3df-069e-49f8-896e-b1c3dd23d3fe req-85e169e6-7647-43db-b565-8c9a63d922a4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0510356 Mar 08 13:03:44.578236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:44.589834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'mac_address': 'fa:16:3e:0c:59:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:44.617372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1ee7a3df-069e-49f8-896e-b1c3dd23d3fe req-002586ae-2658-4a3e-927d-894c3f3bccbe tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333889 Mar 08 13:03:44.631011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:44.643671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:44.662905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:44.739402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:44.786301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:44.981282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:45.730854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42e1d-3446-406b-aa8d-14d4bfd5371a req-33ef9049-941b-4568-a6cd-5ed93cac06c3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.732301 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f9e42e1d-3446-406b-aa8d-14d4bfd5371a req-33ef9049-941b-4568-a6cd-5ed93cac06c3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Mar 08 13:03:45.770890 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f9e42e1d-3446-406b-aa8d-14d4bfd5371a req-37b33cc3-9034-4662-add2-6bec4b6f0aa5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320787 Mar 08 13:03:46.489714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:46.585123 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:03:46.589244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:03:46.589609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:46.676290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:46.699763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:46.702091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e2d41-2d06-4602-a8ee-aa42cfc95482" -d '{"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:46.715400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:46.740489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7434c152-e5fc-4d48-86be-78f2db4ac2cb x-openstack-request-id: req-7434c152-e5fc-4d48-86be-78f2db4ac2cb {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:46.740724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:46.740931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7434c152-e5fc-4d48-86be-78f2db4ac2cb {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:46.741321 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'code': 200} Mar 08 13:03:46.796993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:46.848157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.902255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9aac7-dbbf-46c9-8e20-63536ca95e56 req-9fccfc31-2966-4a61-82e5-f6b2120be3ba tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:46.903777 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cda9aac7-dbbf-46c9-8e20-63536ca95e56 req-9fccfc31-2966-4a61-82e5-f6b2120be3ba tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0518446 Mar 08 13:03:46.946955 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cda9aac7-dbbf-46c9-8e20-63536ca95e56 req-fa0b081d-8b32-4ffa-83c8-ee787b428209 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363054 Mar 08 13:03:47.029137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52a967-175f-45bb-bab4-7175ab9e684e req-c226c6e3-3a03-48d3-a22c-55a91a3c3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:47.031253 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fc52a967-175f-45bb-bab4-7175ab9e684e req-c226c6e3-3a03-48d3-a22c-55a91a3c3d30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1099 time: 0.0395651 Mar 08 13:03:47.066415 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fc52a967-175f-45bb-bab4-7175ab9e684e req-7915a760-fff8-4945-bc8e-170ec5ae261a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286729 Mar 08 13:03:48.066039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f188b-edbd-4993-820f-72d6007df136 req-7f102ad0-5a2c-4588-9329-ad17f12ee554 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.067539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af7f188b-edbd-4993-820f-72d6007df136 req-7f102ad0-5a2c-4588-9329-ad17f12ee554 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0497701 Mar 08 13:03:48.105797 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af7f188b-edbd-4993-820f-72d6007df136 req-583856ec-4d9f-411e-b8fe-71c4da498797 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324085 Mar 08 13:03:49.223166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e76e16-6f74-474d-90a3-db705a713541 req-f3ccd55f-8001-471c-b561-539d578aefc5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:49.224643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-56e76e16-6f74-474d-90a3-db705a713541 req-f3ccd55f-8001-471c-b561-539d578aefc5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0505729 Mar 08 13:03:49.267174 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-56e76e16-6f74-474d-90a3-db705a713541 req-71a22e15-3d9c-47e2-bd03-6dd02491ed5b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365007 Mar 08 13:03:49.377567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43da82-1dd6-4697-8ee0-ad4eacf5f2b5 req-5ba2511a-6be1-497c-89db-009e1f4a74e0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:49.379223 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff43da82-1dd6-4697-8ee0-ad4eacf5f2b5 req-5ba2511a-6be1-497c-89db-009e1f4a74e0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0500853 Mar 08 13:03:49.387566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 42474) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:03:49.392593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'floatingip': {'port_id': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:49.431163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:49.862827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:49.916341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:50.015623 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 associated. External IP: 172.26.3.65, port: 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37. Mar 08 13:03:50.222808 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:03:50.328924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:50.335701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:50.338736 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:50.349194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:50.350292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:03:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:50.361870 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9d5052de-a6f7-4a55-b2a3-88546281f6e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "PUT /v2.0/floatingips/495a0c78-51e5-45ec-adbd-2db49c232203 HTTP/1.1" status: 200 len: 991 time: 0.9732943 Mar 08 13:03:50.362457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:50.364726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeba408-7e80-468f-9b46-940d7a1364fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:50.404341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa56ba-d28f-4c8b-9e6a-11fccab3c90e x-openstack-request-id: req-dbaa56ba-d28f-4c8b-9e6a-11fccab3c90e {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:50.404341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:50.404341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbaa56ba-d28f-4c8b-9e6a-11fccab3c90e {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:50.404341 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'status': 'completed', 'code': 200} Mar 08 13:03:50.465088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-77b6bd43-4a27-43ba-8563-4bde502e1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.467636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-77b6bd43-4a27-43ba-8563-4bde502e1c8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1099 time: 0.0434117 Mar 08 13:03:50.474710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:50.563436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-1e687ef9-e2aa-4bba-834e-c409f3fad5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.564910 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-1e687ef9-e2aa-4bba-834e-c409f3fad5f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0901937 Mar 08 13:03:50.647635 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-c01115ba-258b-499c-ad63-30c94e9754c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 200 len: 999 time: 0.0753753 Mar 08 13:03:50.728654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-9a4dfd89-55bf-4e6c-8885-19f5528dabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.730194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-9a4dfd89-55bf-4e6c-8885-19f5528dabf8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0760853 Mar 08 13:03:50.773745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7374-7431-4d6f-bb97-17e038052558 req-555065a1-3093-4714-8f5a-04f5cd03ba66 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.775323 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-899a7374-7431-4d6f-bb97-17e038052558 req-555065a1-3093-4714-8f5a-04f5cd03ba66 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0885353 Mar 08 13:03:50.818374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-80d11036-a493-4047-a27b-f05e632e92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.819878 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-80d11036-a493-4047-a27b-f05e632e92c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819488 Mar 08 13:03:50.849295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:0c:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:03:49Z', 'revision_number': 9, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:50.871399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-899a7374-7431-4d6f-bb97-17e038052558 req-1d459186-ff5a-4997-a0a7-d67bb71da367 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891483 Mar 08 13:03:50.875822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:50.893241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:50.893241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:03:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:50.914868 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-02ded7a5-8789-4ac9-b7fe-63c4d8c149eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154361 Mar 08 13:03:50.945534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-e4a318d8-30a5-44e7-9bf7-6c0e40aa0d17 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104064 Mar 08 13:03:50.993546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:51.041098 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ceeba408-7e80-468f-9b46-940d7a1364fa req-dad4f7f2-f8a2-4cf8-ae91-b9cbad4a206c service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885019 Mar 08 13:03:51.236991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:0c:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:03:49Z', 'revision_number': 9, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:51.266028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff3858-29c1-455e-98a1-6a70363174ce None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:0c:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:03:49Z', 'revision_number': 9, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:51.481369 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7fd0d6-f0a1-4834-8fa9-f60ae0521014 None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:03:51.994475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2af435-a1c6-4802-9506-b0d348f4f534 req-933a6cd3-9b35-4d4c-ac3c-9a234b3be07d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:51.995964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e2af435-a1c6-4802-9506-b0d348f4f534 req-933a6cd3-9b35-4d4c-ac3c-9a234b3be07d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0545297 Mar 08 13:03:52.035224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e2af435-a1c6-4802-9506-b0d348f4f534 req-902037b0-5a38-4977-946d-28eab1f92cea tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Mar 08 13:03:52.754334 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-792b4e67-a318-408f-a595-1690e126df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.755810 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-792b4e67-a318-408f-a595-1690e126df41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1099 time: 0.0406423 Mar 08 13:03:52.844289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-4abf8eb5-11cd-4217-931c-1e8e1a9a0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.845730 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-4abf8eb5-11cd-4217-931c-1e8e1a9a0834 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0839591 Mar 08 13:03:52.913406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-b584918f-c269-4bc1-acc2-10cc011c7dac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 200 len: 1002 time: 0.0611820 Mar 08 13:03:52.962694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-824df70d-000d-450f-a20a-e3db33d4d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.964119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-824df70d-000d-450f-a20a-e3db33d4d157 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0425646 Mar 08 13:03:53.007169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-fa5cd7b2-bf9e-4898-be4b-2a839752995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.008624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-fa5cd7b2-bf9e-4898-be4b-2a839752995c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381930 Mar 08 13:03:53.103207 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-50fe4537-0f4a-4cb0-b0c1-cc1bb2d80a6b service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875416 Mar 08 13:03:53.205417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27fad1-b9b3-4f2f-bbe3-0961c3834b07 req-2ec0248c-5146-4baa-adaa-00c5ab58a005 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.207080 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de27fad1-b9b3-4f2f-bbe3-0961c3834b07 req-2ec0248c-5146-4baa-adaa-00c5ab58a005 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.1010616 Mar 08 13:03:53.249210 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-2a36507f-1dc2-4f80-9419-d494521625ef service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342292 Mar 08 13:03:53.263121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de27fad1-b9b3-4f2f-bbe3-0961c3834b07 req-1747ba66-5095-4bba-afca-3f84a7ddc970 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478499 Mar 08 13:03:54.379405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2a343-93d9-4fa1-9257-6fea0ee85a08 req-b1545440-0775-4ebf-a24b-ad046003a483 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:54.380862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-06f2a343-93d9-4fa1-9257-6fea0ee85a08 req-b1545440-0775-4ebf-a24b-ad046003a483 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0487645 Mar 08 13:03:54.417769 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-06f2a343-93d9-4fa1-9257-6fea0ee85a08 req-6900d5a4-fb9c-47fe-b086-9ccc38d6b940 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Mar 08 13:03:55.537122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72e6ea-f795-4875-bf99-291614095031 req-a0837a41-c493-4ff4-bc13-532cb08e2786 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:55.538630 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cc72e6ea-f795-4875-bf99-291614095031 req-a0837a41-c493-4ff4-bc13-532cb08e2786 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0529356 Mar 08 13:03:55.577379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cc72e6ea-f795-4875-bf99-291614095031 req-d2c7949d-1509-49c9-a702-eba62f59c197 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325961 Mar 08 13:03:55.658915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:03:56.692293 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597586c-a003-4f58-8b90-274a536b9fea req-6a5334c9-8275-4b88-a548-bfba7d6d7533 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:56.693757 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c597586c-a003-4f58-8b90-274a536b9fea req-6a5334c9-8275-4b88-a548-bfba7d6d7533 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0491781 Mar 08 13:03:56.730445 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c597586c-a003-4f58-8b90-274a536b9fea req-9e6b396d-bf96-4c56-968c-8fa3a95ba4db tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307908 Mar 08 13:03:57.850505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6f77-1f8e-4343-8b67-375bc42b5489 req-6d51d31d-a4de-4824-9e85-e8453db5a213 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:57.851974 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8cce6f77-1f8e-4343-8b67-375bc42b5489 req-6d51d31d-a4de-4824-9e85-e8453db5a213 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0499501 Mar 08 13:03:57.889786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8cce6f77-1f8e-4343-8b67-375bc42b5489 req-530b162c-a568-4f03-ba60-1540d22c55d9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Mar 08 13:03:59.009080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987cb5-ef2f-4f6a-a8f8-7079ca9be30a req-4385d91a-3256-489b-920d-14d88a89a604 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:59.010532 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-37987cb5-ef2f-4f6a-a8f8-7079ca9be30a req-4385d91a-3256-489b-920d-14d88a89a604 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0523341 Mar 08 13:03:59.048893 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-37987cb5-ef2f-4f6a-a8f8-7079ca9be30a req-005c4635-2350-4ab1-898c-704763332052 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Mar 08 13:03:59.053122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d242fc6-942c-4218-bacc-d8eafffa7a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:00.164414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0042fa-db1b-4c1e-8034-b5468af4c628 req-a58c0fb1-2c00-493f-a380-e7a6e4b07186 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:00.165911 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce0042fa-db1b-4c1e-8034-b5468af4c628 req-a58c0fb1-2c00-493f-a380-e7a6e4b07186 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0491810 Mar 08 13:04:00.204760 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ce0042fa-db1b-4c1e-8034-b5468af4c628 req-c9a12fb9-fe35-4e40-833a-50aba7667526 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Mar 08 13:04:01.321179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc0516-990a-4a7f-8009-c2db457b2471 req-8ca165d8-936f-4795-a88f-67ab082d7421 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:01.322662 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1cc0516-990a-4a7f-8009-c2db457b2471 req-8ca165d8-936f-4795-a88f-67ab082d7421 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0510874 Mar 08 13:04:01.360311 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1cc0516-990a-4a7f-8009-c2db457b2471 req-3a2fbaae-5cef-42ef-a8e9-962dbebc20c2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312257 Mar 08 13:04:01.682046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-69fd86f6-c23b-48a6-a24f-56c8bd683a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:02.479670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb33a5a-bc36-44e6-8816-d1d40c8e8c32 req-9f942417-13f4-4812-a4cd-a4bd0f44d40f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:02.481122 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-feb33a5a-bc36-44e6-8816-d1d40c8e8c32 req-9f942417-13f4-4812-a4cd-a4bd0f44d40f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0531528 Mar 08 13:04:02.722361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:02.841107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-feb33a5a-bc36-44e6-8816-d1d40c8e8c32 req-af3a3818-0890-4e45-b6aa-fe5ca698d454 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539448 Mar 08 13:04:03.813007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:03.957418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70fa0c-5731-4542-988f-c48cf07bd682 req-136769e8-9eff-4644-9a24-a54a61fd660f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:03.959058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c70fa0c-5731-4542-988f-c48cf07bd682 req-136769e8-9eff-4644-9a24-a54a61fd660f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0495136 Mar 08 13:04:03.997205 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c70fa0c-5731-4542-988f-c48cf07bd682 req-1e96412f-860b-45e7-a285-3bcece8110c8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321500 Mar 08 13:04:04.276159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:05.113298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb6741-a1fc-489c-9161-40a93f8dd29c req-1c488602-d7f2-445b-b21e-61cb7d151573 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:05.114858 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aceb6741-a1fc-489c-9161-40a93f8dd29c req-1c488602-d7f2-445b-b21e-61cb7d151573 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Mar 08 13:04:05.152785 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aceb6741-a1fc-489c-9161-40a93f8dd29c req-b926769b-c9ed-4192-ad94-c1f7853cd17f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Mar 08 13:04:06.274749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48c009-9fb6-4ce3-a94e-b784c8df4eb4 req-a7b14557-de31-4ff1-b034-e28a3453e3af tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:06.276237 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d48c009-9fb6-4ce3-a94e-b784c8df4eb4 req-a7b14557-de31-4ff1-b034-e28a3453e3af tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0546656 Mar 08 13:04:06.315376 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d48c009-9fb6-4ce3-a94e-b784c8df4eb4 req-8f924fbe-48d4-463e-8f6a-c6a799634886 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Mar 08 13:04:07.433394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6e94c-2f56-4fb0-bb10-b0c28d6da2db req-92aebf0f-de56-48ec-b42b-9711caa7553e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:07.434865 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65d6e94c-2f56-4fb0-bb10-b0c28d6da2db req-92aebf0f-de56-48ec-b42b-9711caa7553e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Mar 08 13:04:07.472235 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65d6e94c-2f56-4fb0-bb10-b0c28d6da2db req-cd7db0f2-a3fc-4470-a10b-3ac5414df0c3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Mar 08 13:04:07.812685 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:04:08.585676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdccc4-4e9a-47fa-a841-19060f117613 req-75ef400d-2cd7-4269-ac87-45a82d1afdc6 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:08.587161 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-41fdccc4-4e9a-47fa-a841-19060f117613 req-75ef400d-2cd7-4269-ac87-45a82d1afdc6 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0486331 Mar 08 13:04:08.625579 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-41fdccc4-4e9a-47fa-a841-19060f117613 req-d36fc685-46c9-47e8-b427-f23ee5772324 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Mar 08 13:04:09.742624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384e3f0-008c-48d2-8f5d-a7f617683099 req-8dd25c97-f433-4094-85da-62eecbd69c96 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:09.744069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9384e3f0-008c-48d2-8f5d-a7f617683099 req-8dd25c97-f433-4094-85da-62eecbd69c96 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0526047 Mar 08 13:04:09.780956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9384e3f0-008c-48d2-8f5d-a7f617683099 req-5837a5a0-a16c-4528-bf43-8a461afcb14d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302455 Mar 08 13:04:10.113690 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-e260dcf2-59ac-4d4f-a567-c2fab1e1259d service neutron] 10.222.0.45 "GET /v2.0/ports/1f7e7b6d-0e8b-4fd3-976f-e613c7956b37/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0545881 Mar 08 13:04:10.663186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-d1a657a1-3a08-4296-8488-5633cb5e5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:10.664650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-d1a657a1-3a08-4296-8488-5633cb5e5384 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 1099 time: 0.0390680 Mar 08 13:04:10.724798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-59cc5b72-3735-46e5-ade9-477cd1c8faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:10.726305 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-59cc5b72-3735-46e5-ade9-477cd1c8faff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1099 time: 0.0393708 Mar 08 13:04:10.819665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-b9fe20e1-205a-4a2a-8325-af7a18001119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:10.821147 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-b9fe20e1-205a-4a2a-8325-af7a18001119 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0879083 Mar 08 13:04:10.915264 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-6f049145-d970-408d-9f7b-d202b555e068 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 200 len: 1002 time: 0.0869007 Mar 08 13:04:10.938594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eb3a1-14ab-4b3a-abf2-67df479f8d76 req-62523a6a-fe81-4f32-8eba-74db419ea47a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:10.940009 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ab7eb3a1-14ab-4b3a-abf2-67df479f8d76 req-62523a6a-fe81-4f32-8eba-74db419ea47a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0768085 Mar 08 13:04:10.994733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-eaf73893-fbcb-4a57-afd6-b75e3c4896d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:10.996168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-eaf73893-fbcb-4a57-afd6-b75e3c4896d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0742569 Mar 08 13:04:11.003493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ab7eb3a1-14ab-4b3a-abf2-67df479f8d76 req-f077bbf6-75d0-4cdb-9cdb-0de6c1df330f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Mar 08 13:04:11.042089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-8487c3e2-0698-4fc4-9b85-7ee28538fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:11.043809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-8487c3e2-0698-4fc4-9b85-7ee28538fdc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392575 Mar 08 13:04:11.138062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-c7d9fe1e-3d79-468c-bb66-7aecc9977614 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873024 Mar 08 13:04:11.226071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ff6fc23-d40e-45b0-8248-195873050f6f req-c6e161be-17ba-49f4-add1-1e28ec7d41ff service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813682 Mar 08 13:04:12.124993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeba36-8aa9-4aa7-985e-040c317531b4 req-15d29803-8db4-4206-b0eb-c12929db7762 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:12.126506 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bbeba36-8aa9-4aa7-985e-040c317531b4 req-15d29803-8db4-4206-b0eb-c12929db7762 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.0555487 Mar 08 13:04:12.164519 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bbeba36-8aa9-4aa7-985e-040c317531b4 req-de487099-befc-4440-bd22-4b5a6752f430 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Mar 08 13:04:12.597304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:12.678188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:12.701678 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:12.704032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad18ba0-c8d7-4f4b-baab-4b59c3574356" -d '{"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:12.718402 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:12.765023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e7616-6d60-405b-b2d9-c08be0d040a8 x-openstack-request-id: req-de3e7616-6d60-405b-b2d9-c08be0d040a8 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:12.765310 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:12.765556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de3e7616-6d60-405b-b2d9-c08be0d040a8 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:12.766062 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'code': 200} Mar 08 13:04:12.773302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:12.822055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:13.283797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f98d5-ae6e-45d7-bdae-9a9d9909ec6f req-10c5676e-63f9-42f7-b35a-55577d40c9f0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:13.285281 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-702f98d5-ae6e-45d7-bdae-9a9d9909ec6f req-10c5676e-63f9-42f7-b35a-55577d40c9f0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0509772 Mar 08 13:04:13.324802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-702f98d5-ae6e-45d7-bdae-9a9d9909ec6f req-315974dd-50d5-4128-ab10-e628c3992f99 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Mar 08 13:04:13.979955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa64a40-3d5d-48f2-9340-57e792275350 req-da7ff360-034b-4f23-a7f6-9cfc53caf070 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:13.981459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fa64a40-3d5d-48f2-9340-57e792275350 req-da7ff360-034b-4f23-a7f6-9cfc53caf070 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0796113 Mar 08 13:04:14.015127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-3358d45d-c68c-4b02-970b-c15274ac4f01 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.016809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-3358d45d-c68c-4b02-970b-c15274ac4f01 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4&tenant_id=9daf628314f34e419fbd04465b6b53a0&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.0883188 Mar 08 13:04:14.059552 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fa64a40-3d5d-48f2-9340-57e792275350 req-260ea659-2ae1-4198-a4fa-83f078ef54d2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709922 Mar 08 13:04:14.089822 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-bc5ea425-7c36-4480-a7b1-71c98497a382 service neutron] 10.222.0.45 "GET /v2.0/ports/1f7e7b6d-0e8b-4fd3-976f-e613c7956b37/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0658596 Mar 08 13:04:14.150189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-fe76045d-d0d1-46be-b746-680e32207c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.151678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-fe76045d-d0d1-46be-b746-680e32207c07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1097 time: 0.0409160 Mar 08 13:04:14.245695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-6963d5a2-05ac-4fc4-a65f-fe46af073e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.247182 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-6963d5a2-05ac-4fc4-a65f-fe46af073e93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0872445 Mar 08 13:04:14.313360 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-db6cbc75-123e-46e7-a959-0ebe69dd6d21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 200 len: 1000 time: 0.0585604 Mar 08 13:04:14.362200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-3756f352-7cf1-4e16-bf7d-d861bd536d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.363654 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-3756f352-7cf1-4e16-bf7d-d861bd536d26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0446360 Mar 08 13:04:14.412941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-22d21cce-65ba-416d-8e6c-d53048d966cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.414461 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-22d21cce-65ba-416d-8e6c-d53048d966cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442023 Mar 08 13:04:14.502729 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-50725106-33cc-4e06-9618-b910450e1cb2 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811489 Mar 08 13:04:14.595825 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-1d5d25fd-0426-49ac-ba44-30702dfba834 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869226 Mar 08 13:04:15.178813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83e03-3695-4cf6-8fc1-ba959cb395ec req-2cb1212b-9856-4184-b271-6e02993122d1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:15.180274 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51d83e03-3695-4cf6-8fc1-ba959cb395ec req-2cb1212b-9856-4184-b271-6e02993122d1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0503926 Mar 08 13:04:15.218244 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51d83e03-3695-4cf6-8fc1-ba959cb395ec req-a2f1b52d-42cc-4b4c-90fb-e966bf68a159 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Mar 08 13:04:16.334233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe5bf-5002-4959-bc59-a3976267d5b2 req-a0f2afef-6e72-4b82-b29b-05a9db41b162 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:16.335696 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-062fe5bf-5002-4959-bc59-a3976267d5b2 req-a0f2afef-6e72-4b82-b29b-05a9db41b162 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0493007 Mar 08 13:04:16.376067 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-062fe5bf-5002-4959-bc59-a3976267d5b2 req-f5fee7d9-fd5c-4938-8cfa-39e1db1890f7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344405 Mar 08 13:04:17.352035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-6f2a60c4-7077-4acc-b823-fecec3510c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:17.353461 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-6f2a60c4-7077-4acc-b823-fecec3510c78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 1097 time: 0.0447221 Mar 08 13:04:17.413969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-959a8b11-49a0-4f74-af34-d544d3c2cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:17.415600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-959a8b11-49a0-4f74-af34-d544d3c2cbdc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 1097 time: 0.0409646 Mar 08 13:04:17.540171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-5fc4cd25-2b3c-4d8e-a48e-4ef7bb5fcdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:17.541627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-5fc4cd25-2b3c-4d8e-a48e-4ef7bb5fcdbf service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.1192329 Mar 08 13:04:17.550398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0579f-94f4-4100-b8e3-0e69ba0900d9 req-3fb8c9aa-aeef-4a2f-929a-42e8f7e63b52 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:17.551732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e8a0579f-94f4-4100-b8e3-0e69ba0900d9 req-3fb8c9aa-aeef-4a2f-929a-42e8f7e63b52 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0808237 Mar 08 13:04:17.631888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e8a0579f-94f4-4100-b8e3-0e69ba0900d9 req-d031f3ac-86a7-4a66-abf9-91a751b79f5c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738611 Mar 08 13:04:17.633587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-20c026cd-bac1-4b19-95a3-b99e46b3e7e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 200 len: 1000 time: 0.0810156 Mar 08 13:04:17.684997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-665bca1d-5001-41e5-b31d-56c198bc8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:17.687122 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-665bca1d-5001-41e5-b31d-56c198bc8456 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0470359 Mar 08 13:04:17.731339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252898a1-c82c-434e-9722-9c6beba60f63 req-3e2d07b4-85bf-47ab-987d-6132325494db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:17.733015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-3e2d07b4-85bf-47ab-987d-6132325494db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395770 Mar 08 13:04:17.819806 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-8baf3e62-ac80-458c-9b61-c0acac04a32c service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803955 Mar 08 13:04:17.911930 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-252898a1-c82c-434e-9722-9c6beba60f63 req-e93158e6-e2f8-4a61-8b84-83da9d201b81 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847194 Mar 08 13:04:18.645059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:18.748820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156dc57-d3e4-49be-a2fa-19a0ff44175f req-d9616d73-5154-4cb4-bc1a-9b199dfcfef1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:18.750327 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a156dc57-d3e4-49be-a2fa-19a0ff44175f req-d9616d73-5154-4cb4-bc1a-9b199dfcfef1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0506248 Mar 08 13:04:18.786915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a156dc57-d3e4-49be-a2fa-19a0ff44175f req-5251a1c6-8eef-454c-8e95-0e4359bc5c05 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307572 Mar 08 13:04:19.906717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23df239-7b20-4384-b17b-b9b136c4d7c8 req-54057952-3a9d-44fb-bbcb-7370006b6b8a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:19.908178 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23df239-7b20-4384-b17b-b9b136c4d7c8 req-54057952-3a9d-44fb-bbcb-7370006b6b8a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0523577 Mar 08 13:04:19.945420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23df239-7b20-4384-b17b-b9b136c4d7c8 req-f04f746d-06b3-47f3-bc3c-dd443862465b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Mar 08 13:04:20.057620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba8587-34d2-413c-84bb-67e77c8700e5 req-cf0d0438-8ace-420c-9ddb-6cc45512e636 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.059028 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05ba8587-34d2-413c-84bb-67e77c8700e5 req-cf0d0438-8ace-420c-9ddb-6cc45512e636 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0491800 Mar 08 13:04:20.097856 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05ba8587-34d2-413c-84bb-67e77c8700e5 req-dafdb3c1-9b4f-4901-918e-f839216aa05e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Mar 08 13:04:20.207832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29477da5-99a8-4244-bb77-8ea237855931 req-ea035de9-52fd-49b8-a913-2f74c37c3ee1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.209299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-29477da5-99a8-4244-bb77-8ea237855931 req-ea035de9-52fd-49b8-a913-2f74c37c3ee1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0482657 Mar 08 13:04:20.246882 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-29477da5-99a8-4244-bb77-8ea237855931 req-6049d1fd-ce5d-47ab-85b3-b144d74f66fd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Mar 08 13:04:20.646655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:04:20.647269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48809c5c-e702-4fd4-8480-4db81ea5164b req-a9e774ab-2d87-4484-8ddb-c2ae39bda2de tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.648751 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48809c5c-e702-4fd4-8480-4db81ea5164b req-a9e774ab-2d87-4484-8ddb-c2ae39bda2de tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 944 time: 0.0541432 Mar 08 13:04:20.686337 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48809c5c-e702-4fd4-8480-4db81ea5164b req-c18b885c-a3f6-4a3a-8961-510d3e4a6991 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Mar 08 13:04:20.744194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:20.755982 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'mac_address': 'fa:16:3e:0c:59:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:04:20.793119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:20.807034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:20.827888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:20.881440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:20.934117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:20.940689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:21.813190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cec2df-7a86-4a8f-bd94-0f74e50079e8 req-fcdf42bf-45d2-4fc3-a02e-c3b69dbabab4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:21.815011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-86cec2df-7a86-4a8f-bd94-0f74e50079e8 req-fcdf42bf-45d2-4fc3-a02e-c3b69dbabab4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 945 time: 0.0585639 Mar 08 13:04:21.854976 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-86cec2df-7a86-4a8f-bd94-0f74e50079e8 req-9abc2aca-c670-4d9b-a36a-f488715b9e6a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Mar 08 13:04:22.688978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:22.713874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-86e4ff49-01f5-4335-bb29-eccc3eed21e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:22.715503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-86e4ff49-01f5-4335-bb29-eccc3eed21e9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 945 time: 0.0518508 Mar 08 13:04:22.738603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:04:22.738986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:22.810867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Deleting port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:04:22.811099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:22.822253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:22.847231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:22.849476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5bb45-5312-438b-892c-eb18d924bcc7" -d '{"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:22.862761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:22.889449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9361dccb-50b2-4acc-8334-effd01a6ea4d x-openstack-request-id: req-9361dccb-50b2-4acc-8334-effd01a6ea4d {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:22.889742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-plugged", "status": "completed", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:22.890573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9361dccb-50b2-4acc-8334-effd01a6ea4d {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:22.890573 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'code': 200} Mar 08 13:04:22.906013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] For port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:22.907374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:22.956182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:23.004428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:23.052916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043165-5edf-4ce4-a9ea-dfbda417fc95 req-4f766cb9-f84a-41d3-aeb1-7dd142bc361d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:23.054459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4043165-5edf-4ce4-a9ea-dfbda417fc95 req-4f766cb9-f84a-41d3-aeb1-7dd142bc361d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 946 time: 0.1008968 Mar 08 13:04:23.159894 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4043165-5edf-4ce4-a9ea-dfbda417fc95 req-316e25e8-ad7e-4b5b-b0d7-bf088088ad3a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951524 Mar 08 13:04:23.161585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:23.161956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:23.162270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 disassociated. External IP: 172.26.3.65, port: 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37. Mar 08 13:04:23.162594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Calling delete_port for 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:04:23.344523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:23.373740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event deleted for resources: {'Port': ['ID=1f7e7b6d-0e8b-4fd3-976f-e613c7956b37,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:23.493894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:23.610604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:23.619972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:23.630576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:23.631183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:04:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:23.650508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] No DVR routers for this DVR port 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:04:23.652946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:23.656840 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2e3cd9df-a164-4b78-934c-a97009356d02 req-0d017d81-8e3e-421e-8ed4-189ae2234ee8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "DELETE /v2.0/ports/1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 HTTP/1.1" status: 204 len: 173 time: 0.9352403 Mar 08 13:04:23.657273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-deleted', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:23.659538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f92dd15-730c-4a50-b40f-c1e5bdfafa78" -d '{"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-deleted", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:23.697467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e3a331-f2ab-4151-8c09-1ba039a36cab x-openstack-request-id: req-51e3a331-f2ab-4151-8c09-1ba039a36cab {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:23.697818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b0614-6fa7-4bab-bebb-14fcb4d877f4", "name": "network-vif-deleted", "tag": "1f7e7b6d-0e8b-4fd3-976f-e613c7956b37", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:23.698036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51e3a331-f2ab-4151-8c09-1ba039a36cab {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:23.698456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b0614-6fa7-4bab-bebb-14fcb4d877f4', 'name': 'network-vif-deleted', 'tag': '1f7e7b6d-0e8b-4fd3-976f-e613c7956b37', 'status': 'completed', 'code': 200} Mar 08 13:04:23.746333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:23.951300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:23.977693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:23.986652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:23.987252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:04:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:24.092465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:24.268532 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9b16f81-99db-4bb4-9c77-ea4047d5aa66 req-1731a1a9-1249-44f6-aeb4-981e1fc7e26c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0b0614-6fa7-4bab-bebb-14fcb4d877f4 HTTP/1.1" status: 200 len: 210 time: 0.0268335 Mar 08 13:04:24.293116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:24.320074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96850c-3aee-4003-bacc-8b9d44617ed6 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:24.542421 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6d6f3-bc6b-409d-9d48-563e28bcfd95 None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:04:25.499802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-da510944-447e-4c12-bd05-be9bb1efb0ec tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1837518673&fields=id&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 267 time: 0.0336292 Mar 08 13:04:25.607466 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-3027d3e1-3d05-444f-9df6-01dee8c28dc5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:25.608945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-3027d3e1-3d05-444f-9df6-01dee8c28dc5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.1023483 Mar 08 13:04:25.624397 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-53cecd32-338a-4e5e-9d31-d94c1fdae0de tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/quotas/9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 375 time: 0.0097454 Mar 08 13:04:25.658620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:25.677279 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-348abd66-872a-4003-8376-656c66137234 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474982 Mar 08 13:04:25.776150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-bceac09d-9f94-4998-ad90-9b0f2079d6e4 service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Mar 08 13:04:25.865024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-21603b99-7d85-4eb3-8d24-d05475e985a9 service neutron] 10.222.0.65 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Mar 08 13:04:26.065262 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-53e05daa-999d-47d7-9c6f-540a27b6056a req-85be6041-5956-4f48-bb37-1b852a5ef2ef tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 210 time: 0.0280678 Mar 08 13:04:26.691258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:26.712546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:04:26.712807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 1f7e7b6d-0e8b-4fd3-976f-e613c7956b37 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:27.163857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c925a76-a2b1-4acc-8af6-182a83e17299 req-90d650d2-2c3e-4432-863b-54adf3c04a82 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 210 time: 0.0265446 Mar 08 13:04:27.678339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-40a2d65d-5e86-4bf9-aa18-8525266aae27 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:27.679805 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-40a2d65d-5e86-4bf9-aa18-8525266aae27 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 811 time: 0.1048062 Mar 08 13:04:27.722120 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-b2e200c5-79ad-4e01-8f71-3dd37e187f8a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 380 time: 0.0339296 Mar 08 13:04:27.730823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'port': {'device_id': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'admin_state_up': True, 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'security_groups': ['b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:27.910107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Made reservation on behalf of 9daf628314f34e419fbd04465b6b53a0 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:27.913955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.040717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Allocated IP 172.20.0.7 (792eaf90-6bd8-4dba-b360-bd417709326a/58d966b5-255a-437a-bb68-b22787d77cd0/82bd727a-1e9a-4f01-b62e-8c6a2335fc46) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:28.183947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.262059 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3f01056-4061-444d-af9d-dd97a8223e49 req-1b0f4c5c-50b4-499d-a207-08326dc5f1cf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 210 time: 0.0257411 Mar 08 13:04:28.270300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.315792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Network 792eaf90-6bd8-4dba-b360-bd417709326a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:28.318757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:28.322336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:28.329122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:28.380613 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:28.381231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.456393 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-ffb238e7-338d-4057-b443-144c4049b7dc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290974 Mar 08 13:04:28.469181 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Request body: {'port': {'device_id': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:28.514211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b343d924-0d3e-4ae4-9407-acd80cc6f602 None None] Provisioning complete for port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:04:28.514765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b343d924-0d3e-4ae4-9407-acd80cc6f602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.525794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.558478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b343d924-0d3e-4ae4-9407-acd80cc6f602 None None] Port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:04:28.795340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:28.805344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.820137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Transition to ACTIVE for port object 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:04:28.875861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:28.936093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:28.999294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Attempting to bind port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:04:28.999686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Attempting to bind port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:04:28.999998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Attempting to bind port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:29.004592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 on network 792eaf90-6bd8-4dba-b360-bd417709326a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:04:29.004901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Attempting to bind port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 on network 792eaf90-6bd8-4dba-b360-bd417709326a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:29.009938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:29.010265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Checking segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:04:29.016388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Bound using segment: {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:29.016388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Bound port: 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:04:29.016388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:29.064271 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-64d3fdf9-e885-446c-8093-d683c1583431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:29.079106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:29.082357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:29.156568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:29.198262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.198861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:29.200239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 1093 time: 0.7359872 Mar 08 13:04:29.200670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:29.203736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6032a80-39f3-4033-aaab-7f37908ae2da" -d '{"events": [{"name": "network-changed", "server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:29.229159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222f0b1-5c1b-4703-94c1-020c4f71c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:29.253419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75ab724-f9d8-4d72-934f-0c4c6a08ec1d x-openstack-request-id: req-f75ab724-f9d8-4d72-934f-0c4c6a08ec1d {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:29.253419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:29.253419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f75ab724-f9d8-4d72-934f-0c4c6a08ec1d {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:29.253419 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'status': 'completed', 'code': 200} Mar 08 13:04:29.315307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6032a80-39f3-4033-aaab-7f37908ae2da req-e3ed4f9e-6285-4439-b865-c418d0f3133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.316993 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6032a80-39f3-4033-aaab-7f37908ae2da req-e3ed4f9e-6285-4439-b865-c418d0f3133d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1096 time: 0.0464945 Mar 08 13:04:29.767812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7545f-266f-490a-a246-b00733b6d418 req-c0c779d7-d467-4a22-af00-e22d05359dfa tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.769410 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0a7545f-266f-490a-a246-b00733b6d418 req-c0c779d7-d467-4a22-af00-e22d05359dfa tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.4328635 Mar 08 13:04:29.788240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6032a80-39f3-4033-aaab-7f37908ae2da req-cb5c9167-14d9-4ae0-af34-45d5b933ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.789654 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6032a80-39f3-4033-aaab-7f37908ae2da req-cb5c9167-14d9-4ae0-af34-45d5b933ee47 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9daf628314f34e419fbd04465b6b53a0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4652300 Mar 08 13:04:29.866076 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0a7545f-266f-490a-a246-b00733b6d418 req-9326e113-ac3d-4a3e-975b-a010fee7ae3f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876751 Mar 08 13:04:29.901539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6032a80-39f3-4033-aaab-7f37908ae2da req-a2eaf7da-31bc-4783-b9f9-1e76738928b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.902990 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6032a80-39f3-4033-aaab-7f37908ae2da req-a2eaf7da-31bc-4783-b9f9-1e76738928b4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062212 Mar 08 13:04:29.976010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-e0b62ca8-c708-48c0-ad00-4c7183ec919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.977452 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-e0b62ca8-c708-48c0-ad00-4c7183ec919f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1096 time: 0.0396416 Mar 08 13:04:30.018270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-9298e879-fcdc-4ee2-b53b-8cea37d44a00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 217 time: 0.0332985 Mar 08 13:04:30.066063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-eb3ed4d2-1eff-4f2d-8087-5c9609ae14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:30.067482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-eb3ed4d2-1eff-4f2d-8087-5c9609ae14b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0437005 Mar 08 13:04:30.116011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-e630af98-4549-4276-9c65-a7e375102ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:30.117457 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-e630af98-4549-4276-9c65-a7e375102ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438592 Mar 08 13:04:30.205677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-beaf664e-bc0e-4657-af1d-b753e9af78ad service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814865 Mar 08 13:04:30.298155 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c1ef6e8-252a-4b99-8461-3da1aa1ea6c0 req-fa0ff2b3-3531-485e-b7c8-203b68a11823 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861721 Mar 08 13:04:30.983653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b8127-81f8-4ec9-975c-6d155aaa5db3 req-3b9f8b96-b684-49e0-8bcc-92210e4b9008 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:30.985110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad3b8127-81f8-4ec9-975c-6d155aaa5db3 req-3b9f8b96-b684-49e0-8bcc-92210e4b9008 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0499949 Mar 08 13:04:31.023283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad3b8127-81f8-4ec9-975c-6d155aaa5db3 req-3899f8f0-55e3-46c7-ba4b-915612d1de24 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Mar 08 13:04:31.715836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-824cd7da-08fe-4374-be83-4eda7fdfa715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:32.137168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7497a-a7e3-448a-b23d-92886720589d req-91b43001-7fba-42b5-aefc-10ae8a92bfbf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:32.139306 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69c7497a-a7e3-448a-b23d-92886720589d req-91b43001-7fba-42b5-aefc-10ae8a92bfbf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0483871 Mar 08 13:04:32.176047 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-69c7497a-a7e3-448a-b23d-92886720589d req-5430f0a4-52fc-4dbc-a0b6-e2f17551782b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306528 Mar 08 13:04:32.721231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:32.748702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:04:32.844335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:32.855102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'mac_address': 'fa:16:3e:32:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:04:32.891171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:32.903054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:32.923588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:32.978268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:33.029495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:33.037007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.037339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.037726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.038011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.038332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.038648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.038959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.039272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.039582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.039947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.040250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.040546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:33.200185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['82bd727a-1e9a-4f01-b62e-8c6a2335fc46'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:33.293654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428124a8-a91e-461f-9432-01c385f89d73 req-20de3e47-3a95-40d3-a9b2-2c643d8c8fa5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:33.296020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-428124a8-a91e-461f-9432-01c385f89d73 req-20de3e47-3a95-40d3-a9b2-2c643d8c8fa5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 944 time: 0.0532281 Mar 08 13:04:33.333504 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-428124a8-a91e-461f-9432-01c385f89d73 req-febc43fd-75a2-41d8-b47c-6241e5accf2e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Mar 08 13:04:33.813012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:34.247281 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:34.447066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728e01d-5375-4622-b265-26024677465e req-3edf3a3b-4955-4ea3-bdc1-c487101b94ab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:34.448600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9728e01d-5375-4622-b265-26024677465e req-3edf3a3b-4955-4ea3-bdc1-c487101b94ab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 944 time: 0.0492420 Mar 08 13:04:34.485992 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9728e01d-5375-4622-b265-26024677465e req-c7885ffa-4067-4f9d-8c65-55d2fcfcf6e6 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Mar 08 13:04:34.763106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:34.984346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:04:34.988271 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:04:34.988631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:35.063830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:35.088655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:35.090895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da815cd1-deab-4480-9604-1ec7eb8a1326" -d '{"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-plugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:35.103445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:35.127794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffdd9ec-38ce-4d34-bec7-762898bc8a91 x-openstack-request-id: req-7ffdd9ec-38ce-4d34-bec7-762898bc8a91 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:35.128087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-plugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:35.128341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ffdd9ec-38ce-4d34-bec7-762898bc8a91 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:35.128733 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'code': 200} Mar 08 13:04:35.144243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:35.192547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:35.373786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa36f0-19ea-4bde-afc8-a26388e83553 req-d986a087-8418-4127-bfe6-9c3fc92e7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:35.375195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-15fa36f0-19ea-4bde-afc8-a26388e83553 req-d986a087-8418-4127-bfe6-9c3fc92e7efb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1098 time: 0.0395741 Mar 08 13:04:35.408573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-15fa36f0-19ea-4bde-afc8-a26388e83553 req-9626d02a-6cb4-4a57-b3b5-d1631e9aa0e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267432 Mar 08 13:04:35.605775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd18539-162f-4eb6-b5e2-390f93ecd6a8 req-a8fdb71a-d752-4ca3-8c04-4cd54f0ac04a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:35.607771 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6dd18539-162f-4eb6-b5e2-390f93ecd6a8 req-a8fdb71a-d752-4ca3-8c04-4cd54f0ac04a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0538239 Mar 08 13:04:35.644780 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6dd18539-162f-4eb6-b5e2-390f93ecd6a8 req-5f4175be-1c82-404b-8965-5589b76a0663 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Mar 08 13:04:36.764455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e208d9-4ab9-45bc-8ff2-a61341057ae0 req-0c082deb-307d-4863-99c4-e6cbbc5bbba0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:36.765979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-70e208d9-4ab9-45bc-8ff2-a61341057ae0 req-0c082deb-307d-4863-99c4-e6cbbc5bbba0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Mar 08 13:04:36.804835 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-70e208d9-4ab9-45bc-8ff2-a61341057ae0 req-308e828f-df9c-4fbb-87c0-79f78015b272 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Mar 08 13:04:36.914504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3ff8-aa3a-46eb-8ede-21537c1c7e17 req-4fd20115-c07a-49f8-a648-a66cd448bd69 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:36.915969 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5ae3ff8-aa3a-46eb-8ede-21537c1c7e17 req-4fd20115-c07a-49f8-a648-a66cd448bd69 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Mar 08 13:04:36.925577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 42642) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:04:36.929830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Request body: {'floatingip': {'port_id': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:36.972261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:37.409888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:37.464319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:37.560502 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 associated. External IP: 172.26.3.65, port: 82bd727a-1e9a-4f01-b62e-8c6a2335fc46. Mar 08 13:04:37.767149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:37.874495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:37.879289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:37.884276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:37.894078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:37.894686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:04:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:37.906743 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c201bd46-19ee-4f89-b006-aff7b07864e8 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "PUT /v2.0/floatingips/495a0c78-51e5-45ec-adbd-2db49c232203 HTTP/1.1" status: 200 len: 991 time: 0.9801517 Mar 08 13:04:37.907320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:37.909799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef720bed-1e89-41de-8ecf-65aeb43e8796" -d '{"events": [{"name": "network-changed", "server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:37.945585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37df897-cdc4-4dba-b379-b4fb584122f7 x-openstack-request-id: req-e37df897-cdc4-4dba-b379-b4fb584122f7 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:37.945891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:37.946141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e37df897-cdc4-4dba-b379-b4fb584122f7 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:37.946592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'status': 'completed', 'code': 200} Mar 08 13:04:38.006216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:38.015552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-f3ec295c-93c3-49d6-8c5c-b90b5fc24f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.016985 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-f3ec295c-93c3-49d6-8c5c-b90b5fc24f68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1098 time: 0.0483451 Mar 08 13:04:38.108905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-4830ea2d-ef74-4b7d-8be5-815422f5e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.110391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-4830ea2d-ef74-4b7d-8be5-815422f5e0aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0870199 Mar 08 13:04:38.179908 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-241907c2-60e6-4951-be22-e90657db7ad4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 999 time: 0.0630565 Mar 08 13:04:38.230181 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-ec8310ec-30e0-44a9-bad9-4eadae3d341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.231649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-ec8310ec-30e0-44a9-bad9-4eadae3d341f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0448091 Mar 08 13:04:38.238409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:32:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:04:37Z', 'revision_number': 13, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:38.266664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:38.274833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:38.275442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:04:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:38.277291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-c87d5775-ca18-444e-8470-055642d77605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.279054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-c87d5775-ca18-444e-8470-055642d77605 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409713 Mar 08 13:04:38.375899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-580b6ef0-8ac8-4210-a9e5-40c3ec47319b service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Mar 08 13:04:38.394083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:38.468736 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef720bed-1e89-41de-8ecf-65aeb43e8796 req-2eb51c50-1fd5-4604-b099-2c7a8c8788c0 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859866 Mar 08 13:04:38.633452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:32:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:04:37Z', 'revision_number': 13, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:38.664068 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289db6c-026a-4262-a801-9b70adcd9905 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '495a0c78-51e5-45ec-adbd-2db49c232203', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '66892f80-f725-4178-8995-427648b98e2f', 'port_id': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'mac_address': 'fa:16:3e:32:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:49Z', 'updated_at': '2022-03-08T13:04:37Z', 'revision_number': 13, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:38.854234 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57420d-e6fe-45f5-b4e5-341ffe5aedf9 None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:04:39.768188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9c53-f8c2-4823-92f6-c76278b080a3 req-53832581-367c-40e2-b1f1-f7a40ef06f4a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:39.769705 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de4c9c53-f8c2-4823-92f6-c76278b080a3 req-53832581-367c-40e2-b1f1-f7a40ef06f4a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Mar 08 13:04:39.807891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de4c9c53-f8c2-4823-92f6-c76278b080a3 req-12693601-e9f3-4ebf-9193-0472539556a9 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Mar 08 13:04:44.812837 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:04:51.377941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87a4a3-9654-4c84-ab3d-7028e59319a8 req-f66c3879-22e1-47fb-ad85-dcbf52e01522 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:51.379351 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa87a4a3-9654-4c84-ab3d-7028e59319a8 req-f66c3879-22e1-47fb-ad85-dcbf52e01522 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Mar 08 13:04:51.423600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa87a4a3-9654-4c84-ab3d-7028e59319a8 req-c01ee6a8-955b-4358-9746-3a69ba1e8584 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382228 Mar 08 13:04:51.529397 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-73fe0ab7-1f34-458b-8894-d95fc4bd5451 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161325 Mar 08 13:04:52.542469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb921be-775b-47a6-a123-eba8fb691567 req-dd0acd6a-8428-4bf5-9368-3ad922936161 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.543857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0cb921be-775b-47a6-a123-eba8fb691567 req-dd0acd6a-8428-4bf5-9368-3ad922936161 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Mar 08 13:04:52.583079 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0cb921be-775b-47a6-a123-eba8fb691567 req-0a3ba6c7-7559-4ddb-bbd4-6f7bc8f577c4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327010 Mar 08 13:04:53.415768 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-9413d566-e966-48b3-bd7d-8384471ff635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:53.417231 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-9413d566-e966-48b3-bd7d-8384471ff635 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1098 time: 0.0426660 Mar 08 13:04:53.505636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-fc4c548a-6dc8-4a90-84f1-84d313f55307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:53.507116 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-fc4c548a-6dc8-4a90-84f1-84d313f55307 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0820491 Mar 08 13:04:53.576567 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-22709346-4c58-4fbb-9464-4f6209da389c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 1001 time: 0.0610645 Mar 08 13:04:53.627530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-bf9c5ea2-fb78-45e7-8541-e638c2d0c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:53.629148 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-bf9c5ea2-fb78-45e7-8541-e638c2d0c1ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0454454 Mar 08 13:04:53.704367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-0190720c-2136-4a11-8851-609382c35b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:53.705895 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-0190720c-2136-4a11-8851-609382c35b92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703235 Mar 08 13:04:53.717346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e5b03-dcdc-42ba-b848-fd6a954295bb req-ee743da1-8b6f-4424-b0e5-bf95e75005cf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:53.718787 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f41e5b03-dcdc-42ba-b848-fd6a954295bb req-ee743da1-8b6f-4424-b0e5-bf95e75005cf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0594413 Mar 08 13:04:53.803032 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f41e5b03-dcdc-42ba-b848-fd6a954295bb req-2053c232-75ca-40ff-9826-375760d2e726 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763934 Mar 08 13:04:53.832208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-02829970-ab9f-4dfe-834f-2f3d7742dd13 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124613 Mar 08 13:04:53.926779 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-4b1aab16-d881-4b77-8bca-bbe75c492c92 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863249 Mar 08 13:04:54.918431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5a13e-4364-48a4-ac4e-9bf0470dcbab req-6bfd259f-af41-444c-bdc8-ab4d3656edf1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:54.921017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8b5a13e-4364-48a4-ac4e-9bf0470dcbab req-6bfd259f-af41-444c-bdc8-ab4d3656edf1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0502133 Mar 08 13:04:54.957770 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8b5a13e-4364-48a4-ac4e-9bf0470dcbab req-08bbd9e3-7d06-4beb-bbbc-2b51ac16b035 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Mar 08 13:04:55.664272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:56.073617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40683bec-f40d-4f52-8336-dc1cd69d77b6 req-166e0105-95ec-4c66-84ec-368e80707077 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:56.075135 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40683bec-f40d-4f52-8336-dc1cd69d77b6 req-166e0105-95ec-4c66-84ec-368e80707077 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Mar 08 13:04:56.112693 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40683bec-f40d-4f52-8336-dc1cd69d77b6 req-8dc16f83-36ee-4ca4-869c-2a3336262ad2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315235 Mar 08 13:04:57.230208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1d53-597d-4ae4-b9f9-f5c3a3a7aa2a req-f65796bc-f6eb-4fc0-8924-9fc9d4d8f14a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:57.232168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59fe1d53-597d-4ae4-b9f9-f5c3a3a7aa2a req-f65796bc-f6eb-4fc0-8924-9fc9d4d8f14a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Mar 08 13:04:57.270513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59fe1d53-597d-4ae4-b9f9-f5c3a3a7aa2a req-e0b0080a-f791-4e25-9290-0d75780ab51f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317430 Mar 08 13:04:58.389398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce02809-c296-4fd2-802d-d40355644264 req-dfcc5e8f-b429-4b08-894f-3f587618a90a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.391260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ce02809-c296-4fd2-802d-d40355644264 req-dfcc5e8f-b429-4b08-894f-3f587618a90a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0503728 Mar 08 13:04:58.429677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9ce02809-c296-4fd2-802d-d40355644264 req-6ee63572-b769-4824-89ac-44fb50a29b73 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Mar 08 13:04:59.053185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-63ff7aa1-b4fc-4351-9014-1f39c15272dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:04:59.549727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aa007-4b64-43b0-a1ee-04ffac621aef req-a19281fe-e3a6-424f-b949-c15f58408cd0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:59.551229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-867aa007-4b64-43b0-a1ee-04ffac621aef req-a19281fe-e3a6-424f-b949-c15f58408cd0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Mar 08 13:04:59.589299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-867aa007-4b64-43b0-a1ee-04ffac621aef req-542dd015-73f8-44d0-ad5a-83ccb0f02c47 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321803 Mar 08 13:05:00.710054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be3f31-e255-4d21-9cc5-d1207c0fb049 req-6db0d7ab-ef53-46d5-b474-936e6f14ce48 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:00.711548 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3be3f31-e255-4d21-9cc5-d1207c0fb049 req-6db0d7ab-ef53-46d5-b474-936e6f14ce48 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0528634 Mar 08 13:05:00.749786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3be3f31-e255-4d21-9cc5-d1207c0fb049 req-ee99a084-d918-4092-a7ab-ea003636afb3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Mar 08 13:05:01.687425 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d28890f4-8481-4fad-99c5-eeaf7746e97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:01.873378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db32643-ac6c-4a49-9ecb-404d7d4bf556 req-02ad6b3f-2a87-4855-aa16-f255081de4d7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:01.874907 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0db32643-ac6c-4a49-9ecb-404d7d4bf556 req-02ad6b3f-2a87-4855-aa16-f255081de4d7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0507174 Mar 08 13:05:01.912984 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0db32643-ac6c-4a49-9ecb-404d7d4bf556 req-6c1f7c7f-06d6-4849-b122-de4a70589f93 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Mar 08 13:05:02.688802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-e849345d-8276-4f2c-a6a2-becc1e6e80a9 service neutron] 10.222.0.45 "GET /v2.0/ports/82bd727a-1e9a-4f01-b62e-8c6a2335fc46/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0556130 Mar 08 13:05:02.721315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:03.030392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5ff9a-8da1-448a-9988-82731f9f0f61 req-980b3b5d-4d3b-4195-8c3a-e7a903759206 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.031782 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aac5ff9a-8da1-448a-9988-82731f9f0f61 req-980b3b5d-4d3b-4195-8c3a-e7a903759206 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0492089 Mar 08 13:05:03.073930 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aac5ff9a-8da1-448a-9988-82731f9f0f61 req-a93abebf-fc10-474c-9c0c-0f83794a58da tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361083 Mar 08 13:05:03.133698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-06e9afe7-e32f-4b21-bf12-788176b6949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.135200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-06e9afe7-e32f-4b21-bf12-788176b6949c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 1098 time: 0.0403583 Mar 08 13:05:03.194686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-0871f06f-85b0-4794-82c5-a953714a5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.196148 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-0871f06f-85b0-4794-82c5-a953714a5eac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1098 time: 0.0403471 Mar 08 13:05:03.287368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-be67ef8b-390e-4450-b287-28dd27da3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.288741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-be67ef8b-390e-4450-b287-28dd27da3cd6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0857143 Mar 08 13:05:03.353070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-9e600bd1-c19e-4bb4-8ee9-11d715daf57b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 1001 time: 0.0572293 Mar 08 13:05:03.401170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-24af1c12-97f3-4dc9-9d89-819522ef045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.402611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-24af1c12-97f3-4dc9-9d89-819522ef045a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0434957 Mar 08 13:05:03.449899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-d2fa36ce-8785-40e0-829f-7fa6bdc490ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.452096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-d2fa36ce-8785-40e0-829f-7fa6bdc490ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427885 Mar 08 13:05:03.540388 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-a406adab-c4b7-473a-86f8-49a94e72b35a service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815730 Mar 08 13:05:03.632141 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-951fcb14-3b6f-4545-a5bd-4898693a7cb3 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852392 Mar 08 13:05:03.824774 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:04.193912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03857d-7786-493e-b8d8-2a896c42a1fe req-2b133866-66b2-4fbc-8c77-95b9fafc0f80 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:04.200038 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7a03857d-7786-493e-b8d8-2a896c42a1fe req-2b133866-66b2-4fbc-8c77-95b9fafc0f80 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0510395 Mar 08 13:05:04.234616 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7a03857d-7786-493e-b8d8-2a896c42a1fe req-acd824a7-7ae4-4d42-8b4f-3ebad11321d4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Mar 08 13:05:04.253904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:04.894410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:04.977495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:05.001118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:05.003371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7a961e-048f-40fb-b8de-b6b72a89f6ab" -d '{"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-unplugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:05.020284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:05.048625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3cda4b-29aa-4700-834a-8964d6bd0c62 x-openstack-request-id: req-0a3cda4b-29aa-4700-834a-8964d6bd0c62 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:05.048914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-unplugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:05.049188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a3cda4b-29aa-4700-834a-8964d6bd0c62 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:05.049604 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'code': 200} Mar 08 13:05:05.070242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:05.119319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:05.351890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e3ed2-8ca3-4812-9bec-92f452c45986 req-84d16312-5198-4b14-8ce7-52c5b926fe0f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.353356 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c44e3ed2-8ca3-4812-9bec-92f452c45986 req-84d16312-5198-4b14-8ce7-52c5b926fe0f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0485375 Mar 08 13:05:05.391121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c44e3ed2-8ca3-4812-9bec-92f452c45986 req-2db8bd4e-81e1-469f-ac5c-14111f25821a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Mar 08 13:05:06.511260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e26bad-1ed3-4c77-a60c-c15252cbaec5 req-c5299a7f-8942-4645-a71c-04446ae8ae62 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:06.512642 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-36e26bad-1ed3-4c77-a60c-c15252cbaec5 req-c5299a7f-8942-4645-a71c-04446ae8ae62 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0489593 Mar 08 13:05:06.554439 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-36e26bad-1ed3-4c77-a60c-c15252cbaec5 req-fd5d32ff-6bf8-4409-adde-8e8a271cae5d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350714 Mar 08 13:05:07.671385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c0044-c4c3-4d68-96af-a148cb20e523 req-f5594cf7-d340-408a-b19e-e7e4abe30f99 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:07.672866 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-253c0044-c4c3-4d68-96af-a148cb20e523 req-f5594cf7-d340-408a-b19e-e7e4abe30f99 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0502734 Mar 08 13:05:07.710820 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-253c0044-c4c3-4d68-96af-a148cb20e523 req-6d54eaf1-b109-4bec-b151-f9c311dfc880 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Mar 08 13:05:08.832284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1503e5-ed25-4b86-a89b-0cea2bed6838 req-ae27f53f-5004-4856-94e6-d7ee25fc8790 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:08.833661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa1503e5-ed25-4b86-a89b-0cea2bed6838 req-ae27f53f-5004-4856-94e6-d7ee25fc8790 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0498855 Mar 08 13:05:08.871601 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa1503e5-ed25-4b86-a89b-0cea2bed6838 req-cbab9122-6529-4837-af31-8e7d941b3e3b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Mar 08 13:05:09.987817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a096b8e-12fc-4e02-8daf-7989fe1c8f8d req-4b7f6b49-0135-484b-a288-167df6e74f48 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:09.989325 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a096b8e-12fc-4e02-8daf-7989fe1c8f8d req-4b7f6b49-0135-484b-a288-167df6e74f48 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0491552 Mar 08 13:05:10.031915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a096b8e-12fc-4e02-8daf-7989fe1c8f8d req-0212df21-fdd0-4e46-bc6d-8dda61e1ac0a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363238 Mar 08 13:05:10.932941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:05:11.033553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:11.044805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'mac_address': 'fa:16:3e:32:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:05:11.083494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:11.100061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:11.119393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:11.150955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c0817-d262-4787-89e0-013c227b7f26 req-a9a1694e-d7b3-4d34-a824-2a35cdc5c1ee tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:11.152421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-166c0817-d262-4787-89e0-013c227b7f26 req-a9a1694e-d7b3-4d34-a824-2a35cdc5c1ee tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0509415 Mar 08 13:05:11.178683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:11.192096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-166c0817-d262-4787-89e0-013c227b7f26 req-1748c09f-030b-46e5-a57e-20256e39e41f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Mar 08 13:05:11.229176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:11.242551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['82bd727a-1e9a-4f01-b62e-8c6a2335fc46'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:12.310764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed7965-b2a6-4a95-bf30-1e2f3b174a95 req-c554128c-0aaf-4eb3-8caa-751916c9e3c2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:12.312244 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59ed7965-b2a6-4a95-bf30-1e2f3b174a95 req-c554128c-0aaf-4eb3-8caa-751916c9e3c2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 944 time: 0.0500357 Mar 08 13:05:12.350896 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59ed7965-b2a6-4a95-bf30-1e2f3b174a95 req-896a1d06-d194-416e-932f-4ed960420d47 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 Mar 08 13:05:12.952464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:12.999970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:05:13.000333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:13.074860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:13.097047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:13.099406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4083fc-ebdd-480e-8cae-6c86f05eb21c" -d '{"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-plugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:13.112735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:13.143367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9590859-08ae-4830-ada1-1c291a0690db x-openstack-request-id: req-b9590859-08ae-4830-ada1-1c291a0690db {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:13.143647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-plugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:13.143888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9590859-08ae-4830-ada1-1c291a0690db {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:13.144267 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'code': 200} Mar 08 13:05:13.178356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:13.227314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:13.465129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fc1b3-0328-46e6-9b57-6a1a965f7d13 req-acc4f1b2-49f2-4850-8bfa-8b6382b4092f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:13.467170 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef8fc1b3-0328-46e6-9b57-6a1a965f7d13 req-acc4f1b2-49f2-4850-8bfa-8b6382b4092f tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Mar 08 13:05:13.508320 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef8fc1b3-0328-46e6-9b57-6a1a965f7d13 req-d1ab0bc5-bf89-4bd1-b24b-f2f7266ee72d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346384 Mar 08 13:05:14.627905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee05f4-03fd-4bdd-bae5-8b9380f2a307 req-204cd1aa-4149-424b-aea1-4acf5eb3765b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:14.629379 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61ee05f4-03fd-4bdd-bae5-8b9380f2a307 req-204cd1aa-4149-424b-aea1-4acf5eb3765b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0485816 Mar 08 13:05:14.667194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61ee05f4-03fd-4bdd-bae5-8b9380f2a307 req-3630aad2-40ba-4eba-ac7e-843ae0f4cf9a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318437 Mar 08 13:05:15.788982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925c449-6608-415f-b5c6-a477671f775a req-233ebde5-013f-4653-a45b-128496ac2edf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:15.790507 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5925c449-6608-415f-b5c6-a477671f775a req-233ebde5-013f-4653-a45b-128496ac2edf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0535831 Mar 08 13:05:15.828699 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5925c449-6608-415f-b5c6-a477671f775a req-1882f206-cbba-4809-89a5-1d5d22ba8a10 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Mar 08 13:05:16.478589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724c240-f2d1-4a68-8e63-85718a519382 req-6f9c9ec8-4cef-4eae-bf02-07a114a90410 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.480040 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e724c240-f2d1-4a68-8e63-85718a519382 req-6f9c9ec8-4cef-4eae-bf02-07a114a90410 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0513110 Mar 08 13:05:16.552477 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e724c240-f2d1-4a68-8e63-85718a519382 req-39f08591-1b3a-4192-920f-26b14d9c3cdf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644763 Mar 08 13:05:16.565363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-20b05ab4-3293-413b-bc2b-1af10f523e17 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.566844 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-20b05ab4-3293-413b-bc2b-1af10f523e17 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36&tenant_id=9daf628314f34e419fbd04465b6b53a0&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.0730629 Mar 08 13:05:16.626496 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-3de920e1-181e-4851-8a99-bd9fe4745208 service neutron] 10.222.0.45 "GET /v2.0/ports/82bd727a-1e9a-4f01-b62e-8c6a2335fc46/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0532191 Mar 08 13:05:16.687684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-e2e6c51b-4ddc-4ac5-a311-5abaae2d71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.689155 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-e2e6c51b-4ddc-4ac5-a311-5abaae2d71b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1098 time: 0.0409977 Mar 08 13:05:16.782073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-4841554e-15da-428e-8243-0f1c7843cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.783587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-4841554e-15da-428e-8243-0f1c7843cf49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0878735 Mar 08 13:05:16.848967 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-04b15f44-c88b-42f0-8804-c3b7d04b2de7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 1001 time: 0.0591304 Mar 08 13:05:16.901013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-b36cfa84-aa3c-4a5b-9586-e9355e508ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.902416 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-b36cfa84-aa3c-4a5b-9586-e9355e508ebf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0465460 Mar 08 13:05:16.946834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-396ba5d1-3cfd-4d8d-86f7-bd169e8b4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:16.948304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-396ba5d1-3cfd-4d8d-86f7-bd169e8b4458 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400164 Mar 08 13:05:17.033798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-44b3e5ab-04b6-4e29-af0a-2adcc5e491b5 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790713 Mar 08 13:05:17.448510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-f2e483f9-0dc1-437a-9d40-bb5767173130 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088047 Mar 08 13:05:17.671647 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ac069-09b5-489d-8b7b-8ec48a9cd8ad req-63979c60-9d04-403e-8071-0f1b3b33f2b1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:17.673190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-248ac069-09b5-489d-8b7b-8ec48a9cd8ad req-63979c60-9d04-403e-8071-0f1b3b33f2b1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0485029 Mar 08 13:05:17.710815 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-248ac069-09b5-489d-8b7b-8ec48a9cd8ad req-3ce3cca8-0862-4650-a759-bf06e01e299c tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Mar 08 13:05:18.827063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabd41a-eb31-47e2-b763-875a2db7d774 req-b3b3fd3b-c0d2-4035-bf94-e5b3ce89d466 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:18.828424 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbabd41a-eb31-47e2-b763-875a2db7d774 req-b3b3fd3b-c0d2-4035-bf94-e5b3ce89d466 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0485651 Mar 08 13:05:18.868540 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbabd41a-eb31-47e2-b763-875a2db7d774 req-c80e3fa6-8416-4e63-b9da-c10d2e237938 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Mar 08 13:05:19.986253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e29bd-3317-4c1b-9e6f-834061a7e21b req-cf111874-2a1d-4c5c-920d-bb1b7c9544a4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:19.987693 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f3e29bd-3317-4c1b-9e6f-834061a7e21b req-cf111874-2a1d-4c5c-920d-bb1b7c9544a4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Mar 08 13:05:20.025396 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f3e29bd-3317-4c1b-9e6f-834061a7e21b req-1504f308-30e5-4446-83b6-6e200a9c6497 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Mar 08 13:05:21.145669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669948-b56d-4784-9cee-66f1485566b5 req-5d583b12-73a6-4621-b7fe-dc6930943eba tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:21.147216 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27669948-b56d-4784-9cee-66f1485566b5 req-5d583b12-73a6-4621-b7fe-dc6930943eba tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Mar 08 13:05:21.185787 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27669948-b56d-4784-9cee-66f1485566b5 req-12277051-5abc-4421-8dd8-241ff47dcfc0 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325298 Mar 08 13:05:21.811434 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:05:22.258972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-b0398ba8-ead2-488f-8c09-6a647d1c4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.260478 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-b0398ba8-ead2-488f-8c09-6a647d1c4ba1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36&tenant_id=9daf628314f34e419fbd04465b6b53a0 HTTP/1.1" status: 200 len: 1098 time: 0.0919664 Mar 08 13:05:22.338831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf94923-0156-4c30-a5e8-350d2a0f8ebd req-19ece2b7-fb80-4cde-a975-af57605ef9a1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.340234 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bf94923-0156-4c30-a5e8-350d2a0f8ebd req-19ece2b7-fb80-4cde-a975-af57605ef9a1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0788987 Mar 08 13:05:22.346603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-7ba276e9-9938-4820-aeda-220b96cb5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.348015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-7ba276e9-9938-4820-aeda-220b96cb5292 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1098 time: 0.0583675 Mar 08 13:05:22.431964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9bf94923-0156-4c30-a5e8-350d2a0f8ebd req-c8fb9db7-e593-4e7a-927e-aeac538be04e tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830009 Mar 08 13:05:22.463309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-4a3edac5-715d-4cbd-b39d-7c5378dca1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.464805 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-4a3edac5-715d-4cbd-b39d-7c5378dca1fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.1094449 Mar 08 13:05:22.528647 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-090614ff-6e79-4332-b882-c88d5a1b4268 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 1001 time: 0.0571244 Mar 08 13:05:22.577294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-d217cab0-8a80-4e16-8979-f02e2eddac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.578801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-d217cab0-8a80-4e16-8979-f02e2eddac57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0438869 Mar 08 13:05:22.631168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423e2f-2646-407d-8272-e37852e9b934 req-180982a1-6f13-4994-ac6b-496e43904fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.631168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-180982a1-6f13-4994-ac6b-496e43904fbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441613 Mar 08 13:05:22.718444 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-6eec4be8-a85d-42d0-b5b6-53fdd963f2f2 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828331 Mar 08 13:05:22.810747 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b5423e2f-2646-407d-8272-e37852e9b934 req-ec2bf91a-eb8e-4c0b-8c55-70b866947774 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Mar 08 13:05:22.910012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-c89a7290-4aec-43de-bfbe-99db58be2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:22.911584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-c89a7290-4aec-43de-bfbe-99db58be2cde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9daf628314f34e419fbd04465b6b53a0&device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 1098 time: 0.0416250 Mar 08 13:05:23.017015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-b1068670-a25d-4dad-aa91-df418ac9d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:23.018534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-b1068670-a25d-4dad-aa91-df418ac9d126 service neutron] 10.222.0.45 "GET /v2.0/networks?id=792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 200 len: 912 time: 0.0876501 Mar 08 13:05:23.019022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:23.089339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-1e5500db-492a-41f9-ba51-06b7d1b45826 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 200 len: 1001 time: 0.0643435 Mar 08 13:05:23.100997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:23.125103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:23.127061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a99f2e6-7f12-4bbe-b9a8-14d0d612a59d" -d '{"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-unplugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:23.142893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:23.148777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-62a40636-6e0b-4e3d-b20a-8e00b91a6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:23.149269 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-62a40636-6e0b-4e3d-b20a-8e00b91a6b45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 200 len: 850 time: 0.0530879 Mar 08 13:05:23.177583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f2da0f-ad5c-41c7-8f05-6c590b301272 x-openstack-request-id: req-48f2da0f-ad5c-41c7-8f05-6c590b301272 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:23.177933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-unplugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:23.178302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48f2da0f-ad5c-41c7-8f05-6c590b301272 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:23.178685 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'code': 200} Mar 08 13:05:23.199497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-4ac4109a-6b2f-42e2-b175-707dd688e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:23.204503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-4ac4109a-6b2f-42e2-b175-707dd688e59f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=792eaf90-6bd8-4dba-b360-bd417709326a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461311 Mar 08 13:05:23.224715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:23.272852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=9']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:23.305089 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-845e62a3-851d-4725-83c5-75ce9e34b364 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962260 Mar 08 13:05:23.397978 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfcccc1b-7e77-4c41-affe-17147c0bd316 req-a1264cb6-5866-4912-a21c-bff0292e7f16 service neutron] 10.222.0.45 "GET /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856385 Mar 08 13:05:23.559365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a439e5c-8ae6-47dc-bb58-339e8b801dd8 req-b0363192-d7d0-4a08-9dd8-050e229322d2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:23.561084 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a439e5c-8ae6-47dc-bb58-339e8b801dd8 req-b0363192-d7d0-4a08-9dd8-050e229322d2 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0574768 Mar 08 13:05:23.601722 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a439e5c-8ae6-47dc-bb58-339e8b801dd8 req-ef3ad76d-b35f-4eba-8b36-7fba2154e0a5 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342817 Mar 08 13:05:24.724891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d44d9-96f9-45f9-afce-3768f73b2470 req-41dde9ed-50a4-4c11-ac5e-f9aa036a5775 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:24.726442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6d44d9-96f9-45f9-afce-3768f73b2470 req-41dde9ed-50a4-4c11-ac5e-f9aa036a5775 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0511966 Mar 08 13:05:24.769333 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6d44d9-96f9-45f9-afce-3768f73b2470 req-5d70147c-e88d-440b-a73f-1547257ce90b tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334785 Mar 08 13:05:25.647541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:25.890464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf937e39-bce2-452e-849c-b2f74c13a520 req-d080748a-3806-4b2b-b930-ddcca5b0ec65 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:25.891981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf937e39-bce2-452e-849c-b2f74c13a520 req-d080748a-3806-4b2b-b930-ddcca5b0ec65 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0519969 Mar 08 13:05:25.929279 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf937e39-bce2-452e-849c-b2f74c13a520 req-75fe0e02-54b6-4588-87f0-300b916f7cdc tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Mar 08 13:05:27.052662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2f70d-1e12-425f-8558-aac15f29c8be req-7db56b30-cf8c-4e4b-99ef-513f022c2df7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:27.054075 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aed2f70d-1e12-425f-8558-aac15f29c8be req-7db56b30-cf8c-4e4b-99ef-513f022c2df7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0547745 Mar 08 13:05:27.095224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aed2f70d-1e12-425f-8558-aac15f29c8be req-63f9f190-6cfa-4133-8ce8-e86b8c44d3bd tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349538 Mar 08 13:05:28.212705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48f95a-5327-44cb-9383-1a7af2a2b32e req-de7d7a98-11a5-4297-98ee-51d891e24f02 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:28.214184 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af48f95a-5327-44cb-9383-1a7af2a2b32e req-de7d7a98-11a5-4297-98ee-51d891e24f02 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 943 time: 0.0494146 Mar 08 13:05:28.252407 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af48f95a-5327-44cb-9383-1a7af2a2b32e req-8aad8799-aad1-4bbb-ba41-49266dac4409 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Mar 08 13:05:29.065453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:05:29.077314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd7344e4-8e68-4f18-b11f-366c64de085e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:29.160961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:29.174508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'port_id': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'mac_address': 'fa:16:3e:32:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:05:29.211322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:29.227773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:29.247431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:29.309765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:29.360700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=10']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:29.365828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['82bd727a-1e9a-4f01-b62e-8c6a2335fc46'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:29.372728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50c11c-7a87-461c-8f08-8c6114e70a7c req-bb5d606e-4c58-4f52-a69d-709548575240 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:29.374292 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-df50c11c-7a87-461c-8f08-8c6114e70a7c req-bb5d606e-4c58-4f52-a69d-709548575240 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0532918 Mar 08 13:05:29.413774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-df50c11c-7a87-461c-8f08-8c6114e70a7c req-75edb673-5275-47c6-9921-37fef7f1b1ab tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334861 Mar 08 13:05:30.536576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c499a10-26d2-4518-b432-61f263d49098 req-13d923f4-7df8-475b-a42c-60f3cdfa9259 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:30.538075 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c499a10-26d2-4518-b432-61f263d49098 req-13d923f4-7df8-475b-a42c-60f3cdfa9259 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 945 time: 0.0543656 Mar 08 13:05:30.580777 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c499a10-26d2-4518-b432-61f263d49098 req-2142579d-d1be-4f33-8316-80d8d53fed0d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354562 Mar 08 13:05:31.081357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:31.129468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:05:31.129824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:31.204037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:31.225375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:31.227580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21413f84-751d-49c8-93f0-bc598d3bc24a" -d '{"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-plugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:31.242895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:31.281469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df995340-8ab1-4f2e-8098-e40f8811bcb5 x-openstack-request-id: req-df995340-8ab1-4f2e-8098-e40f8811bcb5 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:31.281469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-plugged", "status": "completed", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:31.281469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df995340-8ab1-4f2e-8098-e40f8811bcb5 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:31.281469 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'code': 200} Mar 08 13:05:31.293089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:31.341476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=11']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:31.681329 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a699072-e2c0-4c9b-8c67-fcac77a4b59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:31.702044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49a5b-c5fd-437d-96b7-9555099aa134 req-da576f5d-66b7-4d33-be45-597e0f27ab72 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:31.703531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22b49a5b-c5fd-437d-96b7-9555099aa134 req-da576f5d-66b7-4d33-be45-597e0f27ab72 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0481660 Mar 08 13:05:31.742182 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22b49a5b-c5fd-437d-96b7-9555099aa134 req-4e48006e-68d2-47c5-9895-8a6c658470de tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Mar 08 13:05:32.749939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:32.860109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b7987-88b4-4e9c-823a-2f85d02b7a11 req-fa0ecca9-9836-47b6-8dad-4fdb99adc9b7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:32.861483 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-641b7987-88b4-4e9c-823a-2f85d02b7a11 req-fa0ecca9-9836-47b6-8dad-4fdb99adc9b7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0487516 Mar 08 13:05:32.898210 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-641b7987-88b4-4e9c-823a-2f85d02b7a11 req-3843d045-c448-48e4-b4bf-608b4d286863 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307071 Mar 08 13:05:33.835859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:34.099459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9434-2e82-4d79-a16e-1935ee3e0697 req-39560aed-16de-418a-97e0-3bcd901ea24a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:34.100944 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-238f9434-2e82-4d79-a16e-1935ee3e0697 req-39560aed-16de-418a-97e0-3bcd901ea24a tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.1339097 Mar 08 13:05:34.139800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-238f9434-2e82-4d79-a16e-1935ee3e0697 req-dd891a98-69a6-4ba3-948b-3e0ef88b7ed3 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Mar 08 13:05:34.241314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:34.257296 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca99bd-f67d-49e8-9640-1fb559abe70f req-73e6a8b5-0fd5-4f54-8507-eb61e86c96df tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:34.258796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e8ca99bd-f67d-49e8-9640-1fb559abe70f req-73e6a8b5-0fd5-4f54-8507-eb61e86c96df tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0509546 Mar 08 13:05:34.297642 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e8ca99bd-f67d-49e8-9640-1fb559abe70f req-bce7b30f-3b42-4ab8-b159-4fd7c8e55b8d tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Mar 08 13:05:34.410035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64763217-3e96-4251-ab74-fb413ab78762 req-c819c682-57a3-46a6-a9d6-4d7405d07a55 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:34.411498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64763217-3e96-4251-ab74-fb413ab78762 req-c819c682-57a3-46a6-a9d6-4d7405d07a55 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0484066 Mar 08 13:05:34.448718 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64763217-3e96-4251-ab74-fb413ab78762 req-f68f740f-5724-4576-8f03-1414ef60b773 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312719 Mar 08 13:05:34.881393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfafae-b234-4b3c-98b6-dc848bbb5f60 req-57faf7fc-b997-47ad-9a55-aecb000f9acb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:34.882869 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c5dfafae-b234-4b3c-98b6-dc848bbb5f60 req-57faf7fc-b997-47ad-9a55-aecb000f9acb tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0528617 Mar 08 13:05:34.921611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c5dfafae-b234-4b3c-98b6-dc848bbb5f60 req-77d565a9-7494-4438-b009-beefb5b21469 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322673 Mar 08 13:05:36.087424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226303b-4ed3-49a1-a16a-78cb0ac1f902 req-1e4628ca-3037-4d55-a607-7c884549d925 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:36.088906 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a226303b-4ed3-49a1-a16a-78cb0ac1f902 req-1e4628ca-3037-4d55-a607-7c884549d925 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0981860 Mar 08 13:05:36.127935 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a226303b-4ed3-49a1-a16a-78cb0ac1f902 req-8fd8dd65-4d5f-46f4-af96-84e619b438bf tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Mar 08 13:05:37.252375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-be58eb3e-294c-4acb-9d22-9d4beee6b100 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:37.253817 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-be58eb3e-294c-4acb-9d22-9d4beee6b100 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0780988 Mar 08 13:05:37.268652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece130-5f8a-42dc-8c2b-3d4c94f01a19 req-562af500-5c70-48dc-b50f-97c3d44f7940 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:37.270081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-beece130-5f8a-42dc-8c2b-3d4c94f01a19 req-562af500-5c70-48dc-b50f-97c3d44f7940 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 946 time: 0.0697007 Mar 08 13:05:37.351073 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-beece130-5f8a-42dc-8c2b-3d4c94f01a19 req-d2a9d696-3875-46f1-a5d7-8630422d1fbe tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740666 Mar 08 13:05:37.381462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Deleting port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:05:37.383436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:37.474719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] For port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:37.475077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:37.641755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:37.642142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:37.642442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Floating IP 495a0c78-51e5-45ec-adbd-2db49c232203 disassociated. External IP: 172.26.3.65, port: 82bd727a-1e9a-4f01-b62e-8c6a2335fc46. Mar 08 13:05:37.642775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Calling delete_port for 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:05:37.819102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:37.847709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event deleted for resources: {'Port': ['ID=82bd727a-1e9a-4f01-b62e-8c6a2335fc46,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:37.859311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.859659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.859986 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.860307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.860620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.860938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.861252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.861565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.861897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.862209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.862517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.862823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:37.977794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:38.088655 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:38.101131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:38.112013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:38.112616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:05:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:38.129834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] No DVR routers for this DVR port 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:38.132329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:38.135754 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-981ef2d9-3023-4f26-84e3-98cf3d93008c req-b6f1c8e9-4050-4242-80ac-4abaac1148f4 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.45 "DELETE /v2.0/ports/82bd727a-1e9a-4f01-b62e-8c6a2335fc46 HTTP/1.1" status: 204 len: 173 time: 0.8747909 Mar 08 13:05:38.136208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-deleted', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:38.139162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c04fc9-f3a5-49e0-9815-85900958e36c" -d '{"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-deleted", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:38.176468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c080576-406f-4ede-adbd-a3c605568792 x-openstack-request-id: req-7c080576-406f-4ede-adbd-a3c605568792 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:38.176756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3396cd-41c5-4da2-8f9f-5220fd097a36", "name": "network-vif-deleted", "tag": "82bd727a-1e9a-4f01-b62e-8c6a2335fc46", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:38.177004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c080576-406f-4ede-adbd-a3c605568792 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:38.177401 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3396cd-41c5-4da2-8f9f-5220fd097a36', 'name': 'network-vif-deleted', 'tag': '82bd727a-1e9a-4f01-b62e-8c6a2335fc46', 'status': 'completed', 'code': 200} Mar 08 13:05:38.224207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:38.449400 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bc468ec1-f311-4ae1-a1f1-9396ac94a162 req-e6d99422-f0c2-4d63-b043-a5bbb8444ba7 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 210 time: 0.0268462 Mar 08 13:05:38.565956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:38.592485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:38.601305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:38.601928 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:05:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:38.708211 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:38.909804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:38.937682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6fd5-7d29-43bf-b14f-99b57aed9e23 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:01:45Z', 'revision_number': 4, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '6f38fbba-ea72-4154-a6f9-af07290784d9', 'name': '', 'network_id': '792eaf90-6bd8-4dba-b360-bd417709326a', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'mac_address': 'fa:16:3e:2b:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:45Z', 'updated_at': '2022-03-08T13:01:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'subnets': [{'id': '58d966b5-255a-437a-bb68-b22787d77cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:39.163224 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b855f-100d-4d00-8cee-d64cf6fbe1bd None None] New status for floating IP 495a0c78-51e5-45ec-adbd-2db49c232203: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:05:39.553221 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51884308-98fa-412f-aeeb-9f66a9224a8b req-7a5c3652-cd10-46d4-9a4c-da2ca562e769 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 210 time: 0.0306530 Mar 08 13:05:40.649741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-89fea807-236a-4f0d-8a97-b99ddda823b3 req-55786792-4c8d-454c-8ec7-433e21d5f2fe tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 210 time: 0.0260422 Mar 08 13:05:41.242353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:41.263176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:05:41.263555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 82bd727a-1e9a-4f01-b62e-8c6a2335fc46 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:41.758336 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1a46a472-75bd-44c6-81d9-2553538a5159 req-bd71e959-5e1d-4e48-ba38-69f9d2f1c9e1 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3396cd-41c5-4da2-8f9f-5220fd097a36 HTTP/1.1" status: 200 len: 210 time: 0.0272660 Mar 08 13:05:46.848125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 42878) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:46.902308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ac429ea-0957-41b9-b7fe-907be510bc33 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:46.927254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ac429ea-0957-41b9-b7fe-907be510bc33 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.046686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ac429ea-0957-41b9-b7fe-907be510bc33 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.049218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4ac429ea-0957-41b9-b7fe-907be510bc33 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.050466 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4ac429ea-0957-41b9-b7fe-907be510bc33 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "DELETE /v2.0/security-groups/b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5 HTTP/1.1" status: 204 len: 168 time: 0.2012987 Mar 08 13:05:47.053015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42880) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:47.060633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac429ea-0957-41b9-b7fe-907be510bc33 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:47.067989 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-bcedf896-99d7-42d8-a1e1-095670a873ed tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] show failed (client error): The resource could not be found. Mar 08 13:05:47.069044 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bcedf896-99d7-42d8-a1e1-095670a873ed tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "GET /v2.0/security-groups/b6f4b9c0-f889-43b9-9839-b7bb7d9f1da5 HTTP/1.1" status: 404 len: 347 time: 0.0150161 Mar 08 13:05:47.071782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42884) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:47.195798 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Deleting port af10a175-2426-4149-9ac3-306af87b5bd8 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:05:47.196134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.272933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.273253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.285558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Calling delete_port for af10a175-2426-4149-9ac3-306af87b5bd8 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:05:47.509248 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.539004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Pushing event deleted for resources: {'Port': ['ID=af10a175-2426-4149-9ac3-306af87b5bd8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:47.550777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.558349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:47.606882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.609375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:47.610565 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3e1626ef-80ad-4ff9-a110-0b857e07f463 tempest-ServerActionsTestJSON-965304226 tempest-ServerActionsTestJSON-965304226-project] 10.222.0.65 "DELETE /v2.0/floatingips/495a0c78-51e5-45ec-adbd-2db49c232203 HTTP/1.1" status: 204 len: 168 time: 0.5378957 Mar 08 13:05:47.613542 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:47.950794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:48.224007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Deleting port 6f38fbba-ea72-4154-a6f9-af07290784d9 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:05:48.224708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:48.316057 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] For port 6f38fbba-ea72-4154-a6f9-af07290784d9, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6f38fbba-ea72-4154-a6f9-af07290784d9,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:48.316413 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:48.329354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Calling delete_port for 6f38fbba-ea72-4154-a6f9-af07290784d9 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:05:48.590319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:48.617896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f38fbba-ea72-4154-a6f9-af07290784d9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:48.804421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:49.337507 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Router 66892f80-f725-4178-8995-427648b98e2f has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:49.440891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:49.445924 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1b729262-5814-4390-9fca-960cb62ca65f admin admin] 10.222.0.65 "PUT /v2.0/routers/66892f80-f725-4178-8995-427648b98e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313448 Mar 08 13:05:49.448515 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42888) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:49.451314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] Sync routers for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:49.461027 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:49.461632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:05:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:49.553943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:49.566625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:49.652529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:49.742403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:05:48Z', 'revision_number': 5, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port': {'id': 'e2674362-418f-4f28-927c-7d346d2f0eef', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66892f80-f725-4178-8995-427648b98e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:43Z', 'updated_at': '2022-03-08T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:49.773351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] Checking router: 66892f80-f725-4178-8995-427648b98e2f for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:49.781821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] Routers {'66892f80-f725-4178-8995-427648b98e2f'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:49.782464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:05:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['66892f80-f725-4178-8995-427648b98e2f'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:49.819523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Deleting port e2674362-418f-4f28-927c-7d346d2f0eef {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:05:49.819866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:49.871451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] Set router 66892f80-f725-4178-8995-427648b98e2f gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:49.898616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] For port e2674362-418f-4f28-927c-7d346d2f0eef, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=e2674362-418f-4f28-927c-7d346d2f0eef,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:49.898977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:49.912849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Calling delete_port for e2674362-418f-4f28-927c-7d346d2f0eef owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:05:49.924159 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:05:49Z', 'revision_number': 6, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:49.953382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7804b69d-e4c9-4b02-91b7-c08dfab16293 None None] The sync data for ids ['66892f80-f725-4178-8995-427648b98e2f'] in dv-neutron-829486-2-hyperv is: [{'id': '66892f80-f725-4178-8995-427648b98e2f', 'name': 'tempest-ServerActionsTestJSON-678202751-router', 'tenant_id': '9daf628314f34e419fbd04465b6b53a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:01:42Z', 'updated_at': '2022-03-08T13:05:49Z', 'revision_number': 6, 'project_id': '9daf628314f34e419fbd04465b6b53a0', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:50.138855 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.162438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2674362-418f-4f28-927c-7d346d2f0eef,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:50.228041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.318683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.320618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.407125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.407782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66892f80-f725-4178-8995-427648b98e2f {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:05:50.412055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.413631 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2f05a8c5-1cdb-47b2-b7a0-2146375e5559 admin admin] 10.222.0.65 "DELETE /v2.0/routers/66892f80-f725-4178-8995-427648b98e2f HTTP/1.1" status: 204 len: 168 time: 0.9637902 Mar 08 13:05:50.415690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42890) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:50.460612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] Deleting subnet 58d966b5-255a-437a-bb68-b22787d77cd0 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:05:50.463573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.502646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.579977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.689054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.716988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d966b5-255a-437a-bb68-b22787d77cd0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:50.723131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.724095 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c95f3000-c17a-4d98-8b69-8e8a5aa6b90a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/58d966b5-255a-437a-bb68-b22787d77cd0 HTTP/1.1" status: 204 len: 168 time: 0.3074605 Mar 08 13:05:50.727135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 42892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:50.728319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e53e37-ecf9-4424-a5f2-71cdad60c5ef None None] Network 792eaf90-6bd8-4dba-b360-bd417709326a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:05:50.780087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e2674362-418f-4f28-927c-7d346d2f0eef no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:50.808747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.813655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: e2674362-418f-4f28-927c-7d346d2f0eef {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:05:50.814156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device e2674362-418f-4f28-927c-7d346d2f0eef not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:50.814612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6f38fbba-ea72-4154-a6f9-af07290784d9 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:50.839393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 6f38fbba-ea72-4154-a6f9-af07290784d9 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:05:50.839804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 6f38fbba-ea72-4154-a6f9-af07290784d9 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:50.868248 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Deleting port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:05:50.868584 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.939230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] For port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:50.939592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:50.959105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Calling delete_port for 084c2e5d-bad1-43dc-8318-58f43b3bfd5e owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:05:50.964445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] DHCP port deletion for 792eaf90-6bd8-4dba-b360-bd417709326a request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:05:51.018335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Deleting port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:05:51.018703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.085340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] For port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,segment=NetworkSegment(74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff),segment_id=74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:51.085732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.098890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Calling delete_port for 084c2e5d-bad1-43dc-8318-58f43b3bfd5e owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:05:51.126298 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.151374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:51.155088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] No DVR routers for this DVR port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:51.178109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.205411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Pushing event deleted for resources: {'Port': ['ID=084c2e5d-bad1-43dc-8318-58f43b3bfd5e,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:51.207710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] No DVR routers for this DVR port 084c2e5d-bad1-43dc-8318-58f43b3bfd5e on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:51.218980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.218980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.219164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.219331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.219644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.219965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.220821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.220821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.221028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.221198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.221503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.221808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff4891-cbd1-4f46-8914-fa33478b62cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:51.232496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.255659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792eaf90-6bd8-4dba-b360-bd417709326a']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:51.265188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:51.265610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fb4e1e-fbf7-4e6b-ae72-1ac941d053ff') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:51.274739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.289210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.299228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:05:51.299608 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:05:51.301376 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:05:51.407166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.412336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.415513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] 10.222.0.65 "DELETE /v2.0/networks/792eaf90-6bd8-4dba-b360-bd417709326a HTTP/1.1" status: 204 len: 168 time: 0.6861916 Mar 08 13:05:51.426822 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d944f-238b-4397-86e0-7c51a540a6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=792eaf90-6bd8-4dba-b360-bd417709326a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:51.748971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 42896) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:51.802335 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42898) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:51.802889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c1c37210-8376-44a6-9e1a-56292af37cd1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9daf628314f34e419fbd04465b6b53a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523164 Mar 08 13:05:51.857914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-401861f9-a30f-491d-b542-c9a37d86d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:51.881674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-401861f9-a30f-491d-b542-c9a37d86d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:52.007576 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-401861f9-a30f-491d-b542-c9a37d86d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:52.010235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-401861f9-a30f-491d-b542-c9a37d86d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:52.011453 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-401861f9-a30f-491d-b542-c9a37d86d9d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d4a5a7e-eaa6-44a7-aded-adcbcb6a0d5d HTTP/1.1" status: 204 len: 168 time: 0.2080529 Mar 08 13:05:52.019331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401861f9-a30f-491d-b542-c9a37d86d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4a5a7e-eaa6-44a7-aded-adcbcb6a0d5d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:52.655153 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 084c2e5d-bad1-43dc-8318-58f43b3bfd5e no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:52.675965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 084c2e5d-bad1-43dc-8318-58f43b3bfd5e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:05:52.676302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 084c2e5d-bad1-43dc-8318-58f43b3bfd5e not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:53.016477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42920) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:53.112118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1898387978-network', 'tenant_id': 'cb5e9f6cd11349228273147208cb2f68'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:53.194689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Made reservation on behalf of cb5e9f6cd11349228273147208cb2f68 for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:53.196971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.205547 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.279501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.354540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.380501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:05:53.386706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be863906-f5c2-4dad-82d5-e24064cd7bfe,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:53.399343 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.399343 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Added segment aca904e4-4d7f-487b-ad87-954a2bc4ae86 of type vlan for network 541db637-d10d-4522-94d6-03e28572f46d Mar 08 13:05:53.437707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.532918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.533799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:53.534526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.592664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] Pushing event updated for resources: {'Network': ['ID=541db637-d10d-4522-94d6-03e28572f46d,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:53.603390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 541db637-d10d-4522-94d6-03e28572f46d details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:05:53.655545 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1607e435-98c7-4b6a-b6dd-2e4bf5e08c7c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6379187 Mar 08 13:05:53.658328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 42924) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:05:53.662988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Request body: {'subnet': {'network_id': '541db637-d10d-4522-94d6-03e28572f46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1898387978-subnet', 'tenant_id': 'cb5e9f6cd11349228273147208cb2f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:53.749687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Made reservation on behalf of cb5e9f6cd11349228273147208cb2f68 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:53.752042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:53.978609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:54.031878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84417968-5b9f-48e7-8060-5386c39736e7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:54.042060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Checking segment: {'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:05:54.042409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Network hostable DHCP agents. Network: 541db637-d10d-4522-94d6-03e28572f46d, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:05:54.115739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Network 541db637-d10d-4522-94d6-03e28572f46d is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:05:54.172816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 541db637-d10d-4522-94d6-03e28572f46d) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:54.176877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:54.180877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:54.183647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b6de0c-37e3-4963-9edd-12eb6289a0de None None] Network 541db637-d10d-4522-94d6-03e28572f46d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:05:54.250311 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0d44c7db-bddf-4fa8-85ed-2a155348dca5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5907645 Mar 08 13:05:54.310111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba87ee2-8ed7-4187-8441-d54092268c92 None None] Network 541db637-d10d-4522-94d6-03e28572f46d requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:05:54.663493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-ff0c69df-fc18-48cf-8f18-91410d72c447 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:54.664955 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-ff0c69df-fc18-48cf-8f18-91410d72c447 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/networks?id=541db637-d10d-4522-94d6-03e28572f46d HTTP/1.1" status: 200 len: 814 time: 0.0995092 Mar 08 13:05:54.680740 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-775200f0-70ef-46a7-b92a-068dee1854cc tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/quotas/cb5e9f6cd11349228273147208cb2f68 HTTP/1.1" status: 200 len: 375 time: 0.0089865 Mar 08 13:05:54.711398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-db170e78-17d6-4e95-a02c-38fd185f8c1b tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb5e9f6cd11349228273147208cb2f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252478 Mar 08 13:05:54.852259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-d5decd86-99c1-4fc7-aef3-a4f9c41e9007 service neutron] 10.222.0.65 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334255 Mar 08 13:05:54.939598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-90ceeeaa-b2b8-4c96-880a-3166b6dd8c36 service neutron] 10.222.0.65 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810761 Mar 08 13:05:55.210952 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-193f4b63-6e78-4689-a347-cd974bb02f66 req-6c74d027-cd5f-4971-8aec-ca074dca7080 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 210 time: 0.0335443 Mar 08 13:05:55.681646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:56.306515 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-91970ecd-0608-4e82-8715-79230d91bae8 req-8ad7ff4f-683d-4eeb-92ed-91654328aa5c tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 210 time: 0.0265009 Mar 08 13:05:57.190552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-15108adc-7750-4bfa-ae4c-e9aa9ae18d42 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.191990 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-15108adc-7750-4bfa-ae4c-e9aa9ae18d42 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "GET /v2.0/networks?id=541db637-d10d-4522-94d6-03e28572f46d HTTP/1.1" status: 200 len: 814 time: 0.1027048 Mar 08 13:05:57.204236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Request body: {'port': {'device_id': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'network_id': '541db637-d10d-4522-94d6-03e28572f46d', 'admin_state_up': True, 'tenant_id': 'cb5e9f6cd11349228273147208cb2f68'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:57.367364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Made reservation on behalf of cb5e9f6cd11349228273147208cb2f68 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:57.372852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:57.413982 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ba4ad4bd-eeb2-4702-80bd-c2e9b13f0966 req-007fb92b-cd26-4f0b-8528-17e033b1efe3 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 210 time: 0.0377755 Mar 08 13:05:57.532525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Allocated IP 172.20.0.8 (541db637-d10d-4522-94d6-03e28572f46d/84417968-5b9f-48e7-8060-5386c39736e7/7212fb49-b19d-40a6-835a-db244d4df69e) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:57.673540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:57.755193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:57.804681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Network 541db637-d10d-4522-94d6-03e28572f46d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:57.807646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:57.811337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:57.817453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Pushing event updated for resources: {'Port': ['ID=7212fb49-b19d-40a6-835a-db244d4df69e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:57.862475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.863069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:57.929732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-aa2abbf2-ceda-48fc-b76e-e5ee414be0d9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291188 Mar 08 13:05:57.941432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Request body: {'port': {'device_id': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:57.998400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:58.256118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7212fb49-b19d-40a6-835a-db244d4df69e {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:58.264098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:58.275371 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Transition to ACTIVE for port object 7212fb49-b19d-40a6-835a-db244d4df69e will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:05:58.321169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:58.370077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Pushing event updated for resources: {'Port': ['ID=7212fb49-b19d-40a6-835a-db244d4df69e,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:58.438528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Attempting to bind port 7212fb49-b19d-40a6-835a-db244d4df69e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:05:58.438912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Attempting to bind port 7212fb49-b19d-40a6-835a-db244d4df69e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:05:58.439264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Attempting to bind port 7212fb49-b19d-40a6-835a-db244d4df69e on network 541db637-d10d-4522-94d6-03e28572f46d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:58.443590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Port 7212fb49-b19d-40a6-835a-db244d4df69e on network 541db637-d10d-4522-94d6-03e28572f46d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:05:58.443897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Attempting to bind port 7212fb49-b19d-40a6-835a-db244d4df69e on network 541db637-d10d-4522-94d6-03e28572f46d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:05:58.448719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:05:58.449138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Checking segment: {'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:05:58.449395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Bound using segment: {'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:05:58.450558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Bound port: 7212fb49-b19d-40a6-835a-db244d4df69e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:05:58.450871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:58.544454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] For port 7212fb49-b19d-40a6-835a-db244d4df69e, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:05:58.550266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] For port 7212fb49-b19d-40a6-835a-db244d4df69e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7212fb49-b19d-40a6-835a-db244d4df69e,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:05:58.559020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f82574-b767-49ff-9a65-0be9dfb5c05c req-b2a77836-3843-4940-9d07-0a2ff4e48366 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:58.562112 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3f82574-b767-49ff-9a65-0be9dfb5c05c req-b2a77836-3843-4940-9d07-0a2ff4e48366 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 943 time: 0.0786400 Mar 08 13:05:58.598752 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3f82574-b767-49ff-9a65-0be9dfb5c05c req-b93ecdb3-bada-49dd-b751-250971aa0771 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Mar 08 13:05:58.602057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:58.639831 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:58.640472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:58.641829 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] 10.222.0.45 "PUT /v2.0/ports/7212fb49-b19d-40a6-835a-db244d4df69e HTTP/1.1" status: 200 len: 1093 time: 0.7048247 Mar 08 13:05:58.642280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'tag': '7212fb49-b19d-40a6-835a-db244d4df69e'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:58.644501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1afcc4-c760-4360-8f58-9b22a78f9430" -d '{"events": [{"name": "network-changed", "server_uuid": "d99e5872-6d0a-44f6-8251-de7f8fc02b68", "tag": "7212fb49-b19d-40a6-835a-db244d4df69e"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:58.665657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681b0e2-29f0-468e-bea4-b243704cbc82 service neutron] Pushing event updated for resources: {'Port': ['ID=7212fb49-b19d-40a6-835a-db244d4df69e,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:58.741389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f44df-59ce-405a-a430-ad2de3c59cb4 x-openstack-request-id: req-535f44df-59ce-405a-a430-ad2de3c59cb4 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:58.741674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99e5872-6d0a-44f6-8251-de7f8fc02b68", "tag": "7212fb49-b19d-40a6-835a-db244d4df69e", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:58.741987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-535f44df-59ce-405a-a430-ad2de3c59cb4 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:58.742391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'tag': '7212fb49-b19d-40a6-835a-db244d4df69e', 'status': 'completed', 'code': 200} Mar 08 13:05:58.793259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-bcde1bbd-30db-4093-9652-fbd69dd29a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:58.794905 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-bcde1bbd-30db-4093-9652-fbd69dd29a08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb5e9f6cd11349228273147208cb2f68&device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 1096 time: 0.0457802 Mar 08 13:05:58.810069 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:05:58.835000 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-d4e44ca8-b7c3-4fdb-99be-0da3e0ac8edc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7212fb49-b19d-40a6-835a-db244d4df69e HTTP/1.1" status: 200 len: 217 time: 0.0336063 Mar 08 13:05:58.884596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-26014010-295e-404c-ba76-4e1a4f3125c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:58.886099 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-26014010-295e-404c-ba76-4e1a4f3125c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84417968-5b9f-48e7-8060-5386c39736e7 HTTP/1.1" status: 200 len: 854 time: 0.0440538 Mar 08 13:05:58.919740 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-0e1c9aac-1d8a-4b0d-8630-35afd4315e43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=541db637-d10d-4522-94d6-03e28572f46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273910 Mar 08 13:05:59.009905 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-bdc26c60-dda2-4b92-b7fa-c1d65ab0372c service neutron] 10.222.0.45 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833664 Mar 08 13:05:59.041432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cfbd238e-755d-450a-94e3-cf45c80199f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:05:59.102205 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f98e5f1-b672-453a-80e5-c67836e2076f req-4521d551-9fc1-4930-ae95-2fde0522ea64 service neutron] 10.222.0.45 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860758 Mar 08 13:05:59.264532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-32aa77c6-18de-44a2-b4aa-14a1ac0ad4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.266055 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-32aa77c6-18de-44a2-b4aa-14a1ac0ad4da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb5e9f6cd11349228273147208cb2f68&device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 1096 time: 0.0416925 Mar 08 13:05:59.355354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-0e17932f-da37-41f2-ad6f-c3faa21fe1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.356786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-0e17932f-da37-41f2-ad6f-c3faa21fe1af service neutron] 10.222.0.45 "GET /v2.0/networks?id=541db637-d10d-4522-94d6-03e28572f46d HTTP/1.1" status: 200 len: 915 time: 0.0829442 Mar 08 13:05:59.401970 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-dbac705f-0142-43e1-8630-f79718864343 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7212fb49-b19d-40a6-835a-db244d4df69e HTTP/1.1" status: 200 len: 217 time: 0.0372117 Mar 08 13:05:59.451269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-77f098c8-6f9d-4e4b-acad-afd6982357f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.452697 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-77f098c8-6f9d-4e4b-acad-afd6982357f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84417968-5b9f-48e7-8060-5386c39736e7 HTTP/1.1" status: 200 len: 854 time: 0.0430629 Mar 08 13:05:59.486456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-e004fbaa-cf5c-4cfe-a865-4cf6cdbab5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=541db637-d10d-4522-94d6-03e28572f46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251276 Mar 08 13:05:59.578974 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-6b95ecdf-4b5d-4c21-be5f-6a10cc54e533 service neutron] 10.222.0.45 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851693 Mar 08 13:05:59.678223 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f1afcc4-c760-4360-8f58-9b22a78f9430 req-1ff91cad-a990-4c82-a88c-26a94d824760 service neutron] 10.222.0.45 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916007 Mar 08 13:05:59.718230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9f3c-3c73-4fd2-a49b-02062b8c92fa req-68eb797e-743a-4a0c-935f-0fa3ccf0efbd tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.719704 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf3c9f3c-3c73-4fd2-a49b-02062b8c92fa req-68eb797e-743a-4a0c-935f-0fa3ccf0efbd tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 943 time: 0.0525768 Mar 08 13:05:59.757027 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf3c9f3c-3c73-4fd2-a49b-02062b8c92fa req-e461d1b6-8e98-4bcc-b907-c2fd345c6575 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Mar 08 13:06:00.876471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bb6cd-f5e8-4ab3-b25d-ad1c45fc86da req-eb216464-b28c-4199-aa6c-1274c5bcbb79 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.877886 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf5bb6cd-f5e8-4ab3-b25d-ad1c45fc86da req-eb216464-b28c-4199-aa6c-1274c5bcbb79 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 943 time: 0.0521164 Mar 08 13:06:00.915536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf5bb6cd-f5e8-4ab3-b25d-ad1c45fc86da req-690300c8-9647-4edc-ad41-650b95ad81b4 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Mar 08 13:06:01.377012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 7212fb49-b19d-40a6-835a-db244d4df69e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:01.471195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 7212fb49-b19d-40a6-835a-db244d4df69e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7212fb49-b19d-40a6-835a-db244d4df69e,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:01.483127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '7212fb49-b19d-40a6-835a-db244d4df69e', 'network_id': '541db637-d10d-4522-94d6-03e28572f46d', 'port_id': '7212fb49-b19d-40a6-835a-db244d4df69e', 'mac_address': 'fa:16:3e:b8:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84417968-5b9f-48e7-8060-5386c39736e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:01.520166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:01.536041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7212fb49-b19d-40a6-835a-db244d4df69e {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:01.555509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 7212fb49-b19d-40a6-835a-db244d4df69e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7212fb49-b19d-40a6-835a-db244d4df69e,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:01.757758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:01.808788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=7212fb49-b19d-40a6-835a-db244d4df69e,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:01.829615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a80982e2-6f01-47ab-96ce-3001f2f4ff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:01.996611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['7212fb49-b19d-40a6-835a-db244d4df69e'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:02.045774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56791e6-df71-4015-9218-0bfe8c19eea6 req-c282b7df-3ba6-4f3f-9343-58bf2252ff43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.047621 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f56791e6-df71-4015-9218-0bfe8c19eea6 req-c282b7df-3ba6-4f3f-9343-58bf2252ff43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 944 time: 0.0530846 Mar 08 13:06:02.086647 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f56791e6-df71-4015-9218-0bfe8c19eea6 req-64595cf7-6cc8-4cec-8e88-511a78510be2 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Mar 08 13:06:02.733259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:03.204431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c0491-436c-4396-89d2-fb8dc53cbe41 req-6d974e9f-ae78-47e3-8d1d-bbfcd4272d66 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.205914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-062c0491-436c-4396-89d2-fb8dc53cbe41 req-6d974e9f-ae78-47e3-8d1d-bbfcd4272d66 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 944 time: 0.0511851 Mar 08 13:06:03.242332 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-062c0491-436c-4396-89d2-fb8dc53cbe41 req-47b785fb-f019-45a7-b458-f2b312519b8b tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304952 Mar 08 13:06:03.389556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 7212fb49-b19d-40a6-835a-db244d4df69e up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:03.510183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 7212fb49-b19d-40a6-835a-db244d4df69e completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:06:03.515157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 7212fb49-b19d-40a6-835a-db244d4df69e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:03.515715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:03.596905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:03.618826 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212fb49-b19d-40a6-835a-db244d4df69e'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:03.621043 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2df12-5074-4f52-ac48-73cfc9e6c4b5" -d '{"events": [{"server_uuid": "d99e5872-6d0a-44f6-8251-de7f8fc02b68", "name": "network-vif-plugged", "status": "completed", "tag": "7212fb49-b19d-40a6-835a-db244d4df69e"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:03.633986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 7212fb49-b19d-40a6-835a-db244d4df69e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7212fb49-b19d-40a6-835a-db244d4df69e,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:03.660376 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e430b9-bd15-400e-bc3d-2ad0e2fae033 x-openstack-request-id: req-83e430b9-bd15-400e-bc3d-2ad0e2fae033 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:03.660691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e5872-6d0a-44f6-8251-de7f8fc02b68", "name": "network-vif-plugged", "status": "completed", "tag": "7212fb49-b19d-40a6-835a-db244d4df69e", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:03.660941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83e430b9-bd15-400e-bc3d-2ad0e2fae033 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:03.661327 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212fb49-b19d-40a6-835a-db244d4df69e', 'code': 200} Mar 08 13:06:03.699134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:03.749902 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=7212fb49-b19d-40a6-835a-db244d4df69e,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:03.858878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:03.985590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147eef0-9d3a-481c-bc0f-270e88d57aeb req-3608c8cf-a7e1-46e1-a656-5ac81b42cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.987158 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6147eef0-9d3a-481c-bc0f-270e88d57aeb req-3608c8cf-a7e1-46e1-a656-5ac81b42cf8c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 1098 time: 0.0437579 Mar 08 13:06:04.021462 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6147eef0-9d3a-481c-bc0f-270e88d57aeb req-7e47c042-ba75-4da6-a726-3b9e363ec05d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278244 Mar 08 13:06:04.224131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:04.355467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16aeb3-7c99-4289-b4c1-5346f65b2eb7 req-9dee8a7b-640f-465b-a407-ea64793aeba3 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.357074 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e16aeb3-7c99-4289-b4c1-5346f65b2eb7 req-9dee8a7b-640f-465b-a407-ea64793aeba3 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0485444 Mar 08 13:06:04.394350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e16aeb3-7c99-4289-b4c1-5346f65b2eb7 req-eec3c08d-84cb-4e98-9002-014ea6b9b1e8 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Mar 08 13:06:05.511637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109573-e4ed-44b2-8dbe-c0a930046620 req-e065165d-d63c-449e-b7dc-8ac42de38f89 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.513128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66109573-e4ed-44b2-8dbe-c0a930046620 req-e065165d-d63c-449e-b7dc-8ac42de38f89 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Mar 08 13:06:05.550213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66109573-e4ed-44b2-8dbe-c0a930046620 req-79515847-dba8-4a28-a7f7-094d698f6dfc tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Mar 08 13:06:05.802291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0156-1240-441b-94de-e2052a8d0602 req-2e44d1fe-a7df-4c7a-bef0-3d8e5e82db21 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.803763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-2e44d1fe-a7df-4c7a-bef0-3d8e5e82db21 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/networks?id=541db637-d10d-4522-94d6-03e28572f46d HTTP/1.1" status: 200 len: 814 time: 0.1185544 Mar 08 13:06:05.818705 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-6b84e836-f4f7-482f-96bf-717f5b0866fc tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/quotas/cb5e9f6cd11349228273147208cb2f68 HTTP/1.1" status: 200 len: 375 time: 0.0090921 Mar 08 13:06:05.867388 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-0e1b6316-fc3e-4191-a3ce-9d3fea8410f1 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb5e9f6cd11349228273147208cb2f68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433292 Mar 08 13:06:05.960911 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-3139af06-d19b-4c83-b91a-fa1c4d146922 service neutron] 10.222.0.65 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859575 Mar 08 13:06:06.054069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-c9de8771-4815-4d39-a18b-2f6b67b9a37a service neutron] 10.222.0.65 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859432 Mar 08 13:06:06.270442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6867dff6-d9b0-442b-9d40-c7a3f7031939 req-bda08ac7-e82b-4eac-8f39-2917c45e0248 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 210 time: 0.0279665 Mar 08 13:06:07.386164 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d67460c1-0028-4d81-88ab-0fad1812e53b req-db936266-cc8d-40da-be5c-978083eaae4b tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 210 time: 0.0407338 Mar 08 13:06:08.058881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0156-1240-441b-94de-e2052a8d0602 req-126c754a-d98e-4df3-9989-c063d6a0910b tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:08.061427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-126c754a-d98e-4df3-9989-c063d6a0910b tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "GET /v2.0/networks?id=541db637-d10d-4522-94d6-03e28572f46d HTTP/1.1" status: 200 len: 814 time: 0.1050525 Mar 08 13:06:08.080271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Request body: {'port': {'device_id': '8916afce-864d-42ed-8426-64cdcac9ce99', 'network_id': '541db637-d10d-4522-94d6-03e28572f46d', 'admin_state_up': True, 'tenant_id': 'cb5e9f6cd11349228273147208cb2f68'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:08.259162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Made reservation on behalf of cb5e9f6cd11349228273147208cb2f68 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:08.264689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:08.387518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Allocated IP 172.20.0.14 (541db637-d10d-4522-94d6-03e28572f46d/84417968-5b9f-48e7-8060-5386c39736e7/f74cab0a-0b1b-45ac-bd4f-df7047e14044) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:08.511739 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39f338f0-d3be-4f6a-86df-721a267f4013 req-cca62bb0-17bf-43e0-b3eb-87b280627e46 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 210 time: 0.0535414 Mar 08 13:06:08.557690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:08.653912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:08.665177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['7212fb49-b19d-40a6-835a-db244d4df69e'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:09.024375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Network 541db637-d10d-4522-94d6-03e28572f46d is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:09.027670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:09.030549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:09.064745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Pushing event updated for resources: {'Port': ['ID=f74cab0a-0b1b-45ac-bd4f-df7047e14044,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:09.085504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.086119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.162538 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-500763e0-ba2a-4d23-a105-d6915e7ea083 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0908103 Mar 08 13:06:09.175435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Request body: {'port': {'device_id': '8916afce-864d-42ed-8426-64cdcac9ce99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:09.227637 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.485899 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74cab0a-0b1b-45ac-bd4f-df7047e14044 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:09.493054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.506214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Transition to ACTIVE for port object f74cab0a-0b1b-45ac-bd4f-df7047e14044 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:06:09.567218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.641320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Pushing event updated for resources: {'Port': ['ID=f74cab0a-0b1b-45ac-bd4f-df7047e14044,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:09.700923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fbbc6-060e-4600-96d3-8e7c7decd23e req-67525bd0-d887-4af2-8726-70ab6e2afed2 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.702418 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e9fbbc6-060e-4600-96d3-8e7c7decd23e req-67525bd0-d887-4af2-8726-70ab6e2afed2 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 944 time: 0.1089830 Mar 08 13:06:09.749211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Attempting to bind port f74cab0a-0b1b-45ac-bd4f-df7047e14044 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:09.749445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Attempting to bind port f74cab0a-0b1b-45ac-bd4f-df7047e14044 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:09.749762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Attempting to bind port f74cab0a-0b1b-45ac-bd4f-df7047e14044 on network 541db637-d10d-4522-94d6-03e28572f46d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:09.757981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1e9fbbc6-060e-4600-96d3-8e7c7decd23e req-f8cc0dc2-8276-4f12-8e8c-eabcca5f0e36 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494552 Mar 08 13:06:09.758679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Port f74cab0a-0b1b-45ac-bd4f-df7047e14044 on network 541db637-d10d-4522-94d6-03e28572f46d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:06:09.758971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Attempting to bind port f74cab0a-0b1b-45ac-bd4f-df7047e14044 on network 541db637-d10d-4522-94d6-03e28572f46d {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:09.764674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:09.765000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Checking segment: {'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:09.765366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Bound using segment: {'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:09.765778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Bound port: f74cab0a-0b1b-45ac-bd4f-df7047e14044, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca904e4-4d7f-487b-ad87-954a2bc4ae86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '541db637-d10d-4522-94d6-03e28572f46d'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:09.766145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.828496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] For port f74cab0a-0b1b-45ac-bd4f-df7047e14044, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:09.831529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] For port f74cab0a-0b1b-45ac-bd4f-df7047e14044, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f74cab0a-0b1b-45ac-bd4f-df7047e14044,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:09.927322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.966427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.967022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:09.968391 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] 10.222.0.45 "PUT /v2.0/ports/f74cab0a-0b1b-45ac-bd4f-df7047e14044 HTTP/1.1" status: 200 len: 1094 time: 0.7971742 Mar 08 13:06:09.968797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8916afce-864d-42ed-8426-64cdcac9ce99', 'tag': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:09.971031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430e182d-08e0-4fc8-afab-562b6abe9be2" -d '{"events": [{"name": "network-changed", "server_uuid": "8916afce-864d-42ed-8426-64cdcac9ce99", "tag": "f74cab0a-0b1b-45ac-bd4f-df7047e14044"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:09.992389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9532803-45b2-4424-b74b-ff5716169638 service neutron] Pushing event updated for resources: {'Port': ['ID=f74cab0a-0b1b-45ac-bd4f-df7047e14044,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:10.009154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf04e1d-b78b-44ec-8c9d-cff285625aea x-openstack-request-id: req-8bf04e1d-b78b-44ec-8c9d-cff285625aea {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:10.009437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8916afce-864d-42ed-8426-64cdcac9ce99", "tag": "f74cab0a-0b1b-45ac-bd4f-df7047e14044", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:10.009684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8bf04e1d-b78b-44ec-8c9d-cff285625aea {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:10.010100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8916afce-864d-42ed-8426-64cdcac9ce99', 'tag': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044', 'status': 'completed', 'code': 200} Mar 08 13:06:10.068936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e182d-08e0-4fc8-afab-562b6abe9be2 req-d06fe895-9f4c-4e18-bc13-7fcb01782a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.070424 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-430e182d-08e0-4fc8-afab-562b6abe9be2 req-d06fe895-9f4c-4e18-bc13-7fcb01782a66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb5e9f6cd11349228273147208cb2f68&device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 1097 time: 0.0426161 Mar 08 13:06:10.165571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e182d-08e0-4fc8-afab-562b6abe9be2 req-042afc56-c2e8-4bcf-9c1c-cb2aa9ba225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.167063 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-430e182d-08e0-4fc8-afab-562b6abe9be2 req-042afc56-c2e8-4bcf-9c1c-cb2aa9ba225a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cb5e9f6cd11349228273147208cb2f68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0896938 Mar 08 13:06:10.261892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e182d-08e0-4fc8-afab-562b6abe9be2 req-c3c7b308-a801-4482-9fb3-18d9a256d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.264096 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-430e182d-08e0-4fc8-afab-562b6abe9be2 req-c3c7b308-a801-4482-9fb3-18d9a256d871 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904489 Mar 08 13:06:10.338891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0156-1240-441b-94de-e2052a8d0602 req-b3b77de0-b293-46a6-9c55-fe12621f1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.340427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-b3b77de0-b293-46a6-9c55-fe12621f1dda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb5e9f6cd11349228273147208cb2f68&device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 1097 time: 0.0405452 Mar 08 13:06:10.384332 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-bad51f62-cca2-4a5d-b835-9c95639485ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f74cab0a-0b1b-45ac-bd4f-df7047e14044 HTTP/1.1" status: 200 len: 217 time: 0.0369585 Mar 08 13:06:10.432571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0156-1240-441b-94de-e2052a8d0602 req-eaf70821-a4b6-450c-a4af-b40614cce521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.434598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-eaf70821-a4b6-450c-a4af-b40614cce521 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84417968-5b9f-48e7-8060-5386c39736e7 HTTP/1.1" status: 200 len: 854 time: 0.0427432 Mar 08 13:06:10.464529 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-d2c33949-b536-4ea5-971c-e9a990b59bb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=541db637-d10d-4522-94d6-03e28572f46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245042 Mar 08 13:06:10.551569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-54e9c6a6-878a-455f-b936-535b24d48f0b service neutron] 10.222.0.45 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807035 Mar 08 13:06:10.645165 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e23c0156-1240-441b-94de-e2052a8d0602 req-685d8f07-ebd6-4268-a5ca-bbe0c05ccd5c service neutron] 10.222.0.45 "GET /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868568 Mar 08 13:06:10.874076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235b8e8-b99a-4963-bcee-99a90884fc38 req-819cf2fc-492a-4600-9099-8a2e39996ec1 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.875448 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2235b8e8-b99a-4963-bcee-99a90884fc38 req-819cf2fc-492a-4600-9099-8a2e39996ec1 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Mar 08 13:06:10.912468 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2235b8e8-b99a-4963-bcee-99a90884fc38 req-677fa09c-1788-4932-aba0-6ba5dfe97518 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Mar 08 13:06:12.038117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383df13-f3b3-4615-bf58-8be4a0526ac9 req-a1e6962f-1ba5-4b62-bb3f-1f86c5aeaafc tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:12.038117 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d383df13-f3b3-4615-bf58-8be4a0526ac9 req-a1e6962f-1ba5-4b62-bb3f-1f86c5aeaafc tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 944 time: 0.0538390 Mar 08 13:06:12.075249 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d383df13-f3b3-4615-bf58-8be4a0526ac9 req-6567eee3-027b-461b-9950-526749292ea6 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Mar 08 13:06:13.191271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290294ed-33cc-4dda-b3e6-d4fc81e222da req-daf899c2-de49-4251-8518-3fb5c0e1d034 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:13.192803 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290294ed-33cc-4dda-b3e6-d4fc81e222da req-daf899c2-de49-4251-8518-3fb5c0e1d034 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 944 time: 0.0496018 Mar 08 13:06:13.234909 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290294ed-33cc-4dda-b3e6-d4fc81e222da req-3ce191ec-3ed1-44df-b170-69b62d164525 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Mar 08 13:06:13.447355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device f74cab0a-0b1b-45ac-bd4f-df7047e14044 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:13.563471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port f74cab0a-0b1b-45ac-bd4f-df7047e14044, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f74cab0a-0b1b-45ac-bd4f-df7047e14044,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:13.575150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044', 'network_id': '541db637-d10d-4522-94d6-03e28572f46d', 'port_id': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044', 'mac_address': 'fa:16:3e:2d:2e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84417968-5b9f-48e7-8060-5386c39736e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:13.612575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:13.626109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74cab0a-0b1b-45ac-bd4f-df7047e14044 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:13.646174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port f74cab0a-0b1b-45ac-bd4f-df7047e14044, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f74cab0a-0b1b-45ac-bd4f-df7047e14044,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:13.698734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:13.753745 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=f74cab0a-0b1b-45ac-bd4f-df7047e14044,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:13.901464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['f74cab0a-0b1b-45ac-bd4f-df7047e14044'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:14.355440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c9e9-6c0e-4331-b5b7-9f754c15b7e0 req-5c3b9abe-d9c8-4cbf-8713-c69f72f30781 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.357423 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a401c9e9-6c0e-4331-b5b7-9f754c15b7e0 req-5c3b9abe-d9c8-4cbf-8713-c69f72f30781 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 945 time: 0.0492151 Mar 08 13:06:14.394789 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a401c9e9-6c0e-4331-b5b7-9f754c15b7e0 req-3d821827-f49c-42e1-915d-7503a2c00aff tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Mar 08 13:06:15.455372 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device f74cab0a-0b1b-45ac-bd4f-df7047e14044 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:15.522473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac67ef9-ebf0-4dc3-9cfb-d179cfe172c1 req-02954182-9c5c-4748-bc75-bd40df3d02b4 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:15.524132 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ac67ef9-ebf0-4dc3-9cfb-d179cfe172c1 req-02954182-9c5c-4748-bc75-bd40df3d02b4 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 945 time: 0.0608370 Mar 08 13:06:15.564621 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ac67ef9-ebf0-4dc3-9cfb-d179cfe172c1 req-65b33299-e446-49ff-9090-7b3aebb29b2c tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Mar 08 13:06:15.572888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port f74cab0a-0b1b-45ac-bd4f-df7047e14044 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:06:15.577609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port f74cab0a-0b1b-45ac-bd4f-df7047e14044 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:15.578023 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:15.655870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:15.678325 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8916afce-864d-42ed-8426-64cdcac9ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:15.680478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2812aad2-ec4c-45c3-9390-87ac0debed80" -d '{"events": [{"server_uuid": "8916afce-864d-42ed-8426-64cdcac9ce99", "name": "network-vif-plugged", "status": "completed", "tag": "f74cab0a-0b1b-45ac-bd4f-df7047e14044"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:15.694868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port f74cab0a-0b1b-45ac-bd4f-df7047e14044, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f74cab0a-0b1b-45ac-bd4f-df7047e14044,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:15.721887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e30865d-f41e-454f-9a42-38f3a5c9e969 x-openstack-request-id: req-5e30865d-f41e-454f-9a42-38f3a5c9e969 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:15.722173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8916afce-864d-42ed-8426-64cdcac9ce99", "name": "network-vif-plugged", "status": "completed", "tag": "f74cab0a-0b1b-45ac-bd4f-df7047e14044", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:15.722420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e30865d-f41e-454f-9a42-38f3a5c9e969 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:15.722807 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8916afce-864d-42ed-8426-64cdcac9ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044', 'code': 200} Mar 08 13:06:15.761768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:15.811037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=f74cab0a-0b1b-45ac-bd4f-df7047e14044,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:16.013159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce58ba-aad4-4f5a-af6e-561650791a5f req-36354f21-97c9-4ef0-b864-27395c115172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.014708 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfce58ba-aad4-4f5a-af6e-561650791a5f req-36354f21-97c9-4ef0-b864-27395c115172 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 1099 time: 0.0401161 Mar 08 13:06:16.051918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfce58ba-aad4-4f5a-af6e-561650791a5f req-69cdc66e-d8e5-4d2c-ab1f-426bc75eb950 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296803 Mar 08 13:06:16.679557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3848b3-102d-4cd0-84b6-919e41340806 req-147e1d09-cb3f-4d1a-b2fb-862dfea9d6c5 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.681051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae3848b3-102d-4cd0-84b6-919e41340806 req-147e1d09-cb3f-4d1a-b2fb-862dfea9d6c5 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 946 time: 0.0481944 Mar 08 13:06:16.718167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae3848b3-102d-4cd0-84b6-919e41340806 req-d6775710-258a-415f-80c6-81d4f8f10d67 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Mar 08 13:06:17.843227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb9911-eafd-496f-9646-410241123516 req-7585eaec-bd39-4621-88c1-d9124dc0726a tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.844674 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0edb9911-eafd-496f-9646-410241123516 req-7585eaec-bd39-4621-88c1-d9124dc0726a tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 946 time: 0.0551727 Mar 08 13:06:17.881635 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0edb9911-eafd-496f-9646-410241123516 req-e1c80fb4-a745-49fc-9b1d-6ac31f8bedce tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Mar 08 13:06:18.338145 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af887cd-b60b-47ab-8383-6e46b4de8bc0 req-9c6cc337-dd7a-4c20-a510-d6c4754fab53 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.339627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7af887cd-b60b-47ab-8383-6e46b4de8bc0 req-9c6cc337-dd7a-4c20-a510-d6c4754fab53 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 946 time: 0.0482492 Mar 08 13:06:18.378441 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7af887cd-b60b-47ab-8383-6e46b4de8bc0 req-e99cffb1-b227-4f85-9ff5-ed4fbdb0bcb7 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Mar 08 13:06:19.498499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a0fce-b3ab-479f-ae8f-b626870d9610 req-7cb3a48f-2bc7-469a-acc3-b06ee8c166bd tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:19.499991 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d4a0fce-b3ab-479f-ae8f-b626870d9610 req-7cb3a48f-2bc7-469a-acc3-b06ee8c166bd tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 946 time: 0.0515358 Mar 08 13:06:19.537641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d4a0fce-b3ab-479f-ae8f-b626870d9610 req-30a1605b-9e9c-460d-a5b3-83de8abbef49 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Mar 08 13:06:19.656690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-7466e1f5-5c92-4fea-8a19-56ea2c801a75 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:19.658072 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-7466e1f5-5c92-4fea-8a19-56ea2c801a75 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 946 time: 0.0545404 Mar 08 13:06:19.746051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Deleting port f74cab0a-0b1b-45ac-bd4f-df7047e14044 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:19.746607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:19.836848 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] For port f74cab0a-0b1b-45ac-bd4f-df7047e14044, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f74cab0a-0b1b-45ac-bd4f-df7047e14044,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:19.837200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:19.850479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Calling delete_port for f74cab0a-0b1b-45ac-bd4f-df7047e14044 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:20.040447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:20.051949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['7212fb49-b19d-40a6-835a-db244d4df69e', 'f74cab0a-0b1b-45ac-bd4f-df7047e14044'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:20.074146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Pushing event deleted for resources: {'Port': ['ID=f74cab0a-0b1b-45ac-bd4f-df7047e14044,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:20.117474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] No DVR routers for this DVR port f74cab0a-0b1b-45ac-bd4f-df7047e14044 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:20.120259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:20.124598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4167cf6e-aced-42db-9f14-082f380e90f9 req-cda0af06-59eb-452c-b026-4cf9ecf92c43 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "DELETE /v2.0/ports/f74cab0a-0b1b-45ac-bd4f-df7047e14044 HTTP/1.1" status: 204 len: 173 time: 0.4608581 Mar 08 13:06:20.125043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8916afce-864d-42ed-8426-64cdcac9ce99', 'name': 'network-vif-deleted', 'tag': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:20.127393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef608fe-d5fe-4dc5-bee1-15e73190d4fa" -d '{"events": [{"server_uuid": "8916afce-864d-42ed-8426-64cdcac9ce99", "name": "network-vif-deleted", "tag": "f74cab0a-0b1b-45ac-bd4f-df7047e14044"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:20.164307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cbafa0-8e6c-4387-a143-d0c523427898 x-openstack-request-id: req-08cbafa0-8e6c-4387-a143-d0c523427898 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:20.164705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8916afce-864d-42ed-8426-64cdcac9ce99", "name": "network-vif-deleted", "tag": "f74cab0a-0b1b-45ac-bd4f-df7047e14044", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:20.165075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08cbafa0-8e6c-4387-a143-d0c523427898 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:20.165479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8916afce-864d-42ed-8426-64cdcac9ce99', 'name': 'network-vif-deleted', 'tag': 'f74cab0a-0b1b-45ac-bd4f-df7047e14044', 'status': 'completed', 'code': 200} Mar 08 13:06:20.643978 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ca5ed47e-68bf-4fb1-b304-19a5d65f582f req-cfc97780-a8af-46f8-82f4-3b3130c5f1de tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=8916afce-864d-42ed-8426-64cdcac9ce99 HTTP/1.1" status: 200 len: 210 time: 0.0256476 Mar 08 13:06:21.811006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37578-ad86-4783-87ba-59cd4b773792 req-c89c39e7-aed0-4759-9378-c287807ac24d tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:21.812654 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-32b37578-ad86-4783-87ba-59cd4b773792 req-c89c39e7-aed0-4759-9378-c287807ac24d tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0619941 Mar 08 13:06:21.856420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-32b37578-ad86-4783-87ba-59cd4b773792 req-17b59fc9-ebb4-4c50-bf91-91c56548092a tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Mar 08 13:06:22.004236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72317fb8-8f39-4b1a-b018-096fd44d7b1c req-cc314d3d-c470-4022-96e1-2123be03c33c tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.005741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-72317fb8-8f39-4b1a-b018-096fd44d7b1c req-cc314d3d-c470-4022-96e1-2123be03c33c tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0549705 Mar 08 13:06:22.055789 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-72317fb8-8f39-4b1a-b018-096fd44d7b1c req-6a8a65d3-ccf1-47a9-8b7c-25f3b7839939 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Mar 08 13:06:22.190233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bc357-b205-4000-9925-0a8934fd51c8 req-d3f362b1-ab3a-4f94-9bbc-3da1ad624b15 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.192750 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d74bc357-b205-4000-9925-0a8934fd51c8 req-d3f362b1-ab3a-4f94-9bbc-3da1ad624b15 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0652175 Mar 08 13:06:22.231681 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d74bc357-b205-4000-9925-0a8934fd51c8 req-7c2d030d-895c-43e5-a8cb-efaf6ae12fd2 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330415 Mar 08 13:06:22.401751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e5d66-965f-4910-bc0f-0f8d49e94e27 req-55e84baf-4283-4589-90f6-f7535c080146 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.403264 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f48e5d66-965f-4910-bc0f-0f8d49e94e27 req-55e84baf-4283-4589-90f6-f7535c080146 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0498223 Mar 08 13:06:22.441442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f48e5d66-965f-4910-bc0f-0f8d49e94e27 req-7d37b505-9644-4647-8c10-54327e40d4e1 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Mar 08 13:06:22.562353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee6a5a-ebfb-4bf2-871b-1f83c0de9921 req-2182b72f-3b5c-4e4c-8a97-7efa0a3127ab tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.563753 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f6ee6a5a-ebfb-4bf2-871b-1f83c0de9921 req-2182b72f-3b5c-4e4c-8a97-7efa0a3127ab tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Mar 08 13:06:22.601369 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f6ee6a5a-ebfb-4bf2-871b-1f83c0de9921 req-c40647de-56c3-4129-b1ce-5d5b63b188f7 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Mar 08 13:06:22.738228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db0ff4-9a11-49df-b1bd-e3e9fa297cf6 req-a1034f49-06e6-4943-9667-941386b6a643 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.739713 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10db0ff4-9a11-49df-b1bd-e3e9fa297cf6 req-a1034f49-06e6-4943-9667-941386b6a643 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0495601 Mar 08 13:06:22.778794 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10db0ff4-9a11-49df-b1bd-e3e9fa297cf6 req-a1d8f0e8-2884-4fbc-8ffd-745dd5084127 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330887 Mar 08 13:06:23.247222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362fa93-b9cd-4e62-9da5-15f8fdd64ec7 req-bcfc7951-c1bc-4012-b374-18ebd1230ae1 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.248741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d362fa93-b9cd-4e62-9da5-15f8fdd64ec7 req-bcfc7951-c1bc-4012-b374-18ebd1230ae1 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0551698 Mar 08 13:06:23.290872 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d362fa93-b9cd-4e62-9da5-15f8fdd64ec7 req-dc3afa29-e572-43e0-9fd9-672d453da252 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360997 Mar 08 13:06:23.508019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device f74cab0a-0b1b-45ac-bd4f-df7047e14044 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:23.532396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: f74cab0a-0b1b-45ac-bd4f-df7047e14044 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:06:23.532727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device f74cab0a-0b1b-45ac-bd4f-df7047e14044 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:24.424704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaffc22-69ef-4a92-9765-4a26da423fbd req-ea9b1814-0010-42d9-8509-0633a5c97d39 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:24.426258 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dfaffc22-69ef-4a92-9765-4a26da423fbd req-ea9b1814-0010-42d9-8509-0633a5c97d39 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0561776 Mar 08 13:06:24.467410 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dfaffc22-69ef-4a92-9765-4a26da423fbd req-d7eecd6d-0279-45b4-882a-8a440434d9da tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/security-groups?id=be863906-f5c2-4dad-82d5-e24064cd7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349426 Mar 08 13:06:24.628386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-e22c6cf0-cf63-45fa-a719-b26e0d530f78 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:24.629949 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-e22c6cf0-cf63-45fa-a719-b26e0d530f78 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 945 time: 0.0535054 Mar 08 13:06:24.728333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Deleting port 7212fb49-b19d-40a6-835a-db244d4df69e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:24.728667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:24.827926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] For port 7212fb49-b19d-40a6-835a-db244d4df69e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7212fb49-b19d-40a6-835a-db244d4df69e,segment=NetworkSegment(aca904e4-4d7f-487b-ad87-954a2bc4ae86),segment_id=aca904e4-4d7f-487b-ad87-954a2bc4ae86)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:24.828285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:24.841835 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Calling delete_port for 7212fb49-b19d-40a6-835a-db244d4df69e owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:25.024954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:25.037012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['7212fb49-b19d-40a6-835a-db244d4df69e'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:25.057649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Pushing event deleted for resources: {'Port': ['ID=7212fb49-b19d-40a6-835a-db244d4df69e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:25.101740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] No DVR routers for this DVR port 7212fb49-b19d-40a6-835a-db244d4df69e on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:25.104363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:25.108763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-72bee92b-1ca4-4cbf-9b9e-9944f91a63d3 req-73d3e201-7743-4cb3-a4ce-6f256a3879e9 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.45 "DELETE /v2.0/ports/7212fb49-b19d-40a6-835a-db244d4df69e HTTP/1.1" status: 204 len: 173 time: 0.4726186 Mar 08 13:06:25.109220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'name': 'network-vif-deleted', 'tag': '7212fb49-b19d-40a6-835a-db244d4df69e'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:25.111583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e6a4ea-566c-4309-b12f-711cdf3aed83" -d '{"events": [{"server_uuid": "d99e5872-6d0a-44f6-8251-de7f8fc02b68", "name": "network-vif-deleted", "tag": "7212fb49-b19d-40a6-835a-db244d4df69e"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:25.149880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0875685-15da-4fa5-9b41-0252da33ed59 x-openstack-request-id: req-d0875685-15da-4fa5-9b41-0252da33ed59 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:25.152328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99e5872-6d0a-44f6-8251-de7f8fc02b68", "name": "network-vif-deleted", "tag": "7212fb49-b19d-40a6-835a-db244d4df69e", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:25.152328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0875685-15da-4fa5-9b41-0252da33ed59 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:25.152328 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99e5872-6d0a-44f6-8251-de7f8fc02b68', 'name': 'network-vif-deleted', 'tag': '7212fb49-b19d-40a6-835a-db244d4df69e', 'status': 'completed', 'code': 200} Mar 08 13:06:25.577072 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b474b416-004a-49af-a31c-9e7363cdbb01 req-90493235-ad1d-4984-8c13-f8a8c089c132 tempest-ServersNegativeTestJSON-1546922354 tempest-ServersNegativeTestJSON-1546922354-project] 10.222.0.65 "GET /v2.0/ports?device_id=d99e5872-6d0a-44f6-8251-de7f8fc02b68 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Mar 08 13:06:25.658843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:26.639408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43080) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:26.691171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] Deleting subnet 84417968-5b9f-48e7-8060-5386c39736e7 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:06:26.694655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:26.731945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:26.773801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:26.899434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:26.924800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84417968-5b9f-48e7-8060-5386c39736e7,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:26.931129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:26.934534 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a2664667-6062-4340-a993-a57d9f2bdefc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/84417968-5b9f-48e7-8060-5386c39736e7 HTTP/1.1" status: 204 len: 168 time: 0.2940452 Mar 08 13:06:26.937568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43082) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:27.010987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.090735 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.116199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541db637-d10d-4522-94d6-03e28572f46d']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:27.126021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca904e4-4d7f-487b-ad87-954a2bc4ae86') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:27.126374 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca904e4-4d7f-487b-ad87-954a2bc4ae86') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:27.135831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.150084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.156858 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:27.158707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:27.158976 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:27.281833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.287127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.290254 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] 10.222.0.65 "DELETE /v2.0/networks/541db637-d10d-4522-94d6-03e28572f46d HTTP/1.1" status: 204 len: 168 time: 0.3517125 Mar 08 13:06:27.302172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2cfd1-76cd-4eba-a1a9-d6b6b22ae69e admin admin] Pushing event deleted for resources: {'Network': ['ID=541db637-d10d-4522-94d6-03e28572f46d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:27.517240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 7212fb49-b19d-40a6-835a-db244d4df69e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:27.538432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 7212fb49-b19d-40a6-835a-db244d4df69e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:06:27.538763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 7212fb49-b19d-40a6-835a-db244d4df69e not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:27.644388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43086) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:27.690517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fa9275db-7221-47da-bb64-5f3f0d1da0c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb5e9f6cd11349228273147208cb2f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449498 Mar 08 13:06:27.692901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43088) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:27.753936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e85d18a3-8167-42aa-8f34-534ba7b17f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.776928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e85d18a3-8167-42aa-8f34-534ba7b17f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.903568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e85d18a3-8167-42aa-8f34-534ba7b17f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.906288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e85d18a3-8167-42aa-8f34-534ba7b17f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:27.907520 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e85d18a3-8167-42aa-8f34-534ba7b17f7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be863906-f5c2-4dad-82d5-e24064cd7bfe HTTP/1.1" status: 204 len: 168 time: 0.2137115 Mar 08 13:06:27.916241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d18a3-8167-42aa-8f34-534ba7b17f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be863906-f5c2-4dad-82d5-e24064cd7bfe,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:28.965579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43110) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:29.054541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e0c25a1-cd7d-4eac-8d41-99d7cab722ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.075878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1099079453'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:29.155924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:29.159673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.168843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.263484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.322753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.345784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:29.363971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.364310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Added segment f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf of type vlan for network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a Mar 08 13:06:29.365662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffccf26-8318-4e99-a603-d26e7f3d8084,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:29.412796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.482542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.488265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.488851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:29.558447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Network': ['ID=09c1c670-823b-4af4-8e39-a9cc7a2ff01a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:29.571348 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:29.603356 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9eeb8ecf-fd7f-41ac-9fe7-125abc54a3ab tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6362169 Mar 08 13:06:31.675856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-797f0694-af52-403d-ac22-3510b0073708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:32.750428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:32.926235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43114) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:32.931382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'subnet': {'network_id': '09c1c670-823b-4af4-8e39-a9cc7a2ff01a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:33.076537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:33.080173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.322589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.388110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Subnet': ['ID=55d09ea7-f760-48ac-98dd-f2c38dc27d3d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:33.397660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Checking segment: {'id': 'f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '09c1c670-823b-4af4-8e39-a9cc7a2ff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:33.398044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network hostable DHCP agents. Network: 09c1c670-823b-4af4-8e39-a9cc7a2ff01a, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:33.470196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:33.527680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 09c1c670-823b-4af4-8e39-a9cc7a2ff01a) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:33.533038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:33.533812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.540119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8cce87-f358-49f7-a19d-9ef1f4193bab None None] Network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:33.631680 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dec7d64e-d80b-4660-94bd-1761ad11db59 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7043784 Mar 08 13:06:33.642246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43116) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:33.647719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377336640'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:33.733533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:33.737345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.764770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:33.772945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-09c1c670-823b-4af4-8e39-a9cc7a2ff01a', 'network_id': '09c1c670-823b-4af4-8e39-a9cc7a2ff01a', 'tenant_id': 'b8155976c37846a5a5a051b87061ae8d', 'fixed_ips': [{'subnet_id': '55d09ea7-f760-48ac-98dd-f2c38dc27d3d'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:33.773950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.775509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.775848 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Added segment 4c215f12-4867-413c-bac2-ae5de3709ce4 of type vlan for network 8c6cb2d7-f2ee-4d5a-8e5d-2901df148868 Mar 08 13:06:33.827163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.869090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.955754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.962703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:33.963387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:33.992074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Allocated IP 2001:db8:0:ffff::2 (09c1c670-823b-4af4-8e39-a9cc7a2ff01a/55d09ea7-f760-48ac-98dd-f2c38dc27d3d/42fce264-24cc-4bd6-8cc2-1b231e6c5dc4) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:34.044382 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Network': ['ID=8c6cb2d7-f2ee-4d5a-8e5d-2901df148868,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.073330 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-918b2db1-2b65-4e80-af89-f4f171a8b136 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4297752 Mar 08 13:06:34.076171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43118) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:34.081713 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'subnet': {'network_id': '8c6cb2d7-f2ee-4d5a-8e5d-2901df148868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:34.088695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 8c6cb2d7-f2ee-4d5a-8e5d-2901df148868 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:34.242377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:34.247858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.265588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.270553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.328732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.373404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:34.376595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:34.380927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:34.392280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Pushing event updated for resources: {'Port': ['ID=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.451116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Attempting to bind port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:34.451569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Attempting to bind port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '09c1c670-823b-4af4-8e39-a9cc7a2ff01a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:34.451860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Attempting to bind port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 on network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:34.458495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:34.458869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Checking segment: {'id': 'f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '09c1c670-823b-4af4-8e39-a9cc7a2ff01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:34.459429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.459839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Bound using segment: {'id': 'f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '09c1c670-823b-4af4-8e39-a9cc7a2ff01a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:34.460362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Bound port: 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '09c1c670-823b-4af4-8e39-a9cc7a2ff01a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:34.460747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.539570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] For port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:34.542822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] For port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,segment=NetworkSegment(f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf),segment_id=f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:34.550928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.622195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Subnet': ['ID=d91c4e2b-0e1c-4954-a21b-11bd33405a20,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.630591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Checking segment: {'id': '4c215f12-4867-413c-bac2-ae5de3709ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8c6cb2d7-f2ee-4d5a-8e5d-2901df148868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:34.631017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network hostable DHCP agents. Network: 8c6cb2d7-f2ee-4d5a-8e5d-2901df148868, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:34.631957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.706203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61339f5-85f2-4a25-84dd-d8bc1ca719b1 None None] Pushing event updated for resources: {'Port': ['ID=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.722278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network 8c6cb2d7-f2ee-4d5a-8e5d-2901df148868 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:34.820355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 8c6cb2d7-f2ee-4d5a-8e5d-2901df148868) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:34.827905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:34.827905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:34.837705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8826608-e7d5-419b-8875-92b94b11c97a None None] Network 8c6cb2d7-f2ee-4d5a-8e5d-2901df148868 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:34.924932 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6cf00692-b2c0-455c-a96a-9f54ccd29917 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8474936 Mar 08 13:06:34.928015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43120) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:35.078496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.179574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.183000 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c4315-c8ee-4b2d-843c-7675302f201d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-8c6cb2d7-f2ee-4d5a-8e5d-2901df148868', 'network_id': '8c6cb2d7-f2ee-4d5a-8e5d-2901df148868', 'tenant_id': 'b8155976c37846a5a5a051b87061ae8d', 'fixed_ips': [{'subnet_id': 'd91c4e2b-0e1c-4954-a21b-11bd33405a20'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:35.184622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-384c4315-c8ee-4b2d-843c-7675302f201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.329109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server [None req-384c4315-c8ee-4b2d-843c-7675302f201d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91c4e2b-0e1c-4954-a21b-11bd33405a20: This subnet is being modified by another concurrent operation. Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise self.value Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server raise exception Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91c4e2b-0e1c-4954-a21b-11bd33405a20: This subnet is being modified by another concurrent operation. Mar 08 13:06:35.358944 dv-neutron-829486-2-hyperv neutron-server[104047]: ERROR oslo_messaging.rpc.server Mar 08 13:06:35.365517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Subnet': ['ID=d91c4e2b-0e1c-4954-a21b-11bd33405a20,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:35.384276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532be0f-2a37-4036-9274-7c0fe0a6e572 None None] Network 8c6cb2d7-f2ee-4d5a-8e5d-2901df148868 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:35.432162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.457493 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6cb2d7-f2ee-4d5a-8e5d-2901df148868']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:35.470557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c215f12-4867-413c-bac2-ae5de3709ce4') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:35.470957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c215f12-4867-413c-bac2-ae5de3709ce4') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:35.483532 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.502630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.510545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:35.510968 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:35.522763 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:35.670682 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.694670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.698187 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/8c6cb2d7-f2ee-4d5a-8e5d-2901df148868 HTTP/1.1" status: 204 len: 168 time: 0.7673838 Mar 08 13:06:35.700325 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f01839-889e-4612-b577-f1b4d19c5ec1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Network': ['ID=8c6cb2d7-f2ee-4d5a-8e5d-2901df148868,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:35.704090 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43122) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:35.713121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231775239'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:35.778978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab46f5c-acae-4c77-9a0b-082d65cc0cd4 None None] Network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:35.796487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:35.800666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.814212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:06:35.827959 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:35.839366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.840670 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Added segment c9b23b9e-5c03-475e-a7e4-6497da12335c of type vlan for network 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 Mar 08 13:06:35.843377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-97d48853-2fc5-4088-b9f8-1377b698cb42 None None] Provisioning complete for port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:35.843903 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-97d48853-2fc5-4088-b9f8-1377b698cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.901592 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.988833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:35.994657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:35.995278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.002185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-97d48853-2fc5-4088-b9f8-1377b698cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.048368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-97d48853-2fc5-4088-b9f8-1377b698cb42 None None] For port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,segment=NetworkSegment(f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf),segment_id=f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:36.074525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Network': ['ID=67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:36.088841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:36.093003 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-410788e7-2e33-4a27-b2c1-19c1eb6e07a7 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3872607 Mar 08 13:06:36.093888 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43124) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:36.099222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'subnet': {'network_id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:36.163372 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-97d48853-2fc5-4088-b9f8-1377b698cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.237478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d48853-2fc5-4088-b9f8-1377b698cb42 None None] Pushing event updated for resources: {'Port': ['ID=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:36.272892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52badc-1a95-4df4-9d1e-23d4e4c68c52 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 13:06:36.298304 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:36.302504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.317173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-aa1ef6d3-f15b-434c-8d81-679725b4de71 None None] Provisioning complete for port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:36.317462 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef6d3-f15b-434c-8d81-679725b4de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.376047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Performing IP validity checks on allocation pools {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 08 13:06:36.376724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.ipam_backend_mixin [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 08 13:06:36.396618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52badc-1a95-4df4-9d1e-23d4e4c68c52 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 13:06:36.579677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.654821 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Subnet': ['ID=a6eb61be-ab29-423e-b871-def3149329a4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:36.660626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Checking segment: {'id': 'c9b23b9e-5c03-475e-a7e4-6497da12335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:36.660986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network hostable DHCP agents. Network: 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:36.740408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:36.750446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:36.798668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:36.799242 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.834702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:36.842561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.843811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:36.848698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a081d5-fa97-4074-8510-0fd3ff35f887 None None] Network 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:36.926227 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-945b5ea6-f734-45f9-ba84-94b4f4e71f10 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8309515 Mar 08 13:06:36.929222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43126) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:37.045207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3', 'network_id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3', 'tenant_id': 'b8155976c37846a5a5a051b87061ae8d', 'fixed_ips': [{'subnet_id': 'a6eb61be-ab29-423e-b871-def3149329a4'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:37.046311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.047706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.108531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.218538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Allocated IP 2001:db8::3 (67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3/a6eb61be-ab29-423e-b871-def3149329a4/6909be8e-b79e-4f88-9830-c6ef91f5e50a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:37.374083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.455165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.507367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Network 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:37.510391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:37.514488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:37.520089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Pushing event updated for resources: {'Port': ['ID=6909be8e-b79e-4f88-9830-c6ef91f5e50a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:37.562450 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.576652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Attempting to bind port 6909be8e-b79e-4f88-9830-c6ef91f5e50a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:37.577148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Attempting to bind port 6909be8e-b79e-4f88-9830-c6ef91f5e50a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c9b23b9e-5c03-475e-a7e4-6497da12335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:37.577523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Attempting to bind port 6909be8e-b79e-4f88-9830-c6ef91f5e50a on network 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:37.583095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:37.583577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Checking segment: {'id': 'c9b23b9e-5c03-475e-a7e4-6497da12335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:37.583862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.584234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Bound using segment: {'id': 'c9b23b9e-5c03-475e-a7e4-6497da12335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:37.584690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Bound port: 6909be8e-b79e-4f88-9830-c6ef91f5e50a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b23b9e-5c03-475e-a7e4-6497da12335c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:37.585065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.595182 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Subnet': ['ID=a6eb61be-ab29-423e-b871-def3149329a4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:37.663420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] For port 6909be8e-b79e-4f88-9830-c6ef91f5e50a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:37.663676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.663800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] For port 6909be8e-b79e-4f88-9830-c6ef91f5e50a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6909be8e-b79e-4f88-9830-c6ef91f5e50a,segment=NetworkSegment(c9b23b9e-5c03-475e-a7e4-6497da12335c),segment_id=c9b23b9e-5c03-475e-a7e4-6497da12335c)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:37.688860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:37.700084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b23b9e-5c03-475e-a7e4-6497da12335c') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:37.700531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b23b9e-5c03-475e-a7e4-6497da12335c') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:37.715914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.755253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.757614 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.768017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:37.768432 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:37.771839 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:37.848468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a262831-9809-4f1a-bec3-f48e29a442a9 None None] Pushing event updated for resources: {'Port': ['ID=6909be8e-b79e-4f88-9830-c6ef91f5e50a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:37.860650 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88774131-79d9-48d5-9ed0-6f97787b8807 None None] Network 67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:37.876111 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.db.api [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 13:06:37.876111 dv-neutron-829486-2-hyperv neutron-server[104045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 13:06:37.876111 dv-neutron-829486-2-hyperv neutron-server[104045]: [parameters: {'id': '67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3'}] Mar 08 13:06:37.876111 dv-neutron-829486-2-hyperv neutron-server[104045]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:06:37.876635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG oslo_db.api [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:06:38.004089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856f134-c6bf-43b6-82be-35a646ced72e None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 13:06:38.074962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856f134-c6bf-43b6-82be-35a646ced72e None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 13:06:38.378305 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.436877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Deleting port 6909be8e-b79e-4f88-9830-c6ef91f5e50a {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:38.437353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.501024 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] For port 6909be8e-b79e-4f88-9830-c6ef91f5e50a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=6909be8e-b79e-4f88-9830-c6ef91f5e50a,segment=NetworkSegment(c9b23b9e-5c03-475e-a7e4-6497da12335c),segment_id=c9b23b9e-5c03-475e-a7e4-6497da12335c)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:38.501382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.514941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Calling delete_port for 6909be8e-b79e-4f88-9830-c6ef91f5e50a owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:38.680534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.708058 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Port': ['ID=6909be8e-b79e-4f88-9830-c6ef91f5e50a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:38.709925 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No DVR routers for this DVR port 6909be8e-b79e-4f88-9830-c6ef91f5e50a on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:38.797500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.818227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:38.828115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b23b9e-5c03-475e-a7e4-6497da12335c') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:38.828422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b23b9e-5c03-475e-a7e4-6497da12335c') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:38.838121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.853002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.859892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:38.860277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:38.863297 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:38.995856 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.000357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.003665 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 HTTP/1.1" status: 204 len: 168 time: 2.0734134 Mar 08 13:06:39.007603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43128) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:39.013939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-646007647'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:39.018590 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b7d3e-31d4-4296-ad09-58f8cd836b46 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Network': ['ID=67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:39.102802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:39.106697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.135251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:39.145699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.146071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Added segment 0b6f04e1-105b-4e4d-9977-4a67d971d475 of type vlan for network a19db959-5409-44e4-9e27-7084150f3753 Mar 08 13:06:39.188793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.276201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.284893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:39.285896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.357649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Network': ['ID=a19db959-5409-44e4-9e27-7084150f3753,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:39.373216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.373545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.373958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.374287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.374605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.374921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.375256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.375567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.375904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.376265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.376527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.376832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:39.388658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network a19db959-5409-44e4-9e27-7084150f3753 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:39.392832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ccebe5ee-6d58-4b5f-9e45-71cbfdbfe8f1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3841162 Mar 08 13:06:39.395794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43130) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:39.400988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'subnet': {'network_id': 'a19db959-5409-44e4-9e27-7084150f3753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:39.577468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:39.581037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.842052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:39.902231 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Subnet': ['ID=be3170e6-d75a-4352-8cfc-9ce50f3d7cd8,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:39.912734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Checking segment: {'id': '0b6f04e1-105b-4e4d-9977-4a67d971d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a19db959-5409-44e4-9e27-7084150f3753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:39.913086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network hostable DHCP agents. Network: a19db959-5409-44e4-9e27-7084150f3753, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:39.988832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network a19db959-5409-44e4-9e27-7084150f3753 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:40.061556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, a19db959-5409-44e4-9e27-7084150f3753) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:40.067853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:40.067954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.072554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6674d424-4b44-4981-828b-9413b007d776 None None] Network a19db959-5409-44e4-9e27-7084150f3753 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:40.125732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cc0c7b7a-077f-4247-b98c-1d10da3251a5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7285738 Mar 08 13:06:40.129358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43132) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:40.134746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1922338012'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:40.211632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:40.216140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.226894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-a19db959-5409-44e4-9e27-7084150f3753', 'network_id': 'a19db959-5409-44e4-9e27-7084150f3753', 'tenant_id': 'b8155976c37846a5a5a051b87061ae8d', 'fixed_ips': [{'subnet_id': 'be3170e6-d75a-4352-8cfc-9ce50f3d7cd8'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:40.227909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.241455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:40.253626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.253996 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Added segment 246d823f-3d41-4515-8c59-3c89f37bf06d of type vlan for network 1500733f-122e-45c5-a6cb-559f9618f2ff Mar 08 13:06:40.297449 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.386038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Allocated IP 2001:db8::2 (a19db959-5409-44e4-9e27-7084150f3753/be3170e6-d75a-4352-8cfc-9ce50f3d7cd8/858b55c8-a51c-472b-923a-a55524110143) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:40.412895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.420614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:40.421387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.509787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Network': ['ID=1500733f-122e-45c5-a6cb-559f9618f2ff,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:40.522596 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c22bc21d-b872-4de1-8399-57f494cd1911 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3881710 Mar 08 13:06:40.526262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43134) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:40.527938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Request body: {'subnet': {'network_id': '1500733f-122e-45c5-a6cb-559f9618f2ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:40.572520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 1500733f-122e-45c5-a6cb-559f9618f2ff details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:40.721638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Made reservation on behalf of b8155976c37846a5a5a051b87061ae8d for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:40.725179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.756269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.796613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.842166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Network a19db959-5409-44e4-9e27-7084150f3753 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:40.845209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:40.847838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:40.853811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Pushing event updated for resources: {'Port': ['ID=858b55c8-a51c-472b-923a-a55524110143,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:40.916099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Attempting to bind port 858b55c8-a51c-472b-923a-a55524110143 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:40.916512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Attempting to bind port 858b55c8-a51c-472b-923a-a55524110143 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '0b6f04e1-105b-4e4d-9977-4a67d971d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a19db959-5409-44e4-9e27-7084150f3753'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:40.916782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Attempting to bind port 858b55c8-a51c-472b-923a-a55524110143 on network a19db959-5409-44e4-9e27-7084150f3753 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:40.923569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:40.923947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Checking segment: {'id': '0b6f04e1-105b-4e4d-9977-4a67d971d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a19db959-5409-44e4-9e27-7084150f3753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:40.924346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.924731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Bound using segment: {'id': '0b6f04e1-105b-4e4d-9977-4a67d971d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a19db959-5409-44e4-9e27-7084150f3753'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:40.925195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Bound port: 858b55c8-a51c-472b-923a-a55524110143, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6f04e1-105b-4e4d-9977-4a67d971d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a19db959-5409-44e4-9e27-7084150f3753'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:40.925578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.988741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] For port 858b55c8-a51c-472b-923a-a55524110143, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:40.990718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:40.991717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] For port 858b55c8-a51c-472b-923a-a55524110143, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=858b55c8-a51c-472b-923a-a55524110143,segment=NetworkSegment(0b6f04e1-105b-4e4d-9977-4a67d971d475),segment_id=0b6f04e1-105b-4e4d-9977-4a67d971d475)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:41.050176 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event updated for resources: {'Subnet': ['ID=8b5bf3d6-cba9-4d91-b53c-43d319074dce,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:41.059279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Checking segment: {'id': '246d823f-3d41-4515-8c59-3c89f37bf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1500733f-122e-45c5-a6cb-559f9618f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:41.059629 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network hostable DHCP agents. Network: 1500733f-122e-45c5-a6cb-559f9618f2ff, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:41.064777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.119590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf98ec-6808-4f44-ab3a-7e419c5db57a None None] Pushing event updated for resources: {'Port': ['ID=858b55c8-a51c-472b-923a-a55524110143,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:41.150316 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Network 1500733f-122e-45c5-a6cb-559f9618f2ff is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:41.230297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 1500733f-122e-45c5-a6cb-559f9618f2ff) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:41.235496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:41.236226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.241609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4867efb7-e619-4fbb-b41b-5e9e72452dd2 None None] Network 1500733f-122e-45c5-a6cb-559f9618f2ff requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:41.328213 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-26fbbcae-d61f-49aa-9615-38e1f2c31d14 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8038039 Mar 08 13:06:41.330653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43136) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:41.411103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-1500733f-122e-45c5-a6cb-559f9618f2ff', 'network_id': '1500733f-122e-45c5-a6cb-559f9618f2ff', 'tenant_id': 'b8155976c37846a5a5a051b87061ae8d', 'fixed_ips': [{'subnet_id': '8b5bf3d6-cba9-4d91-b53c-43d319074dce'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:41.412086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.442809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.526208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.559310 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Allocated IP 2001:db8::2 (1500733f-122e-45c5-a6cb-559f9618f2ff/8b5bf3d6-cba9-4d91-b53c-43d319074dce/fa83997e-2f8a-4717-ace9-36f484bd6f3a) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:41.703116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.797207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.835146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Network 1500733f-122e-45c5-a6cb-559f9618f2ff is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:41.838418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:41.842296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:41.854259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Pushing event updated for resources: {'Port': ['ID=fa83997e-2f8a-4717-ace9-36f484bd6f3a,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:41.882606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.913327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5bf3d6-cba9-4d91-b53c-43d319074dce,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:41.915386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Attempting to bind port fa83997e-2f8a-4717-ace9-36f484bd6f3a on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:41.915751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Attempting to bind port fa83997e-2f8a-4717-ace9-36f484bd6f3a by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '246d823f-3d41-4515-8c59-3c89f37bf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1500733f-122e-45c5-a6cb-559f9618f2ff'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:41.916158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Attempting to bind port fa83997e-2f8a-4717-ace9-36f484bd6f3a on network 1500733f-122e-45c5-a6cb-559f9618f2ff {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:41.922660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:41.923026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Checking segment: {'id': '246d823f-3d41-4515-8c59-3c89f37bf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1500733f-122e-45c5-a6cb-559f9618f2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:41.923427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.923806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Bound using segment: {'id': '246d823f-3d41-4515-8c59-3c89f37bf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1500733f-122e-45c5-a6cb-559f9618f2ff'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:41.924336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Bound port: fa83997e-2f8a-4717-ace9-36f484bd6f3a, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246d823f-3d41-4515-8c59-3c89f37bf06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1500733f-122e-45c5-a6cb-559f9618f2ff'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:41.924775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.982273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:41.999163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] For port fa83997e-2f8a-4717-ace9-36f484bd6f3a, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:42.004467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] For port fa83997e-2f8a-4717-ace9-36f484bd6f3a, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fa83997e-2f8a-4717-ace9-36f484bd6f3a,segment=NetworkSegment(246d823f-3d41-4515-8c59-3c89f37bf06d),segment_id=246d823f-3d41-4515-8c59-3c89f37bf06d)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:42.007387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1500733f-122e-45c5-a6cb-559f9618f2ff']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:42.019575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246d823f-3d41-4515-8c59-3c89f37bf06d') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:42.019866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246d823f-3d41-4515-8c59-3c89f37bf06d') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:42.031304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.090990 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57267f2-df5b-400f-802a-17bf4f255b19 None None] Network a19db959-5409-44e4-9e27-7084150f3753 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:42.106965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.108256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.115205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:42.115635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:42.118705 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:42.224666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.db.api [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 08 13:06:42.224666 dv-neutron-829486-2-hyperv neutron-server[104046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 08 13:06:42.224666 dv-neutron-829486-2-hyperv neutron-server[104046]: [parameters: {'id': '1500733f-122e-45c5-a6cb-559f9618f2ff'}] Mar 08 13:06:42.224666 dv-neutron-829486-2-hyperv neutron-server[104046]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:06:42.225265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG oslo_db.api [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:06:42.241960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-72b1b0ec-5720-4aa7-9889-ceb8b41dfbb8 None None] Provisioning complete for port 858b55c8-a51c-472b-923a-a55524110143 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:42.242330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-72b1b0ec-5720-4aa7-9889-ceb8b41dfbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.248617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174e65-38f0-4dbd-9c36-f640ae983b60 None None] Pushing event updated for resources: {'Port': ['ID=fa83997e-2f8a-4717-ace9-36f484bd6f3a,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:42.316739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43e60f-f305-480f-bcf7-6644f02b4b5b None None] Network 1500733f-122e-45c5-a6cb-559f9618f2ff requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:42.481373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-72b1b0ec-5720-4aa7-9889-ceb8b41dfbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.541116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-72b1b0ec-5720-4aa7-9889-ceb8b41dfbb8 None None] For port 858b55c8-a51c-472b-923a-a55524110143, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=858b55c8-a51c-472b-923a-a55524110143,segment=NetworkSegment(0b6f04e1-105b-4e4d-9977-4a67d971d475),segment_id=0b6f04e1-105b-4e4d-9977-4a67d971d475)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:42.618725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-72b1b0ec-5720-4aa7-9889-ceb8b41dfbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.675857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1b0ec-5720-4aa7-9889-ceb8b41dfbb8 None None] Pushing event updated for resources: {'Port': ['ID=858b55c8-a51c-472b-923a-a55524110143,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:42.711936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2aa903-8bdb-4c90-8706-213f856c10f2 None None] get_active_networks_info from dv-neutron-829486-2-hyperv {{(pid=104047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 08 13:06:42.726139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.748557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 858b55c8-a51c-472b-923a-a55524110143 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:42.787403 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Deleting port fa83997e-2f8a-4717-ace9-36f484bd6f3a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:42.788065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.800560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-710d9cd5-d0de-4a21-9562-73a6cac7224e None None] Provisioning complete for port 858b55c8-a51c-472b-923a-a55524110143 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:42.800846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-710d9cd5-d0de-4a21-9562-73a6cac7224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.850979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] For port fa83997e-2f8a-4717-ace9-36f484bd6f3a, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=fa83997e-2f8a-4717-ace9-36f484bd6f3a,segment=NetworkSegment(246d823f-3d41-4515-8c59-3c89f37bf06d),segment_id=246d823f-3d41-4515-8c59-3c89f37bf06d)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:42.851331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:42.864692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Calling delete_port for fa83997e-2f8a-4717-ace9-36f484bd6f3a owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:42.874263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2aa903-8bdb-4c90-8706-213f856c10f2 None None] Resources bound (agent type, host, resource id): {{(pid=104047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 08 13:06:42.894479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 858b55c8-a51c-472b-923a-a55524110143 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:42.894844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.007491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.033735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Port': ['ID=fa83997e-2f8a-4717-ace9-36f484bd6f3a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:43.037157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No DVR routers for this DVR port fa83997e-2f8a-4717-ace9-36f484bd6f3a on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:43.116917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.143337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1500733f-122e-45c5-a6cb-559f9618f2ff']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:43.153216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246d823f-3d41-4515-8c59-3c89f37bf06d') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:43.153645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246d823f-3d41-4515-8c59-3c89f37bf06d') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:43.163734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.177478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.184285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:43.188057 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:43.316099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.323254 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.326186 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/1500733f-122e-45c5-a6cb-559f9618f2ff HTTP/1.1" status: 204 len: 168 time: 1.9939506 Mar 08 13:06:43.329319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43138) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:43.337670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7142ab-f025-42a8-a198-810a6129372f tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Network': ['ID=1500733f-122e-45c5-a6cb-559f9618f2ff,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:43.357595 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a0fb46-f992-432a-ad83-dc994da56083 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] GET failed (client error): The resource could not be found. Mar 08 13:06:43.358899 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-55a0fb46-f992-432a-ad83-dc994da56083 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "GET /v2.0/subnets/8b5bf3d6-cba9-4d91-b53c-43d319074dce HTTP/1.1" status: 404 len: 337 time: 0.0285442 Mar 08 13:06:43.361614 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43140) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:43.382300 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9028a58c-8b10-45e4-a102-89a320baf8f0 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] DELETE failed (client error): The resource could not be found. Mar 08 13:06:43.382805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9028a58c-8b10-45e4-a102-89a320baf8f0 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 13:06:43.385696 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9028a58c-8b10-45e4-a102-89a320baf8f0 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/1500733f-122e-45c5-a6cb-559f9618f2ff HTTP/1.1" status: 404 len: 339 time: 0.0232441 Mar 08 13:06:43.389708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43142) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:43.415215 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbd8ade-940d-43e6-a18d-1fa4a4f7cbb4 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] DELETE failed (client error): The resource could not be found. Mar 08 13:06:43.415658 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbd8ade-940d-43e6-a18d-1fa4a4f7cbb4 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 13:06:43.419465 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-fbbd8ade-940d-43e6-a18d-1fa4a4f7cbb4 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/subnets/8b5bf3d6-cba9-4d91-b53c-43d319074dce HTTP/1.1" status: 404 len: 337 time: 0.0287945 Mar 08 13:06:43.422127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43144) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:43.440332 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-12694dfb-0b7b-4ca8-a25c-9360cf45f92e tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] DELETE failed (client error): The resource could not be found. Mar 08 13:06:43.440877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12694dfb-0b7b-4ca8-a25c-9360cf45f92e tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 13:06:43.443900 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-12694dfb-0b7b-4ca8-a25c-9360cf45f92e tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/1500733f-122e-45c5-a6cb-559f9618f2ff HTTP/1.1" status: 404 len: 339 time: 0.0208688 Mar 08 13:06:43.447828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43146) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:43.501414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Deleting subnet be3170e6-d75a-4352-8cfc-9ce50f3d7cd8 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:06:43.504620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.546809 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.634388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.750842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.778295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Subnet': ['ID=be3170e6-d75a-4352-8cfc-9ce50f3d7cd8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:43.782008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.785453 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2e75cdc7-a2e6-4855-bfaf-f0f5f72b43d1 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/subnets/be3170e6-d75a-4352-8cfc-9ce50f3d7cd8 HTTP/1.1" status: 204 len: 168 time: 0.3366592 Mar 08 13:06:43.787937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43148) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:43.790702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a10925-09bd-441d-816f-c2ef5dc550ee None None] Network a19db959-5409-44e4-9e27-7084150f3753 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:43.866706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.921262 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Deleting port 858b55c8-a51c-472b-923a-a55524110143 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:43.921605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:43.975090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] DHCP port deletion for a19db959-5409-44e4-9e27-7084150f3753 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:06:43.988015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] For port 858b55c8-a51c-472b-923a-a55524110143, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=858b55c8-a51c-472b-923a-a55524110143,segment=NetworkSegment(0b6f04e1-105b-4e4d-9977-4a67d971d475),segment_id=0b6f04e1-105b-4e4d-9977-4a67d971d475)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:43.988388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.005101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Calling delete_port for 858b55c8-a51c-472b-923a-a55524110143 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:44.032184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] Deleting port 858b55c8-a51c-472b-923a-a55524110143 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:44.032550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.097466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] For port 858b55c8-a51c-472b-923a-a55524110143, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=858b55c8-a51c-472b-923a-a55524110143,segment=NetworkSegment(0b6f04e1-105b-4e4d-9977-4a67d971d475),segment_id=0b6f04e1-105b-4e4d-9977-4a67d971d475)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:44.097870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.111705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] Calling delete_port for 858b55c8-a51c-472b-923a-a55524110143 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:44.178999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.191696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.201999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Port': ['ID=858b55c8-a51c-472b-923a-a55524110143,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:44.208114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No DVR routers for this DVR port 858b55c8-a51c-472b-923a-a55524110143 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:44.217876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] Pushing event deleted for resources: {'Port': ['ID=858b55c8-a51c-472b-923a-a55524110143,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:44.221610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d48ffd-fda6-4369-a3ba-6d98dbf32efe None None] No DVR routers for this DVR port 858b55c8-a51c-472b-923a-a55524110143 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:44.289294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.309378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19db959-5409-44e4-9e27-7084150f3753']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:44.318360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6f04e1-105b-4e4d-9977-4a67d971d475') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:44.318648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6f04e1-105b-4e4d-9977-4a67d971d475') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:44.329440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.343206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.348952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:44.349326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:44.352264 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:44.469989 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.476596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.479830 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/a19db959-5409-44e4-9e27-7084150f3753 HTTP/1.1" status: 204 len: 168 time: 0.6908598 Mar 08 13:06:44.482208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43150) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:44.499168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa19c08-47eb-410f-9b32-a1897384ff23 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Network': ['ID=a19db959-5409-44e4-9e27-7084150f3753,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:44.521520 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1421be9-fb10-4be0-9308-50675cfe76e5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] DELETE failed (client error): The resource could not be found. Mar 08 13:06:44.522109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1421be9-fb10-4be0-9308-50675cfe76e5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 13:06:44.525152 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b1421be9-fb10-4be0-9308-50675cfe76e5 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/subnets/a6eb61be-ab29-423e-b871-def3149329a4 HTTP/1.1" status: 404 len: 337 time: 0.0420115 Mar 08 13:06:44.528289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43152) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:44.545370 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4b31c6-6360-402a-82fc-1063ec1d1a65 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] DELETE failed (client error): The resource could not be found. Mar 08 13:06:44.545902 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4b31c6-6360-402a-82fc-1063ec1d1a65 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 13:06:44.549082 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3a4b31c6-6360-402a-82fc-1063ec1d1a65 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/67f47eaf-46f0-4bd1-bb99-2f7c2ae4f1b3 HTTP/1.1" status: 404 len: 339 time: 0.0199122 Mar 08 13:06:44.551383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43154) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:44.576037 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80854c8-07d3-40ef-985a-11cf1eb7d8ba tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] DELETE failed (client error): The resource could not be found. Mar 08 13:06:44.576457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80854c8-07d3-40ef-985a-11cf1eb7d8ba tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 13:06:44.579382 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f80854c8-07d3-40ef-985a-11cf1eb7d8ba tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/subnets/d91c4e2b-0e1c-4954-a21b-11bd33405a20 HTTP/1.1" status: 404 len: 337 time: 0.0271347 Mar 08 13:06:44.581729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43156) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:44.598961 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.pecan_wsgi.hooks.translation [None req-916c3df2-8086-4535-9d07-db2580189430 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] DELETE failed (client error): The resource could not be found. Mar 08 13:06:44.599454 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916c3df2-8086-4535-9d07-db2580189430 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 08 13:06:44.602376 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-916c3df2-8086-4535-9d07-db2580189430 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/8c6cb2d7-f2ee-4d5a-8e5d-2901df148868 HTTP/1.1" status: 404 len: 339 time: 0.0197656 Mar 08 13:06:44.604558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43158) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:44.654901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Deleting subnet 55d09ea7-f760-48ac-98dd-f2c38dc27d3d {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:06:44.658029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.687845 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 858b55c8-a51c-472b-923a-a55524110143 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:44.697676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:44.709063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 858b55c8-a51c-472b-923a-a55524110143 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:06:44.709397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 858b55c8-a51c-472b-923a-a55524110143 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:45.113015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.234436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.260689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Subnet': ['ID=55d09ea7-f760-48ac-98dd-f2c38dc27d3d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:45.265004 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.268352 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-69db2e1e-e902-4e4f-a592-4db79d5d47f3 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/subnets/55d09ea7-f760-48ac-98dd-f2c38dc27d3d HTTP/1.1" status: 204 len: 168 time: 0.6627626 Mar 08 13:06:45.270747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43160) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:45.271675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c57bc-ad13-4144-b29b-d1791ddbce70 None None] Network 09c1c670-823b-4af4-8e39-a9cc7a2ff01a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:45.352566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.407774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Deleting port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:45.408110 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.439314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] DHCP port deletion for 09c1c670-823b-4af4-8e39-a9cc7a2ff01a request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:06:45.474330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] For port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,segment=NetworkSegment(f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf),segment_id=f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:45.474690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.486869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] Deleting port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:45.487233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.488792 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Calling delete_port for 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:45.559352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] For port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,segment=NetworkSegment(f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf),segment_id=f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:45.559734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.636240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.662939 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Port': ['ID=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:45.666250 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] No DVR routers for this DVR port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:45.718710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] Calling delete_port for 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:45.748977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.771048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c1c670-823b-4af4-8e39-a9cc7a2ff01a']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:45.781368 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:45.781660 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f5ba3a-8ee4-432d-82b9-dcf63d3106cf') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:45.791294 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.793675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.805392 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.811714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:45.812142 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:45.815277 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:45.818588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] Pushing event deleted for resources: {'Port': ['ID=42fce264-24cc-4bd6-8cc2-1b231e6c5dc4,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:45.828729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb716e-10db-4650-add2-976d8333fa7b None None] No DVR routers for this DVR port 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:45.961690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.969382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:45.972525 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] 10.222.0.65 "DELETE /v2.0/networks/09c1c670-823b-4af4-8e39-a9cc7a2ff01a HTTP/1.1" status: 204 len: 168 time: 0.7008431 Mar 08 13:06:45.984280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee1e1a-9be6-48e6-94af-e4cde3041148 tempest-NetworksIpV6Test-1743394509 tempest-NetworksIpV6Test-1743394509-project] Pushing event deleted for resources: {'Network': ['ID=09c1c670-823b-4af4-8e39-a9cc7a2ff01a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:46.362567 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43166) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:46.496981 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1fda5d4d-6cc6-4323-be83-7d8440a5b6b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8155976c37846a5a5a051b87061ae8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324840 Mar 08 13:06:46.499504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43170) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:46.546849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-21d71c0e-6bac-459d-a8c4-582dc5f47783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:46.568015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-21d71c0e-6bac-459d-a8c4-582dc5f47783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:46.681705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:46.704793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-21d71c0e-6bac-459d-a8c4-582dc5f47783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:46.705400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:06:46.705752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 42fce264-24cc-4bd6-8cc2-1b231e6c5dc4 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:46.707478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-21d71c0e-6bac-459d-a8c4-582dc5f47783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:46.708643 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21d71c0e-6bac-459d-a8c4-582dc5f47783 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ffccf26-8318-4e99-a603-d26e7f3d8084 HTTP/1.1" status: 204 len: 168 time: 0.2082889 Mar 08 13:06:46.718600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d71c0e-6bac-459d-a8c4-582dc5f47783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffccf26-8318-4e99-a603-d26e7f3d8084,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:47.688810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43192) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:47.786516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-81d22d01-fbe0-45ab-9354-fca959692278 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1336775398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:47.858471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-81d22d01-fbe0-45ab-9354-fca959692278 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:47.859472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-81d22d01-fbe0-45ab-9354-fca959692278 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:47.912773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-81d22d01-fbe0-45ab-9354-fca959692278 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:47.972982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-81d22d01-fbe0-45ab-9354-fca959692278 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.054853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-81d22d01-fbe0-45ab-9354-fca959692278 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.056099 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-81d22d01-fbe0-45ab-9354-fca959692278 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3662841 Mar 08 13:06:48.058767 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43196) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:48.063567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1914897812'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:48.149718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Made reservation on behalf of 9dbb671edbed48f8bcc6b81aec7259dc for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:48.153734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.162996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.235752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.302816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.331150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:48.337322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7196b8-331a-4c4f-ba46-d0520985a98c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:48.343861 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.344191 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Added segment 2bce6747-9256-4526-8238-b7224119a89e of type vlan for network abd403f6-c704-4443-9bba-5a38ee9219b0 Mar 08 13:06:48.384180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.477055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.482598 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:48.483178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:48.862307 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8024745 Mar 08 13:06:48.865124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43198) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:48.872372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Request body: {'subnet': {'network_id': 'abd403f6-c704-4443-9bba-5a38ee9219b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:48.877485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eefa02-a8af-47cd-927b-91dac240c8ef tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event updated for resources: {'Network': ['ID=abd403f6-c704-4443-9bba-5a38ee9219b0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:48.887397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network abd403f6-c704-4443-9bba-5a38ee9219b0 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:49.018566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Made reservation on behalf of 9dbb671edbed48f8bcc6b81aec7259dc for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:49.022000 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.253351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.313458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event updated for resources: {'Subnet': ['ID=3e26fd7e-ee3b-4f92-8aa5-1368401343c0,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:49.325591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.325969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.326312 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.326650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.326981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.327309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.327632 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.327954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.328276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.328594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.328913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.329227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:49.334314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Checking segment: {'id': '2bce6747-9256-4526-8238-b7224119a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'abd403f6-c704-4443-9bba-5a38ee9219b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:49.334668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Network hostable DHCP agents. Network: abd403f6-c704-4443-9bba-5a38ee9219b0, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:49.417040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Network abd403f6-c704-4443-9bba-5a38ee9219b0 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:49.504046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, abd403f6-c704-4443-9bba-5a38ee9219b0) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:49.508112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:49.508684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.515184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ae029-7ad2-48fe-b0e9-1027da055995 None None] Network abd403f6-c704-4443-9bba-5a38ee9219b0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:49.587107 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3007c482-32a2-46f3-b06e-285f3fc09884 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7206924 Mar 08 13:06:49.589817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43200) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:49.595514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2084796345'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:49.658354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-abd403f6-c704-4443-9bba-5a38ee9219b0', 'network_id': 'abd403f6-c704-4443-9bba-5a38ee9219b0', 'tenant_id': '9dbb671edbed48f8bcc6b81aec7259dc', 'fixed_ips': [{'subnet_id': '3e26fd7e-ee3b-4f92-8aa5-1368401343c0'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:49.662476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.681197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Made reservation on behalf of 9dbb671edbed48f8bcc6b81aec7259dc for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:49.685402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.710926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:49.720449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.720808 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Added segment 941bd3dd-2232-485e-8270-e16764af6d62 of type vlan for network 3565c661-67b3-42f3-8449-76a9396b0e09 Mar 08 13:06:49.764688 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.799010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Allocated IP 172.20.0.2 (abd403f6-c704-4443-9bba-5a38ee9219b0/3e26fd7e-ee3b-4f92-8aa5-1368401343c0/d3d14f74-ea7d-428b-86c0-b19deba87f0f) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:49.852880 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.858597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:49.859169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.930375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event updated for resources: {'Network': ['ID=3565c661-67b3-42f3-8449-76a9396b0e09,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:49.942099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 3565c661-67b3-42f3-8449-76a9396b0e09 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:49.947332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:49.981380 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9dee4100-18c3-429b-b1c5-fb1ded4284b4 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3897111 Mar 08 13:06:49.984230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43202) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:49.989327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Request body: {'subnet': {'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:50.036210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.083491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Network abd403f6-c704-4443-9bba-5a38ee9219b0 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:50.086276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:50.089621 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:50.095627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Pushing event updated for resources: {'Port': ['ID=d3d14f74-ea7d-428b-86c0-b19deba87f0f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:50.147834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Attempting to bind port d3d14f74-ea7d-428b-86c0-b19deba87f0f on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:50.148106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Attempting to bind port d3d14f74-ea7d-428b-86c0-b19deba87f0f by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '2bce6747-9256-4526-8238-b7224119a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'abd403f6-c704-4443-9bba-5a38ee9219b0'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:50.148460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Attempting to bind port d3d14f74-ea7d-428b-86c0-b19deba87f0f on network abd403f6-c704-4443-9bba-5a38ee9219b0 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:50.154486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:50.154870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Checking segment: {'id': '2bce6747-9256-4526-8238-b7224119a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'abd403f6-c704-4443-9bba-5a38ee9219b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:50.155284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.155669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Bound using segment: {'id': '2bce6747-9256-4526-8238-b7224119a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'abd403f6-c704-4443-9bba-5a38ee9219b0'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:50.156127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Bound port: d3d14f74-ea7d-428b-86c0-b19deba87f0f, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bce6747-9256-4526-8238-b7224119a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'abd403f6-c704-4443-9bba-5a38ee9219b0'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:50.156498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.159758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Made reservation on behalf of 9dbb671edbed48f8bcc6b81aec7259dc for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:50.163360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.224121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] For port d3d14f74-ea7d-428b-86c0-b19deba87f0f, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:50.227285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] For port d3d14f74-ea7d-428b-86c0-b19deba87f0f, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d3d14f74-ea7d-428b-86c0-b19deba87f0f,segment=NetworkSegment(2bce6747-9256-4526-8238-b7224119a89e),segment_id=2bce6747-9256-4526-8238-b7224119a89e)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:50.304789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.382549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad3d23-ba64-4078-90b1-cef17fcd87ff None None] Pushing event updated for resources: {'Port': ['ID=d3d14f74-ea7d-428b-86c0-b19deba87f0f,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:50.468904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.574681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event updated for resources: {'Subnet': ['ID=2369f448-6134-4250-af45-5dfe57f5e52e,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:50.582863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Checking segment: {'id': '941bd3dd-2232-485e-8270-e16764af6d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:50.583223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Network hostable DHCP agents. Network: 3565c661-67b3-42f3-8449-76a9396b0e09, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:50.669344 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Network 3565c661-67b3-42f3-8449-76a9396b0e09 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:50.728802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d3d14f74-ea7d-428b-86c0-b19deba87f0f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:50.776891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 3565c661-67b3-42f3-8449-76a9396b0e09) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:50.782990 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:50.783729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.794117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede32180-4047-43ee-8d68-2672723a5d8e None None] Network 3565c661-67b3-42f3-8449-76a9396b0e09 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:50.798686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d3d14f74-ea7d-428b-86c0-b19deba87f0f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:50.801707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:50.860932 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a9c35b1b-7c8f-49d7-84ad-ee4c56eec354 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8756421 Mar 08 13:06:50.863681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43204) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:50.868418 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c1ee26b6-025d-407e-b3ea-fa5320061786 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Request body: {'router': {'external_gateway_info': {'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:50.982904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.042144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-3565c661-67b3-42f3-8449-76a9396b0e09', 'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09', 'tenant_id': '9dbb671edbed48f8bcc6b81aec7259dc', 'fixed_ips': [{'subnet_id': '2369f448-6134-4250-af45-5dfe57f5e52e'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:51.043066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.049886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port d3d14f74-ea7d-428b-86c0-b19deba87f0f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d3d14f74-ea7d-428b-86c0-b19deba87f0f,segment=NetworkSegment(2bce6747-9256-4526-8238-b7224119a89e),segment_id=2bce6747-9256-4526-8238-b7224119a89e)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:51.091577 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c1ee26b6-025d-407e-b3ea-fa5320061786 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.126014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.226697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=d3d14f74-ea7d-428b-86c0-b19deba87f0f,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:51.238317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.238757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.239158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.239553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.239945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.240334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.240762 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.241139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.241522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.241928 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.242309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.242689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:51.256574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Allocated IP 172.21.0.2 (3565c661-67b3-42f3-8449-76a9396b0e09/2369f448-6134-4250-af45-5dfe57f5e52e/b88ec431-3a10-44a4-a46e-27a163e7ed7e) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:51.290391 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.api.v2.resource [None req-c1ee26b6-025d-407e-b3ea-fa5320061786 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 08 13:06:51.298157 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c1ee26b6-025d-407e-b3ea-fa5320061786 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "PUT /v2.0/routers/fe1f9033-69ae-425a-9999-43706c844123 HTTP/1.1" status: 400 len: 364 time: 0.4268727 Mar 08 13:06:51.298499 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43206) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:51.356598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af2ff6-7460-4b89-8a95-128120611a60 None None] Network abd403f6-c704-4443-9bba-5a38ee9219b0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:51.357255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Deleting subnet 2369f448-6134-4250-af45-5dfe57f5e52e {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:06:51.477611 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.483484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-38e1f46d-61a6-4501-990c-5bb0d660ffd6 None None] Provisioning complete for port d3d14f74-ea7d-428b-86c0-b19deba87f0f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:51.483840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-38e1f46d-61a6-4501-990c-5bb0d660ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.555262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.558290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.595823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.621684 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Network 3565c661-67b3-42f3-8449-76a9396b0e09 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:51.629367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:51.634708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:51.644477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Pushing event updated for resources: {'Port': ['ID=b88ec431-3a10-44a4-a46e-27a163e7ed7e,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:51.687048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.736049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Attempting to bind port b88ec431-3a10-44a4-a46e-27a163e7ed7e on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:51.736342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Attempting to bind port b88ec431-3a10-44a4-a46e-27a163e7ed7e by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '941bd3dd-2232-485e-8270-e16764af6d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:51.736695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Attempting to bind port b88ec431-3a10-44a4-a46e-27a163e7ed7e on network 3565c661-67b3-42f3-8449-76a9396b0e09 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:51.741823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:51.742214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Checking segment: {'id': '941bd3dd-2232-485e-8270-e16764af6d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:51.742613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.742993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Bound using segment: {'id': '941bd3dd-2232-485e-8270-e16764af6d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:51.743447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Bound port: b88ec431-3a10-44a4-a46e-27a163e7ed7e, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941bd3dd-2232-485e-8270-e16764af6d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '3565c661-67b3-42f3-8449-76a9396b0e09'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:51.743821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.807621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.816193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] For port b88ec431-3a10-44a4-a46e-27a163e7ed7e, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:51.819227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] For port b88ec431-3a10-44a4-a46e-27a163e7ed7e, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b88ec431-3a10-44a4-a46e-27a163e7ed7e,segment=NetworkSegment(941bd3dd-2232-485e-8270-e16764af6d62),segment_id=941bd3dd-2232-485e-8270-e16764af6d62)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:51.837740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event deleted for resources: {'Subnet': ['ID=2369f448-6134-4250-af45-5dfe57f5e52e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:51.839912 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.849413 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-92680f0d-5f46-4291-96fc-8dad64c3d8d0 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "DELETE /v2.0/subnets/2369f448-6134-4250-af45-5dfe57f5e52e HTTP/1.1" status: 204 len: 168 time: 0.5438805 Mar 08 13:06:51.849413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43208) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:51.897474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.928400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.969894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f36609d4-2f1b-48f2-8823-0cd6a0352168 None None] Provisioning complete for port d3d14f74-ea7d-428b-86c0-b19deba87f0f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:51.970264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f36609d4-2f1b-48f2-8823-0cd6a0352168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:51.976016 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96c66d-9888-45aa-a2de-ae56776171ab None None] Pushing event updated for resources: {'Port': ['ID=b88ec431-3a10-44a4-a46e-27a163e7ed7e,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:51.991211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Deleting port b88ec431-3a10-44a4-a46e-27a163e7ed7e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:51.991733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.080279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] For port b88ec431-3a10-44a4-a46e-27a163e7ed7e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=b88ec431-3a10-44a4-a46e-27a163e7ed7e,segment=NetworkSegment(941bd3dd-2232-485e-8270-e16764af6d62),segment_id=941bd3dd-2232-485e-8270-e16764af6d62)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:52.080654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.101759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Calling delete_port for b88ec431-3a10-44a4-a46e-27a163e7ed7e owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:52.280143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.314174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event deleted for resources: {'Port': ['ID=b88ec431-3a10-44a4-a46e-27a163e7ed7e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:52.318807 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] No DVR routers for this DVR port b88ec431-3a10-44a4-a46e-27a163e7ed7e on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:52.400264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.421179 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3565c661-67b3-42f3-8449-76a9396b0e09']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:52.430760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941bd3dd-2232-485e-8270-e16764af6d62') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:52.430910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941bd3dd-2232-485e-8270-e16764af6d62') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:52.441082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.454633 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.460497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:52.460898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:52.463851 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:52.573117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.583976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.587212 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "DELETE /v2.0/networks/3565c661-67b3-42f3-8449-76a9396b0e09 HTTP/1.1" status: 204 len: 168 time: 0.7403398 Mar 08 13:06:52.589672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43210) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:52.607699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4699b0-aca9-481d-928c-842dc1c5e379 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event deleted for resources: {'Network': ['ID=3565c661-67b3-42f3-8449-76a9396b0e09,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:52.660324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Deleting subnet 3e26fd7e-ee3b-4f92-8aa5-1368401343c0 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:06:52.664721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.708077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.709691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d3d14f74-ea7d-428b-86c0-b19deba87f0f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:52.769698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d3d14f74-ea7d-428b-86c0-b19deba87f0f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:52.770108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.804273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:52.978135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.010597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event deleted for resources: {'Subnet': ['ID=3e26fd7e-ee3b-4f92-8aa5-1368401343c0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:53.013273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.017500 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1493fb68-be9e-4580-b9dc-42c8ead7af0d tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "DELETE /v2.0/subnets/3e26fd7e-ee3b-4f92-8aa5-1368401343c0 HTTP/1.1" status: 204 len: 168 time: 0.4250939 Mar 08 13:06:53.019261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43212) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:53.021037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe6fb8-a03e-44d5-97e1-eb0f6abade35 None None] Network abd403f6-c704-4443-9bba-5a38ee9219b0 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:53.099985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.127670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-509643e7-a0ba-4d37-b0d7-96155e878a7d None None] Could not find standard attr ID for object b88ec431-3a10-44a4-a46e-27a163e7ed7e. {{(pid=104047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 08 13:06:53.132795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511538b1-9fe8-454f-90f3-1d3122b0b724 None None] DHCP port deletion for 3565c661-67b3-42f3-8449-76a9396b0e09 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:06:53.155246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Deleting port d3d14f74-ea7d-428b-86c0-b19deba87f0f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:53.155582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.227380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] For port d3d14f74-ea7d-428b-86c0-b19deba87f0f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d3d14f74-ea7d-428b-86c0-b19deba87f0f,segment=NetworkSegment(2bce6747-9256-4526-8238-b7224119a89e),segment_id=2bce6747-9256-4526-8238-b7224119a89e)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:53.227743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.242363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Calling delete_port for d3d14f74-ea7d-428b-86c0-b19deba87f0f owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:53.312417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bff803-693f-4f1e-88d4-cbced3cfd938 None None] Network 3565c661-67b3-42f3-8449-76a9396b0e09 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:53.328209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bff803-693f-4f1e-88d4-cbced3cfd938 None None] Network 3565c661-67b3-42f3-8449-76a9396b0e09 could not be found, it might have been deleted concurrently. {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 08 13:06:53.372243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] DHCP port deletion for abd403f6-c704-4443-9bba-5a38ee9219b0 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:06:53.400052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.419865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] Deleting port d3d14f74-ea7d-428b-86c0-b19deba87f0f {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:06:53.420230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.439160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] No DVR routers for this DVR port d3d14f74-ea7d-428b-86c0-b19deba87f0f on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:53.444782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event deleted for resources: {'Port': ['ID=d3d14f74-ea7d-428b-86c0-b19deba87f0f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:53.484823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] For port d3d14f74-ea7d-428b-86c0-b19deba87f0f, host dv-neutron-829486-2-hyperv, got binding levels [] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:53.485208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.498125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] Calling delete_port for d3d14f74-ea7d-428b-86c0-b19deba87f0f owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:06:53.500751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.ipam_backend_mixin [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] Port d3d14f74-ea7d-428b-86c0-b19deba87f0f was not found and therefore no delete operation was performed {{(pid=104047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:06:53.502052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.520044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.531268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] Pushing event deleted for resources: {'Port': ['ID=d3d14f74-ea7d-428b-86c0-b19deba87f0f,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:53.534695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7272566d-0dff-4a6b-be9f-0c1617c367c5 None None] No DVR routers for this DVR port d3d14f74-ea7d-428b-86c0-b19deba87f0f on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:53.544583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd403f6-c704-4443-9bba-5a38ee9219b0']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:53.554627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bce6747-9256-4526-8238-b7224119a89e') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:53.554870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bce6747-9256-4526-8238-b7224119a89e') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:53.564367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.577771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.583455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:53.583824 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:53.586690 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:53.710068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.716769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.719917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "DELETE /v2.0/networks/abd403f6-c704-4443-9bba-5a38ee9219b0 HTTP/1.1" status: 204 len: 168 time: 0.6996455 Mar 08 13:06:53.722465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43214) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:53.739983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e57ba-00c0-4579-b5e5-6bfd2336f90a tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Pushing event deleted for resources: {'Network': ['ID=abd403f6-c704-4443-9bba-5a38ee9219b0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:53.762649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-845f9765-202e-4297-9689-8d6060b535a1 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1f9033-69ae-425a-9999-43706c844123 HTTP/1.1" status: 200 len: 205 time: 0.0277722 Mar 08 13:06:53.763428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43216) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:53.840267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62d606d0-70b6-42ba-a3db-cc2fda7a6145 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:53.999444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62d606d0-70b6-42ba-a3db-cc2fda7a6145 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.001465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62d606d0-70b6-42ba-a3db-cc2fda7a6145 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.104438 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62d606d0-70b6-42ba-a3db-cc2fda7a6145 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.104972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d606d0-70b6-42ba-a3db-cc2fda7a6145 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Fanout notify agent at l3_agent the message router_deleted on router fe1f9033-69ae-425a-9999-43706c844123 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:06:54.115938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-62d606d0-70b6-42ba-a3db-cc2fda7a6145 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.117587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-62d606d0-70b6-42ba-a3db-cc2fda7a6145 tempest-RoutersNegativeTest-297848183 tempest-RoutersNegativeTest-297848183-project] 10.222.0.65 "DELETE /v2.0/routers/fe1f9033-69ae-425a-9999-43706c844123 HTTP/1.1" status: 204 len: 168 time: 0.3536959 Mar 08 13:06:54.625399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43222) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:54.699846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b88ec431-3a10-44a4-a46e-27a163e7ed7e no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:54.720742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: b88ec431-3a10-44a4-a46e-27a163e7ed7e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:06:54.721084 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device b88ec431-3a10-44a4-a46e-27a163e7ed7e not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:54.721497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d3d14f74-ea7d-428b-86c0-b19deba87f0f no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:54.743178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: d3d14f74-ea7d-428b-86c0-b19deba87f0f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:06:54.743515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d3d14f74-ea7d-428b-86c0-b19deba87f0f not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:54.765224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8f2a47a4-2101-486e-8987-867bfca110cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9dbb671edbed48f8bcc6b81aec7259dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384754 Mar 08 13:06:54.767838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43226) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:54.821422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d3af040-69cc-41d7-a9d9-aacadc02eb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.842937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d3af040-69cc-41d7-a9d9-aacadc02eb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.984980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d3af040-69cc-41d7-a9d9-aacadc02eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.987814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3d3af040-69cc-41d7-a9d9-aacadc02eb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:54.988975 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3d3af040-69cc-41d7-a9d9-aacadc02eb39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f7196b8-331a-4c4f-ba46-d0520985a98c HTTP/1.1" status: 204 len: 168 time: 0.2202413 Mar 08 13:06:54.997347 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3af040-69cc-41d7-a9d9-aacadc02eb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7196b8-331a-4c4f-ba46-d0520985a98c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:55.699129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:55.965917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43248) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:56.059502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-454980165-network', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:56.178469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Made reservation on behalf of 23630d695d4340c3ac56e794f706f0ee for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:56.180836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.189521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.263372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.321913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.349542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:06:56.356162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb8e90-cb7b-4c44-803d-89fe851590d0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:56.362257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.362592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Added segment 23e27fe0-3469-45f7-9cc0-6deefa7cbdf7 of type vlan for network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b Mar 08 13:06:56.403618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.498866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.499830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:56.500396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.562348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=7edd83e8-0fc6-468b-8b50-cccb1d433a6b,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:56.572381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:06:56.581744 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7015db63-71f5-45f7-b3df-b9efc0e0fbb8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6147406 Mar 08 13:06:56.584500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43252) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:56.589186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Request body: {'subnet': {'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-subnet', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:56.668459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Made reservation on behalf of 23630d695d4340c3ac56e794f706f0ee for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:56.670838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.892458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:56.956674 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9e64f9-5a1c-4789-8e75-3f683384cc47,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:56.966889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Checking segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:56.967545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Network hostable DHCP agents. Network: 7edd83e8-0fc6-468b-8b50-cccb1d433a6b, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:06:57.076100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:06:57.176967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 7edd83e8-0fc6-468b-8b50-cccb1d433a6b) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:57.180922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:57.181530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.187931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f719317-6d67-4ee5-b37b-43cdb13b374d None None] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:57.276998 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3a322c8d-e128-432f-98e3-8188a094a7c4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6914749 Mar 08 13:06:57.279759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43254) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:57.284115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:57.343864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'fixed_ips': [{'subnet_id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:06:57.344870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.371430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.372526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.433402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.492249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Allocated IP 172.20.0.2 (7edd83e8-0fc6-468b-8b50-cccb1d433a6b/ab9e64f9-5a1c-4789-8e75-3f683384cc47/eb814828-f390-4e75-9bb4-8f378328b7a1) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:57.641808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.670651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.705464 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.748952 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:57.751858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:57.756182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:57.759517 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Pushing event updated for resources: {'Port': ['ID=eb814828-f390-4e75-9bb4-8f378328b7a1,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:57.817034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Attempting to bind port eb814828-f390-4e75-9bb4-8f378328b7a1 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:06:57.817395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Attempting to bind port eb814828-f390-4e75-9bb4-8f378328b7a1 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:06:57.817746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Attempting to bind port eb814828-f390-4e75-9bb4-8f378328b7a1 on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:57.822842 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:57.823217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Checking segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:06:57.823616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.824040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Bound using segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:57.824999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Bound port: eb814828-f390-4e75-9bb4-8f378328b7a1, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:06:57.825130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.892516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] For port eb814828-f390-4e75-9bb4-8f378328b7a1, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:57.895735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] For port eb814828-f390-4e75-9bb4-8f378328b7a1, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=eb814828-f390-4e75-9bb4-8f378328b7a1,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:57.964368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.983867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:57.997003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:58.065636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5db318-2484-4195-bb54-811d6079a262 None None] Pushing event updated for resources: {'Port': ['ID=eb814828-f390-4e75-9bb4-8f378328b7a1,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:58.107250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Allocated IP 172.26.3.212 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/f9b52d33-2ba3-413a-b2e2-4812854316fe) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:58.242007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:58.333761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:58.381897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:58.384892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:58.389052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:58.413162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Pushing event updated for resources: {'Port': ['ID=f9b52d33-2ba3-413a-b2e2-4812854316fe,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:58.733425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:58.752712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device eb814828-f390-4e75-9bb4-8f378328b7a1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:58.813560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port eb814828-f390-4e75-9bb4-8f378328b7a1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:58.813963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:58.909598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:58.952656 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port eb814828-f390-4e75-9bb4-8f378328b7a1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=eb814828-f390-4e75-9bb4-8f378328b7a1,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:58.960681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:59.014857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab4921-6e1c-48fa-a274-8ac799af814a None None] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:06:59.028908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:59.107486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ea975ad6-e5df-4e84-bafd-ac43cfb88c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:59.152860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ee95b6ed-43f6-4f50-ae60-1fc32f6cdb0a None None] Provisioning complete for port eb814828-f390-4e75-9bb4-8f378328b7a1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:59.153229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee95b6ed-43f6-4f50-ae60-1fc32f6cdb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:59.166575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=eb814828-f390-4e75-9bb4-8f378328b7a1,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:59.498685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Router a19def13-94f8-42f0-bee5-bfed5446c364 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:06:59.544754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d40e6fdb-29cc-41fd-b833-db7368c64620 None None] Provisioning complete for port eb814828-f390-4e75-9bb4-8f378328b7a1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:06:59.545128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d40e6fdb-29cc-41fd-b833-db7368c64620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:59.611195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:06:59.622938 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Sync routers for ids ['a19def13-94f8-42f0-bee5-bfed5446c364'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:06:59.634365 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Routers {'a19def13-94f8-42f0-bee5-bfed5446c364'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:59.634365 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:06:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['a19def13-94f8-42f0-bee5-bfed5446c364'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:59.684489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:06:59.685895 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f541b112-23c5-422a-b1ff-40d0137ad48d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4051435 Mar 08 13:06:59.689973 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43256) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:06:59.736520 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Set router a19def13-94f8-42f0-bee5-bfed5446c364 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:59.998759 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:06:58Z', 'revision_number': 3, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:00.029303 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Checking router: a19def13-94f8-42f0-bee5-bfed5446c364 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:00.029643 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Updating router a19def13-94f8-42f0-bee5-bfed5446c364 port f9b52d33-2ba3-413a-b2e2-4812854316fe binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:07:00.054274 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.105532 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.267802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Allocated IP 172.20.0.1 (7edd83e8-0fc6-468b-8b50-cccb1d433a6b/ab9e64f9-5a1c-4789-8e75-3f683384cc47/7ac24e07-60d7-471f-b1e7-a44addfa16e5) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:00.303248 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.380957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.382540 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.436284 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Attempting to bind port f9b52d33-2ba3-413a-b2e2-4812854316fe on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:07:00.436641 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Attempting to bind port f9b52d33-2ba3-413a-b2e2-4812854316fe by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:07:00.436994 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Attempting to bind port f9b52d33-2ba3-413a-b2e2-4812854316fe on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:00.444555 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:00.444913 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:00.445303 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.445679 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:00.446161 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Bound port: f9b52d33-2ba3-413a-b2e2-4812854316fe, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:07:00.446533 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.448083 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Pushing event updated for resources: {'Port': ['ID=f9b52d33-2ba3-413a-b2e2-4812854316fe,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:00.475003 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.475342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.475671 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.475995 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.476319 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.476639 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.476956 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.477274 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.477592 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.477931 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.478256 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.478579 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:00.491552 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.514291 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] For port f9b52d33-2ba3-413a-b2e2-4812854316fe, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:00.517440 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] For port f9b52d33-2ba3-413a-b2e2-4812854316fe, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f9b52d33-2ba3-413a-b2e2-4812854316fe,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:00.533440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:00.536210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:00.539671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:00.562778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac24e07-60d7-471f-b1e7-a44addfa16e5,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:00.579323 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.584150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.649965 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3347-f08e-46b1-a86e-27230e9756ee None None] Pushing event updated for resources: {'Port': ['ID=f9b52d33-2ba3-413a-b2e2-4812854316fe,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:00.662711 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Routers {'a19def13-94f8-42f0-bee5-bfed5446c364'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:00.662711 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:06:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['a19def13-94f8-42f0-bee5-bfed5446c364'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:00.735278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device eb814828-f390-4e75-9bb4-8f378328b7a1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:00.772203 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] Set router a19def13-94f8-42f0-bee5-bfed5446c364 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:00.788244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-02358448-330e-426b-a91c-b2c96759a129 None None] Provisioning complete for port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:00.788543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-02358448-330e-426b-a91c-b2c96759a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.816200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.836041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-02358448-330e-426b-a91c-b2c96759a129 None None] Port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:07:00.840076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port eb814828-f390-4e75-9bb4-8f378328b7a1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:00.840076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.965787 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:06:58Z', 'revision_number': 3, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:00.989789 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:00.994903 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d94e1d-9ddf-40fe-b654-3b72242a10c6 None None] The sync data for ids ['a19def13-94f8-42f0-bee5-bfed5446c364'] in dv-neutron-829486-2-hyperv is: [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:06:58Z', 'revision_number': 3, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:01.052175 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:01.114155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac24e07-60d7-471f-b1e7-a44addfa16e5,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:01.116525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:01.225117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:01.228118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:01.356060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Router a19def13-94f8-42f0-bee5-bfed5446c364 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:01.467146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-da4917f2-f736-4834-a34a-4620783b03af None None] Provisioning complete for port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:01.467442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-da4917f2-f736-4834-a34a-4620783b03af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:01.475113 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:01.480126 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b4f915ba-e8b4-4d45-aa2f-dc92be3e7c66 admin admin] 10.222.0.65 "PUT /v2.0/routers/a19def13-94f8-42f0-bee5-bfed5446c364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7890787 Mar 08 13:07:01.509987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-da4917f2-f736-4834-a34a-4620783b03af None None] Port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:07:01.691282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1f6569db-d8d8-4807-8a47-dd6209cbeeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.216635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43272) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:07:02.221676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-377721043-network', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:02.292588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Made reservation on behalf of 77076871e90f4e3488e97e36a318cc8c for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:07:02.295529 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.304987 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.383716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.475997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.492237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Sync routers for ids ['a19def13-94f8-42f0-bee5-bfed5446c364'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:02.502423 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:07:02.504849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Routers {'a19def13-94f8-42f0-bee5-bfed5446c364'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:02.505500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:07:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['a19def13-94f8-42f0-bee5-bfed5446c364'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:02.512711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9419556-8451-4e41-80a5-7c58c2ea156a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:02.518046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.518548 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Added segment 1557393a-ae23-4e03-a48c-c977c3393b07 of type vlan for network fb226e37-2321-4c0d-a772-61731c922fc4 Mar 08 13:07:02.562378 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.625149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Set router a19def13-94f8-42f0-bee5-bfed5446c364 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:02.693307 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.694476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:02.695247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.758188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f9b52d33-2ba3-413a-b2e2-4812854316fe up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:02.760674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] Pushing event updated for resources: {'Network': ['ID=fb226e37-2321-4c0d-a772-61731c922fc4,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:02.770783 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-49bb6683-d9fb-4fd4-b049-09f740b0274d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5530875 Mar 08 13:07:02.773444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43274) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:07:02.778885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Request body: {'subnet': {'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-subnet', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:02.789120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network fb226e37-2321-4c0d-a772-61731c922fc4 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:07:02.809583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.893134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Made reservation on behalf of 77076871e90f4e3488e97e36a318cc8c for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:07:02.895686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:02.962046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f9b52d33-2ba3-413a-b2e2-4812854316fe triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:02.962529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.006977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:00Z', 'revision_number': 4, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7ac24e07-60d7-471f-b1e7-a44addfa16e5', 'name': '', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'mac_address': 'fa:16:3e:97:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:00Z', 'updated_at': '2022-03-08T13:07:00Z', 'revision_number': 2, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'subnets': [{'id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:03.037863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Checking router: a19def13-94f8-42f0-bee5-bfed5446c364 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:03.038246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Updating router a19def13-94f8-42f0-bee5-bfed5446c364 port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:07:03.091395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.110235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.120012 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.153624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port f9b52d33-2ba3-413a-b2e2-4812854316fe, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f9b52d33-2ba3-413a-b2e2-4812854316fe,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:03.175386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82cef412-1b8f-4bbd-9e1e-48ca3e13ad79,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:03.187099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Checking segment: {'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:03.187473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Network hostable DHCP agents. Network: fb226e37-2321-4c0d-a772-61731c922fc4, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:07:03.259112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Network fb226e37-2321-4c0d-a772-61731c922fc4 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:07:03.350327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, fb226e37-2321-4c0d-a772-61731c922fc4) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:03.354366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:03.354957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.367424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac615b40-b5ff-438e-8885-c0a2e8fb851a None None] Network fb226e37-2321-4c0d-a772-61731c922fc4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:07:03.373018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.444487 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05b65903-fb57-4748-9702-b1bc7ecab83a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6699970 Mar 08 13:07:03.447018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43276) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:07:03.452223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:03.519340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=f9b52d33-2ba3-413a-b2e2-4812854316fe,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:03.533046 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.534136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.597635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.671357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-fb226e37-2321-4c0d-a772-61731c922fc4', 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'fixed_ips': [{'subnet_id': '82cef412-1b8f-4bbd-9e1e-48ca3e13ad79'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:07:03.672190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.708789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.798323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.833874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.885098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:03.897336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Allocated IP 172.20.0.2 (fb226e37-2321-4c0d-a772-61731c922fc4/82cef412-1b8f-4bbd-9e1e-48ca3e13ad79/2b4b5132-beea-40e8-a966-2bb422edf023) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:03.899447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4be72-8ecd-4b20-b700-b75822303d36 None None] Pushing event updated for resources: {'Port': ['ID=7ac24e07-60d7-471f-b1e7-a44addfa16e5,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:04.020794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Attempting to bind port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:07:04.021161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Attempting to bind port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:07:04.021782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Attempting to bind port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:04.033319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:04.033788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Checking segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:04.034387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.034945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Bound using segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:04.035643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Bound port: 7ac24e07-60d7-471f-b1e7-a44addfa16e5, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:07:04.036095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.153020 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0653455b-9005-4424-a925-e23bb7513fcd None None] Provisioning complete for port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:04.153289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0653455b-9005-4424-a925-e23bb7513fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.221220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] For port 7ac24e07-60d7-471f-b1e7-a44addfa16e5, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:04.252483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0653455b-9005-4424-a925-e23bb7513fcd None None] Port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:07:04.262942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] For port 7ac24e07-60d7-471f-b1e7-a44addfa16e5, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7ac24e07-60d7-471f-b1e7-a44addfa16e5,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:04.288452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.298509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.320642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.383075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.387378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Routers {'a19def13-94f8-42f0-bee5-bfed5446c364'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:04.394725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:07:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['a19def13-94f8-42f0-bee5-bfed5446c364'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:04.432862 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4be72-8ecd-4b20-b700-b75822303d36 None None] Pushing event updated for resources: {'Port': ['ID=7ac24e07-60d7-471f-b1e7-a44addfa16e5,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:04.486940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Network fb226e37-2321-4c0d-a772-61731c922fc4 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:04.492907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:04.498251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:04.511179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.533121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.543687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Pushing event updated for resources: {'Port': ['ID=2b4b5132-beea-40e8-a966-2bb422edf023,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:04.610641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] Set router a19def13-94f8-42f0-bee5-bfed5446c364 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:04.655272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Allocated IP 172.26.3.254 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/f77ca0c1-6d0c-410e-a917-e130bf2ed923) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:04.662250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Attempting to bind port 2b4b5132-beea-40e8-a966-2bb422edf023 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:07:04.665287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Attempting to bind port 2b4b5132-beea-40e8-a966-2bb422edf023 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:07:04.665287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Attempting to bind port 2b4b5132-beea-40e8-a966-2bb422edf023 on network fb226e37-2321-4c0d-a772-61731c922fc4 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:04.668830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-41790cfd-fad4-4793-939f-e2e7692991d6 None None] Provisioning complete for port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:04.669330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41790cfd-fad4-4793-939f-e2e7692991d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.705280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:04.705641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Checking segment: {'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:04.706060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.706436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Bound using segment: {'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:04.706903 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Bound port: 2b4b5132-beea-40e8-a966-2bb422edf023, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:07:04.707269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.741068 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f9b52d33-2ba3-413a-b2e2-4812854316fe up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:04.776315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.893583 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:04.934512 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:04.937548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:04.941036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:04.960254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] For port 2b4b5132-beea-40e8-a966-2bb422edf023, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:04.971775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Pushing event updated for resources: {'Port': ['ID=f77ca0c1-6d0c-410e-a917-e130bf2ed923,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:05.002707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f9b52d33-2ba3-413a-b2e2-4812854316fe triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:05.003073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:05.029399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] For port 2b4b5132-beea-40e8-a966-2bb422edf023, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2b4b5132-beea-40e8-a966-2bb422edf023,segment=NetworkSegment(1557393a-ae23-4e03-a48c-c977c3393b07),segment_id=1557393a-ae23-4e03-a48c-c977c3393b07)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:05.035297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41790cfd-fad4-4793-939f-e2e7692991d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:05.092483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-41790cfd-fad4-4793-939f-e2e7692991d6 None None] For port 7ac24e07-60d7-471f-b1e7-a44addfa16e5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7ac24e07-60d7-471f-b1e7-a44addfa16e5,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:05.124237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:05.164830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:00Z', 'revision_number': 4, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7ac24e07-60d7-471f-b1e7-a44addfa16e5', 'name': '', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'mac_address': 'fa:16:3e:97:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:00Z', 'updated_at': '2022-03-08T13:07:04Z', 'revision_number': 4, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'subnets': [{'id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:05.353642 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:05.373679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-41790cfd-fad4-4793-939f-e2e7692991d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:05.375527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acaca1b-786b-41dc-ab91-945fa6fd6d9e None None] The sync data for ids ['a19def13-94f8-42f0-bee5-bfed5446c364'] in dv-neutron-829486-2-hyperv is: [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:00Z', 'revision_number': 4, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7ac24e07-60d7-471f-b1e7-a44addfa16e5', 'name': '', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'mac_address': 'fa:16:3e:97:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:00Z', 'updated_at': '2022-03-08T13:07:04Z', 'revision_number': 4, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'subnets': [{'id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:05.396149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0397133-fa0d-4897-807f-5a61557c41de None None] Pushing event updated for resources: {'Port': ['ID=2b4b5132-beea-40e8-a966-2bb422edf023,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:05.495104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41790cfd-fad4-4793-939f-e2e7692991d6 None None] Pushing event updated for resources: {'Port': ['ID=7ac24e07-60d7-471f-b1e7-a44addfa16e5,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:05.641260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:05.881535 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:07:06.012820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:06.023474 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Sync routers for ids ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:06.041879 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Routers {'6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:06.042510 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:07:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:06.091960 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.094087 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c9341a76-0497-4a21-b1a0-30a18569bd0a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6456931 Mar 08 13:07:06.096600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43278) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:07:06.174817 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Set router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:06.291304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d25c7b-54de-4454-8ee5-eace84652ff1 None None] Network fb226e37-2321-4c0d-a772-61731c922fc4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:07:06.369005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-758e21c3-9f09-47ca-88c2-9d97a0ffb85b None None] Provisioning complete for port 2b4b5132-beea-40e8-a966-2bb422edf023 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:06.369364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-758e21c3-9f09-47ca-88c2-9d97a0ffb85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.430569 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:07:05Z', 'revision_number': 3, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port': {'id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:04Z', 'updated_at': '2022-03-08T13:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:06.469041 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Checking router: 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:06.469902 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Updating router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e port f77ca0c1-6d0c-410e-a917-e130bf2ed923 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:07:06.499329 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.536395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-758e21c3-9f09-47ca-88c2-9d97a0ffb85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.582518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-758e21c3-9f09-47ca-88c2-9d97a0ffb85b None None] For port 2b4b5132-beea-40e8-a966-2bb422edf023, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2b4b5132-beea-40e8-a966-2bb422edf023,segment=NetworkSegment(1557393a-ae23-4e03-a48c-c977c3393b07),segment_id=1557393a-ae23-4e03-a48c-c977c3393b07)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:06.636259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-758e21c3-9f09-47ca-88c2-9d97a0ffb85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.648659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.743779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e21c3-9f09-47ca-88c2-9d97a0ffb85b None None] Pushing event updated for resources: {'Port': ['ID=2b4b5132-beea-40e8-a966-2bb422edf023,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:06.865499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ac24e07-60d7-471f-b1e7-a44addfa16e5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:06.939101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:06.939500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.944139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Allocated IP 172.20.0.1 (fb226e37-2321-4c0d-a772-61731c922fc4/82cef412-1b8f-4bbd-9e1e-48ca3e13ad79/72f04725-7054-4b56-91a1-629f32e1e9a6) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:06.960852 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:06.995528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-acee26df-54c5-45b0-8edb-e1cc2bbef6f3 None None] Provisioning complete for port 2b4b5132-beea-40e8-a966-2bb422edf023 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:06.996579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-acee26df-54c5-45b0-8edb-e1cc2bbef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.036006 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.056170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.075218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2b4b5132-beea-40e8-a966-2bb422edf023 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:07.094589 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Attempting to bind port f77ca0c1-6d0c-410e-a917-e130bf2ed923 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:07:07.095024 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Attempting to bind port f77ca0c1-6d0c-410e-a917-e130bf2ed923 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:07:07.095330 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Attempting to bind port f77ca0c1-6d0c-410e-a917-e130bf2ed923 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:07.102979 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aabd0a-dff6-4cb9-b27d-0a56b9c7f232 None None] Pushing event updated for resources: {'Port': ['ID=f77ca0c1-6d0c-410e-a917-e130bf2ed923,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:07.106262 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:07.111185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:07.111185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.111185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:07.111185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Bound port: f77ca0c1-6d0c-410e-a917-e130bf2ed923, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:07:07.111185 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.156425 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.164535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2b4b5132-beea-40e8-a966-2bb422edf023 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:07.165099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.231744 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Network fb226e37-2321-4c0d-a772-61731c922fc4 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:07.240718 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:07.247473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:07.280019 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] For port f77ca0c1-6d0c-410e-a917-e130bf2ed923, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:07.284253 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] For port f77ca0c1-6d0c-410e-a917-e130bf2ed923, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f77ca0c1-6d0c-410e-a917-e130bf2ed923,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:07.302895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Pushing event updated for resources: {'Port': ['ID=72f04725-7054-4b56-91a1-629f32e1e9a6,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:07.316427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.344881 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.419114 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Routers {'6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:07.419114 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:07:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:07.423244 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aabd0a-dff6-4cb9-b27d-0a56b9c7f232 None None] Pushing event updated for resources: {'Port': ['ID=f77ca0c1-6d0c-410e-a917-e130bf2ed923,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:07.535739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.547054 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] Set router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:07.581449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-83c84e46-6137-43b2-ba36-c0aed0088c83 None None] Provisioning complete for port 72f04725-7054-4b56-91a1-629f32e1e9a6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:07.582047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83c84e46-6137-43b2-ba36-c0aed0088c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.627213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-83c84e46-6137-43b2-ba36-c0aed0088c83 None None] Port 72f04725-7054-4b56-91a1-629f32e1e9a6 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:07:07.723114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.733760 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:07:05Z', 'revision_number': 3, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port': {'id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:04Z', 'updated_at': '2022-03-08T13:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:07.764601 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20c0464-c1c9-4498-bb02-2d36843802b8 None None] The sync data for ids ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'] in dv-neutron-829486-2-hyperv is: [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:07:05Z', 'revision_number': 3, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port': {'id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:04Z', 'updated_at': '2022-03-08T13:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:07.790416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.859114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Pushing event updated for resources: {'Port': ['ID=72f04725-7054-4b56-91a1-629f32e1e9a6,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:07.861832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:07.965936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Network fb226e37-2321-4c0d-a772-61731c922fc4 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:07.967317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:08.115259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:08.240670 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:08.247852 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9e65fee8-97d3-4747-8c3c-704c69b04b30 admin admin] 10.222.0.65 "PUT /v2.0/routers/6e546f55-c7d6-4a75-ae10-8a7433a3bb6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1498854 Mar 08 13:07:08.255772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-9ca92d7b-e326-42ff-982c-e51751181fcf None None] Provisioning complete for port 72f04725-7054-4b56-91a1-629f32e1e9a6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:08.256456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9ca92d7b-e326-42ff-982c-e51751181fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:08.297120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-9ca92d7b-e326-42ff-982c-e51751181fcf None None] Port 72f04725-7054-4b56-91a1-629f32e1e9a6 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:07:08.766098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f77ca0c1-6d0c-410e-a917-e130bf2ed923 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:08.817525 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f77ca0c1-6d0c-410e-a917-e130bf2ed923 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:08.817973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:08.905473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:08.926700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port f77ca0c1-6d0c-410e-a917-e130bf2ed923, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f77ca0c1-6d0c-410e-a917-e130bf2ed923,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:08.990327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:08.991133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2b4b5132-beea-40e8-a966-2bb422edf023 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:09.067665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=f77ca0c1-6d0c-410e-a917-e130bf2ed923,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:09.081249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 2b4b5132-beea-40e8-a966-2bb422edf023 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:09.081620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:09.281378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Sync routers for ids ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:09.293545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Routers {'6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:09.294271 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:07:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:09.400924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Set router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:09.593957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:07:07Z', 'revision_number': 4, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port': {'id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:04Z', 'updated_at': '2022-03-08T13:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '72f04725-7054-4b56-91a1-629f32e1e9a6', 'name': '', 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'mac_address': 'fa:16:3e:71:00:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '82cef412-1b8f-4bbd-9e1e-48ca3e13ad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:06Z', 'updated_at': '2022-03-08T13:07:07Z', 'revision_number': 2, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'subnets': [{'id': '82cef412-1b8f-4bbd-9e1e-48ca3e13ad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:09.624742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Checking router: 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:09.625097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Updating router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e port 72f04725-7054-4b56-91a1-629f32e1e9a6 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:07:09.650147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:09.929167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:09.990103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:10.045292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4686-fcb2-4638-9782-66205133afba None None] Pushing event updated for resources: {'Port': ['ID=72f04725-7054-4b56-91a1-629f32e1e9a6,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:10.103702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Attempting to bind port 72f04725-7054-4b56-91a1-629f32e1e9a6 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:07:10.104064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Attempting to bind port 72f04725-7054-4b56-91a1-629f32e1e9a6 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:07:10.104423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Attempting to bind port 72f04725-7054-4b56-91a1-629f32e1e9a6 on network fb226e37-2321-4c0d-a772-61731c922fc4 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:10.110280 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:10.110746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Checking segment: {'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:10.111393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:10.111567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Bound using segment: {'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:10.112019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Bound port: 72f04725-7054-4b56-91a1-629f32e1e9a6, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1557393a-ae23-4e03-a48c-c977c3393b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:07:10.112397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:10.210179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] For port 72f04725-7054-4b56-91a1-629f32e1e9a6, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:10.210179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] For port 72f04725-7054-4b56-91a1-629f32e1e9a6, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=72f04725-7054-4b56-91a1-629f32e1e9a6,segment=NetworkSegment(1557393a-ae23-4e03-a48c-c977c3393b07),segment_id=1557393a-ae23-4e03-a48c-c977c3393b07)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:10.265220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:10.344470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Routers {'6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:10.351424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:07:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:10.377643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-78884577-531e-4b5b-ae1f-435c19201c92 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:10.384782 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-78884577-531e-4b5b-ae1f-435c19201c92 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/networks?id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b HTTP/1.1" status: 200 len: 816 time: 0.1214046 Mar 08 13:07:10.388379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4686-fcb2-4638-9782-66205133afba None None] Pushing event updated for resources: {'Port': ['ID=72f04725-7054-4b56-91a1-629f32e1e9a6,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:10.395607 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-e67d1615-3844-4eb8-af4f-67a7c241c6f3 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/quotas/23630d695d4340c3ac56e794f706f0ee HTTP/1.1" status: 200 len: 375 time: 0.0099647 Mar 08 13:07:10.402702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b50067de-3df8-4fbe-83ab-d7bb60853bcf None None] Provisioning complete for port 72f04725-7054-4b56-91a1-629f32e1e9a6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:10.403066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b50067de-3df8-4fbe-83ab-d7bb60853bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:10.458547 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-555344ee-a7ab-4ec5-a7cb-dfb75f802f8a tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23630d695d4340c3ac56e794f706f0ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540335 Mar 08 13:07:10.508870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] Set router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:10.664526 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-0c27fddb-8a3d-4ded-8f11-d4b7599d36a1 service neutron] 10.222.0.65 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928298 Mar 08 13:07:10.735195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f77ca0c1-6d0c-410e-a917-e130bf2ed923 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:10.767443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-5b12863c-9e75-4a7e-8e68-98a0f6f9d5e2 service neutron] 10.222.0.65 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954177 Mar 08 13:07:10.767641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b50067de-3df8-4fbe-83ab-d7bb60853bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:10.890367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b50067de-3df8-4fbe-83ab-d7bb60853bcf None None] For port 72f04725-7054-4b56-91a1-629f32e1e9a6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=72f04725-7054-4b56-91a1-629f32e1e9a6,segment=NetworkSegment(1557393a-ae23-4e03-a48c-c977c3393b07),segment_id=1557393a-ae23-4e03-a48c-c977c3393b07)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:10.927266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f77ca0c1-6d0c-410e-a917-e130bf2ed923 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:10.927632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:10.976909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b50067de-3df8-4fbe-83ab-d7bb60853bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:11.051956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-492559b1-7528-4c75-a9a0-9a99786e83e1 req-b74619b7-596a-453b-96ee-1e7120af5ea1 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 210 time: 0.0424123 Mar 08 13:07:11.063404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50067de-3df8-4fbe-83ab-d7bb60853bcf None None] Pushing event updated for resources: {'Port': ['ID=72f04725-7054-4b56-91a1-629f32e1e9a6,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:11.111045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:07:07Z', 'revision_number': 4, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port': {'id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:04Z', 'updated_at': '2022-03-08T13:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '72f04725-7054-4b56-91a1-629f32e1e9a6', 'name': '', 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'mac_address': 'fa:16:3e:71:00:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '82cef412-1b8f-4bbd-9e1e-48ca3e13ad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:06Z', 'updated_at': '2022-03-08T13:07:10Z', 'revision_number': 4, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'subnets': [{'id': '82cef412-1b8f-4bbd-9e1e-48ca3e13ad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:11.151491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5983b1-541c-4124-9ccc-455b4340ac07 None None] The sync data for ids ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'] in dv-neutron-829486-2-hyperv is: [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:07:07Z', 'revision_number': 4, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port': {'id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:04Z', 'updated_at': '2022-03-08T13:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '72f04725-7054-4b56-91a1-629f32e1e9a6', 'name': '', 'network_id': 'fb226e37-2321-4c0d-a772-61731c922fc4', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'mac_address': 'fa:16:3e:71:00:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '82cef412-1b8f-4bbd-9e1e-48ca3e13ad79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:06Z', 'updated_at': '2022-03-08T13:07:10Z', 'revision_number': 4, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'subnets': [{'id': '82cef412-1b8f-4bbd-9e1e-48ca3e13ad79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:11.160178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-35888e08-6792-40ae-a5cd-fc25b642cc97 None None] Provisioning complete for port 72f04725-7054-4b56-91a1-629f32e1e9a6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:11.160550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-35888e08-6792-40ae-a5cd-fc25b642cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:12.154459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-89184ee3-2893-43ea-9ec8-af1ec3ad2cf5 req-0195425b-29d5-400f-b497-66f8e797f55a tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 210 time: 0.0272930 Mar 08 13:07:12.735203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 72f04725-7054-4b56-91a1-629f32e1e9a6 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:12.807902 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 72f04725-7054-4b56-91a1-629f32e1e9a6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:12.808304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:12.815244 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:07:13.157493 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-569cbaba-6ea8-48f0-8735-e2950823a593 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:13.158873 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-569cbaba-6ea8-48f0-8735-e2950823a593 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "GET /v2.0/networks?id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b HTTP/1.1" status: 200 len: 816 time: 0.1043789 Mar 08 13:07:13.263089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Request body: {'port': {'device_id': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'admin_state_up': True, 'tenant_id': '23630d695d4340c3ac56e794f706f0ee'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:13.267737 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d2a5161d-df36-41b7-9f43-0ecf2a1cd147 req-9adbf777-fdb5-4e3e-8529-e10272b2aeda tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 210 time: 0.0426559 Mar 08 13:07:13.428641 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Made reservation on behalf of 23630d695d4340c3ac56e794f706f0ee for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:07:13.432240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:13.570225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Allocated IP 172.20.0.7 (7edd83e8-0fc6-468b-8b50-cccb1d433a6b/ab9e64f9-5a1c-4789-8e75-3f683384cc47/bebebb8b-eef4-4d10-9c1b-890caa0f0236) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:13.723456 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:13.796754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:13.848247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:13.851313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:13.855013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:13.862547 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Pushing event updated for resources: {'Port': ['ID=bebebb8b-eef4-4d10-9c1b-890caa0f0236,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:13.910422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:13.911099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.045754 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-10f0fee4-db69-46d1-b597-0c3055e501a6 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917361 Mar 08 13:07:14.057876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Request body: {'port': {'device_id': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:14.099148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ff47f6f5-d72c-4d93-a5da-f786b897f8e7 None None] Provisioning complete for port bebebb8b-eef4-4d10-9c1b-890caa0f0236 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:14.099768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ff47f6f5-d72c-4d93-a5da-f786b897f8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.123355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.135374 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ff47f6f5-d72c-4d93-a5da-f786b897f8e7 None None] Port bebebb8b-eef4-4d10-9c1b-890caa0f0236 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:07:14.436021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7f280-0b71-4eb7-9e92-4881cd190f99 req-74f48f99-46b6-4d60-b98b-8f8863b3d6c5 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:14.437524 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9a7f280-0b71-4eb7-9e92-4881cd190f99 req-74f48f99-46b6-4d60-b98b-8f8863b3d6c5 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 931 time: 0.0979710 Mar 08 13:07:14.452714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebebb8b-eef4-4d10-9c1b-890caa0f0236 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:07:14.466488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.488700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Transition to ACTIVE for port object bebebb8b-eef4-4d10-9c1b-890caa0f0236 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:07:14.496479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9a7f280-0b71-4eb7-9e92-4881cd190f99 req-6d77d3e6-04e0-4614-90c6-930a849bb578 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525496 Mar 08 13:07:14.576830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.641588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Pushing event updated for resources: {'Port': ['ID=bebebb8b-eef4-4d10-9c1b-890caa0f0236,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:14.709582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Attempting to bind port bebebb8b-eef4-4d10-9c1b-890caa0f0236 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:07:14.709953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Attempting to bind port bebebb8b-eef4-4d10-9c1b-890caa0f0236 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:07:14.710247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Attempting to bind port bebebb8b-eef4-4d10-9c1b-890caa0f0236 on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:14.714678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Port bebebb8b-eef4-4d10-9c1b-890caa0f0236 on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:07:14.714987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Attempting to bind port bebebb8b-eef4-4d10-9c1b-890caa0f0236 on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:14.720137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:14.720460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Checking segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:14.720825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Bound using segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:14.721235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Bound port: bebebb8b-eef4-4d10-9c1b-890caa0f0236, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:07:14.721578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.795170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] For port bebebb8b-eef4-4d10-9c1b-890caa0f0236, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:14.801245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] For port bebebb8b-eef4-4d10-9c1b-890caa0f0236, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bebebb8b-eef4-4d10-9c1b-890caa0f0236,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:14.882083 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.922089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:14.923283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:14.924660 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] 10.222.0.45 "PUT /v2.0/ports/bebebb8b-eef4-4d10-9c1b-890caa0f0236 HTTP/1.1" status: 200 len: 1093 time: 0.8712866 Mar 08 13:07:14.926900 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'tag': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:14.930237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de65a2ff-9c38-4e38-9e7b-0932ee5e448c" -d '{"events": [{"name": "network-changed", "server_uuid": "27f96fb9-8d22-48e6-942a-c15acc96153e", "tag": "bebebb8b-eef4-4d10-9c1b-890caa0f0236"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:14.964282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f0de6-b3db-4e14-a888-5d70cad833eb service neutron] Pushing event updated for resources: {'Port': ['ID=bebebb8b-eef4-4d10-9c1b-890caa0f0236,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:14.977070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12201149-916c-498b-b36c-8e397b8371c0 x-openstack-request-id: req-12201149-916c-498b-b36c-8e397b8371c0 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:14.977357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f96fb9-8d22-48e6-942a-c15acc96153e", "tag": "bebebb8b-eef4-4d10-9c1b-890caa0f0236", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:14.977606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12201149-916c-498b-b36c-8e397b8371c0 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:14.978070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'tag': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236', 'status': 'completed', 'code': 200} Mar 08 13:07:15.041928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65a2ff-9c38-4e38-9e7b-0932ee5e448c req-bf92ab63-762c-402a-b25c-a2953d090956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.044775 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de65a2ff-9c38-4e38-9e7b-0932ee5e448c req-bf92ab63-762c-402a-b25c-a2953d090956 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23630d695d4340c3ac56e794f706f0ee&device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 1096 time: 0.0460811 Mar 08 13:07:15.149809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65a2ff-9c38-4e38-9e7b-0932ee5e448c req-8f9ee70e-b1ec-4225-b93e-df588c51a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.151214 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de65a2ff-9c38-4e38-9e7b-0932ee5e448c req-8f9ee70e-b1ec-4225-b93e-df588c51a62c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=23630d695d4340c3ac56e794f706f0ee&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0981352 Mar 08 13:07:15.249755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65a2ff-9c38-4e38-9e7b-0932ee5e448c req-597ac440-c2f2-4688-b892-c8c336f7c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.251195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-de65a2ff-9c38-4e38-9e7b-0932ee5e448c req-597ac440-c2f2-4688-b892-c8c336f7c7df service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939472 Mar 08 13:07:15.327575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-9166da40-37b4-43d4-89fd-521d3cbcd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.329116 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-9166da40-37b4-43d4-89fd-521d3cbcd4e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23630d695d4340c3ac56e794f706f0ee&device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 1096 time: 0.0417664 Mar 08 13:07:15.377001 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-6573e4d7-0284-4eed-8ffc-550ee2306ccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bebebb8b-eef4-4d10-9c1b-890caa0f0236 HTTP/1.1" status: 200 len: 217 time: 0.0405066 Mar 08 13:07:15.424688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-666fa228-e10a-4aec-a7a9-6c5aafcc78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.426102 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-666fa228-e10a-4aec-a7a9-6c5aafcc78f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab9e64f9-5a1c-4789-8e75-3f683384cc47 HTTP/1.1" status: 200 len: 855 time: 0.0430100 Mar 08 13:07:15.470964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-2ecbdef6-baed-437b-9688-8eb29c55cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.472442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-2ecbdef6-baed-437b-9688-8eb29c55cbf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398490 Mar 08 13:07:15.566778 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-6b1ad3a3-4eff-48f9-b7f7-959101414578 service neutron] 10.222.0.45 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Mar 08 13:07:15.676773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21493d89-5c82-4245-af3c-6ffd01d6b8c6 req-cdc8a1ba-dac7-4210-ba29-6d37cedd47ab tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.678257 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-21493d89-5c82-4245-af3c-6ffd01d6b8c6 req-cdc8a1ba-dac7-4210-ba29-6d37cedd47ab tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 943 time: 0.1106255 Mar 08 13:07:15.710551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b9af42ad-d325-449b-a261-d0bc3b7c48bd req-8d882704-810c-4d2f-a232-c2b4669818c5 service neutron] 10.222.0.45 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337988 Mar 08 13:07:15.732783 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-21493d89-5c82-4245-af3c-6ffd01d6b8c6 req-e70bb120-0da1-4160-8457-3efb5762ef2a tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467927 Mar 08 13:07:16.856223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e28d4-c496-4fc0-8fbc-43493ac57588 req-a0849955-4de1-44a5-b1fd-dcc4dba4d877 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:16.857741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a05e28d4-c496-4fc0-8fbc-43493ac57588 req-a0849955-4de1-44a5-b1fd-dcc4dba4d877 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 943 time: 0.0513570 Mar 08 13:07:16.897792 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a05e28d4-c496-4fc0-8fbc-43493ac57588 req-84de9373-20fa-4b52-b385-ded17ae19830 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338972 Mar 08 13:07:17.766970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device bebebb8b-eef4-4d10-9c1b-890caa0f0236 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:07:17.869224 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port bebebb8b-eef4-4d10-9c1b-890caa0f0236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bebebb8b-eef4-4d10-9c1b-890caa0f0236,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:17.880626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'port_id': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236', 'mac_address': 'fa:16:3e:58:bf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:07:17.917342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:17.931435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebebb8b-eef4-4d10-9c1b-890caa0f0236 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:07:17.951063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port bebebb8b-eef4-4d10-9c1b-890caa0f0236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bebebb8b-eef4-4d10-9c1b-890caa0f0236,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:18.017472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2674ca-be92-49db-9a3b-009aa7705341 req-dae35f96-9d52-4828-8f79-dd1c78448a4d tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:18.019065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c2674ca-be92-49db-9a3b-009aa7705341 req-dae35f96-9d52-4828-8f79-dd1c78448a4d tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 943 time: 0.0549054 Mar 08 13:07:18.022217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:18.058763 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c2674ca-be92-49db-9a3b-009aa7705341 req-48870868-cb70-4848-849c-30f594319dca tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Mar 08 13:07:18.075297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=bebebb8b-eef4-4d10-9c1b-890caa0f0236,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:18.243521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['bebebb8b-eef4-4d10-9c1b-890caa0f0236'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:07:19.187501 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98701ab-103b-407c-91ec-9923e337e8c8 req-ca51456f-7ce1-452f-a79b-627e6b2ea12c tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:19.189003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f98701ab-103b-407c-91ec-9923e337e8c8 req-ca51456f-7ce1-452f-a79b-627e6b2ea12c tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 944 time: 0.0581696 Mar 08 13:07:19.227871 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f98701ab-103b-407c-91ec-9923e337e8c8 req-4eba99f3-32fe-49f5-8b3b-a8cf6fa32de8 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Mar 08 13:07:19.795090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device bebebb8b-eef4-4d10-9c1b-890caa0f0236 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:19.915660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port bebebb8b-eef4-4d10-9c1b-890caa0f0236 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:07:19.921253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port bebebb8b-eef4-4d10-9c1b-890caa0f0236 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:19.921624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:20.003711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:20.027548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:20.029629 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7b127-cdfc-46de-88ca-2a7fc17610d7" -d '{"events": [{"server_uuid": "27f96fb9-8d22-48e6-942a-c15acc96153e", "name": "network-vif-plugged", "status": "completed", "tag": "bebebb8b-eef4-4d10-9c1b-890caa0f0236"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:20.042429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port bebebb8b-eef4-4d10-9c1b-890caa0f0236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bebebb8b-eef4-4d10-9c1b-890caa0f0236,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:20.104977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:20.133998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ede21c-1c21-49b8-99e9-bb775b87d224 x-openstack-request-id: req-e1ede21c-1c21-49b8-99e9-bb775b87d224 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:20.134286 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f96fb9-8d22-48e6-942a-c15acc96153e", "name": "network-vif-plugged", "status": "completed", "tag": "bebebb8b-eef4-4d10-9c1b-890caa0f0236", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:20.134528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1ede21c-1c21-49b8-99e9-bb775b87d224 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:20.134905 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236', 'code': 200} Mar 08 13:07:20.162366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=bebebb8b-eef4-4d10-9c1b-890caa0f0236,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:20.354851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335c57a-2fb0-4e62-8e9d-5ade02c90516 req-9ea1a04a-aa66-48f3-9078-b2a696e7e611 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:20.356323 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2335c57a-2fb0-4e62-8e9d-5ade02c90516 req-9ea1a04a-aa66-48f3-9078-b2a696e7e611 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 945 time: 0.0509853 Mar 08 13:07:20.420720 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2335c57a-2fb0-4e62-8e9d-5ade02c90516 req-44e51d4e-2da8-46d9-b094-4f10c1d68feb tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 Mar 08 13:07:20.433081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d7f5b-a60a-44b3-9ab9-9f29630bca62 req-146f74fe-4360-40a8-954d-f6d3f1636f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:20.434687 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e18d7f5b-a60a-44b3-9ab9-9f29630bca62 req-146f74fe-4360-40a8-954d-f6d3f1636f8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 1098 time: 0.0540998 Mar 08 13:07:20.470543 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e18d7f5b-a60a-44b3-9ab9-9f29630bca62 req-adf341e7-29aa-4de7-a263-c32354303170 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285959 Mar 08 13:07:21.543992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22795-c416-41eb-992b-2e824175b0a2 req-c59dee9b-838a-49a6-b868-531c545dbd6f tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:21.545643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74b22795-c416-41eb-992b-2e824175b0a2 req-c59dee9b-838a-49a6-b868-531c545dbd6f tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 945 time: 0.0549476 Mar 08 13:07:21.586594 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74b22795-c416-41eb-992b-2e824175b0a2 req-06a99e2a-2854-4163-847d-7b1bf58eb250 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Mar 08 13:07:22.702844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d9718-c91c-4605-8571-273f35350dbc req-4a89ed5a-d0ca-4995-a10d-49276ed83232 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:22.704402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-191d9718-c91c-4605-8571-273f35350dbc req-4a89ed5a-d0ca-4995-a10d-49276ed83232 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 945 time: 0.0495954 Mar 08 13:07:22.742113 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-191d9718-c91c-4605-8571-273f35350dbc req-2f6ef0ee-7636-4590-b9f7-c1e8c003d822 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Mar 08 13:07:22.858101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8078a8-c2a2-45c4-80a1-ceba749d4219 req-6ee13c3f-76b5-4a63-af47-ee3630586f92 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:22.859558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d8078a8-c2a2-45c4-80a1-ceba749d4219 req-6ee13c3f-76b5-4a63-af47-ee3630586f92 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 945 time: 0.0488963 Mar 08 13:07:22.897022 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d8078a8-c2a2-45c4-80a1-ceba749d4219 req-a0cc13b8-84dc-464a-bbee-1f64c0faec85 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Mar 08 13:07:25.649406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-feefd540-14f8-4858-af29-5ae15409c3ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449419 Mar 08 13:07:25.696959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:25.728626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-9e53cd49-0011-4671-8cfc-106a99577f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.730178 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-9e53cd49-0011-4671-8cfc-106a99577f74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23630d695d4340c3ac56e794f706f0ee&device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 1098 time: 0.0405383 Mar 08 13:07:25.834567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-755acc7b-533e-48ce-9df1-74a179193314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.836088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-755acc7b-533e-48ce-9df1-74a179193314 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b HTTP/1.1" status: 200 len: 917 time: 0.0877776 Mar 08 13:07:25.882079 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-ef8aa07d-d219-47b5-81eb-f41b456a8630 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bebebb8b-eef4-4d10-9c1b-890caa0f0236 HTTP/1.1" status: 200 len: 217 time: 0.0385289 Mar 08 13:07:25.932267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-c330b9c8-989d-48e9-b016-c80839446e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.933727 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-c330b9c8-989d-48e9-b016-c80839446e2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab9e64f9-5a1c-4789-8e75-3f683384cc47 HTTP/1.1" status: 200 len: 855 time: 0.0447407 Mar 08 13:07:25.983923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-6511ff48-2887-4916-a9a4-285ae5b766f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.986122 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-6511ff48-2887-4916-a9a4-285ae5b766f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444860 Mar 08 13:07:26.087481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-04d6085e-a104-46ee-a7b9-eb2429e7ba09 service neutron] 10.222.0.45 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897992 Mar 08 13:07:26.180149 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-869eeb36-bd94-4fa8-926e-7ff7a75dfe25 req-334bfed3-e8c2-497f-ad1b-77e6d4bd00f7 service neutron] 10.222.0.45 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853546 Mar 08 13:07:29.070396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-26d24d9e-9b8a-468f-9483-45bb32caf33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:31.690775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-df355aa8-5c8d-4177-8f57-12dda28d560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:32.753465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:33.847209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:34.233247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:45.951188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c4c4d-5d4a-48ff-9b5a-26bc3665d082 req-d68c32b4-ca32-4bdf-ae0d-db2e8112e408 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:45.952658 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-921c4c4d-5d4a-48ff-9b5a-26bc3665d082 req-d68c32b4-ca32-4bdf-ae0d-db2e8112e408 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 945 time: 0.0496142 Mar 08 13:07:45.994627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-921c4c4d-5d4a-48ff-9b5a-26bc3665d082 req-9ff6cc88-bf7f-4aa6-bfbd-38e37c576b9a tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359695 Mar 08 13:07:47.113193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e019b04-b807-4577-a3c5-91f074c242aa req-a7edb89d-40ce-4728-9bc7-88575ffe1c3f tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:47.114699 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e019b04-b807-4577-a3c5-91f074c242aa req-a7edb89d-40ce-4728-9bc7-88575ffe1c3f tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 945 time: 0.0495515 Mar 08 13:07:47.151907 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6e019b04-b807-4577-a3c5-91f074c242aa req-eb224906-7cc5-4c05-997f-cdaa737d02e4 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Mar 08 13:07:47.465425 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-7b09f6bc-cb6b-417f-a9d7-e57df6ac9128 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:47.467846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-7b09f6bc-cb6b-417f-a9d7-e57df6ac9128 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 945 time: 0.0492873 Mar 08 13:07:47.561528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Deleting port bebebb8b-eef4-4d10-9c1b-890caa0f0236 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:07:47.561883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:47.649620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] For port bebebb8b-eef4-4d10-9c1b-890caa0f0236, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bebebb8b-eef4-4d10-9c1b-890caa0f0236,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:47.650007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:47.664141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Calling delete_port for bebebb8b-eef4-4d10-9c1b-890caa0f0236 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:07:47.858718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:47.870241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['bebebb8b-eef4-4d10-9c1b-890caa0f0236'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:07:47.886207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Pushing event deleted for resources: {'Port': ['ID=bebebb8b-eef4-4d10-9c1b-890caa0f0236,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:47.896642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.898813 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.899412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.899412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.900244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.900244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:47.941105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] No DVR routers for this DVR port bebebb8b-eef4-4d10-9c1b-890caa0f0236 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:47.943781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:47.947260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fe81697f-7305-4262-94c1-5cd436ebcfd8 req-02a3a16f-2372-49b1-8d7a-fc73ba3ff296 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "DELETE /v2.0/ports/bebebb8b-eef4-4d10-9c1b-890caa0f0236 HTTP/1.1" status: 204 len: 173 time: 0.4741476 Mar 08 13:07:47.947712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'name': 'network-vif-deleted', 'tag': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:47.950019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31edc88f-fd4a-4ded-ae3c-61a50dc625bf" -d '{"events": [{"server_uuid": "27f96fb9-8d22-48e6-942a-c15acc96153e", "name": "network-vif-deleted", "tag": "bebebb8b-eef4-4d10-9c1b-890caa0f0236"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:47.986031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da94a91-a8ed-4426-86d1-11330683488d x-openstack-request-id: req-8da94a91-a8ed-4426-86d1-11330683488d {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:47.986324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f96fb9-8d22-48e6-942a-c15acc96153e", "name": "network-vif-deleted", "tag": "bebebb8b-eef4-4d10-9c1b-890caa0f0236", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:47.986625 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8da94a91-a8ed-4426-86d1-11330683488d {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:47.990850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f96fb9-8d22-48e6-942a-c15acc96153e', 'name': 'network-vif-deleted', 'tag': 'bebebb8b-eef4-4d10-9c1b-890caa0f0236', 'status': 'completed', 'code': 200} Mar 08 13:07:48.269833 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59f6f155-1f78-4911-b114-fa14e742ce5e req-111f5be2-51fc-42d1-b667-360e556e66b4 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=27f96fb9-8d22-48e6-942a-c15acc96153e HTTP/1.1" status: 200 len: 210 time: 0.0333683 Mar 08 13:07:49.816583 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:07:49.899103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-823eb4be-0a3d-4046-8b10-a1bcc6dc2ed9 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:49.900554 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-823eb4be-0a3d-4046-8b10-a1bcc6dc2ed9 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/networks?id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b HTTP/1.1" status: 200 len: 816 time: 0.1035528 Mar 08 13:07:49.915684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-8ef51220-14dd-4a0a-be39-936e0ed75f9d tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/quotas/23630d695d4340c3ac56e794f706f0ee HTTP/1.1" status: 200 len: 375 time: 0.0088418 Mar 08 13:07:49.935955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device bebebb8b-eef4-4d10-9c1b-890caa0f0236 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:49.956607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: bebebb8b-eef4-4d10-9c1b-890caa0f0236 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:07:49.956948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device bebebb8b-eef4-4d10-9c1b-890caa0f0236 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:49.967282 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-1f89ad1b-2a2d-4b8d-b376-d3028038431f tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23630d695d4340c3ac56e794f706f0ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449798 Mar 08 13:07:50.064586 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-34436132-af09-4eca-a9ed-3feae76d6aad service neutron] 10.222.0.65 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857522 Mar 08 13:07:50.157811 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-445186fd-9ec6-4769-9ad1-e254569eff5b service neutron] 10.222.0.65 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868626 Mar 08 13:07:50.421917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5719fa12-8ce2-4a8c-b70e-7d374c6abf12 req-097fbe84-5591-4018-a80d-8f9790e3f94c tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 210 time: 0.0275676 Mar 08 13:07:51.530006 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4007d185-8523-4e26-ae23-ada3f58e6c40 req-a93c6ecd-3489-4489-99ec-a9b855dbc82c tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 210 time: 0.0324130 Mar 08 13:07:52.271270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-659de537-7c25-4900-b780-b054aadb11d2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:52.272701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-659de537-7c25-4900-b780-b054aadb11d2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "GET /v2.0/networks?id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b HTTP/1.1" status: 200 len: 816 time: 0.1042686 Mar 08 13:07:52.285166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Request body: {'port': {'device_id': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'admin_state_up': True, 'tenant_id': '23630d695d4340c3ac56e794f706f0ee'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:52.464589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Made reservation on behalf of 23630d695d4340c3ac56e794f706f0ee for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:07:52.468135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:52.600133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Allocated IP 172.20.0.8 (7edd83e8-0fc6-468b-8b50-cccb1d433a6b/ab9e64f9-5a1c-4789-8e75-3f683384cc47/9bf13fa1-a53a-443a-86a2-1c3416514e6e) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:52.643550 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-caf2d31c-6432-413d-a80b-64ff48300977 req-33808599-0cd8-4417-958f-417e6faf8b02 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 210 time: 0.0387411 Mar 08 13:07:52.777575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:52.885066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:52.934753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:52.938405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:52.942084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:52.966013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Pushing event updated for resources: {'Port': ['ID=9bf13fa1-a53a-443a-86a2-1c3416514e6e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:52.995971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:52.996588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.094071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-78f470f0-53ee-4a5b-985b-78673f464bc2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125145 Mar 08 13:07:53.105755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Request body: {'port': {'device_id': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:53.143452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-077393da-0e70-427f-8e9c-50e309cf65b8 None None] Provisioning complete for port 9bf13fa1-a53a-443a-86a2-1c3416514e6e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:07:53.144025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-077393da-0e70-427f-8e9c-50e309cf65b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.161975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.177049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-077393da-0e70-427f-8e9c-50e309cf65b8 None None] Port 9bf13fa1-a53a-443a-86a2-1c3416514e6e cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:07:53.424592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf13fa1-a53a-443a-86a2-1c3416514e6e {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:07:53.431678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.443953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Transition to ACTIVE for port object 9bf13fa1-a53a-443a-86a2-1c3416514e6e will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:07:53.513427 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.564413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf13fa1-a53a-443a-86a2-1c3416514e6e,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:53.635165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Attempting to bind port 9bf13fa1-a53a-443a-86a2-1c3416514e6e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:07:53.635823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Attempting to bind port 9bf13fa1-a53a-443a-86a2-1c3416514e6e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:07:53.635823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Attempting to bind port 9bf13fa1-a53a-443a-86a2-1c3416514e6e on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:53.640541 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Port 9bf13fa1-a53a-443a-86a2-1c3416514e6e on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:07:53.640945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Attempting to bind port 9bf13fa1-a53a-443a-86a2-1c3416514e6e on network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:53.646223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:53.646556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Checking segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:07:53.646932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Bound using segment: {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:53.647354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Bound port: 9bf13fa1-a53a-443a-86a2-1c3416514e6e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:07:53.647709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.750862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] For port 9bf13fa1-a53a-443a-86a2-1c3416514e6e, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:53.767010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] For port 9bf13fa1-a53a-443a-86a2-1c3416514e6e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bf13fa1-a53a-443a-86a2-1c3416514e6e,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:53.783094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8036d3-797b-4678-84c7-44a0803d3bb0 req-57f0db11-f533-496b-b578-e007078c367c tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:53.786142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb8036d3-797b-4678-84c7-44a0803d3bb0 req-57f0db11-f533-496b-b578-e007078c367c tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 943 time: 0.0669684 Mar 08 13:07:53.824216 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb8036d3-797b-4678-84c7-44a0803d3bb0 req-cba10740-6d78-422f-9efa-b9e3d53a7f19 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Mar 08 13:07:53.836295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.872885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:53.873555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:53.874950 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/9bf13fa1-a53a-443a-86a2-1c3416514e6e HTTP/1.1" status: 200 len: 1093 time: 0.7734764 Mar 08 13:07:53.877235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'tag': '9bf13fa1-a53a-443a-86a2-1c3416514e6e'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:53.880226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c314ab-2bf8-4568-9b09-5e3ea040538c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a80595-22c6-48be-b3d5-e9c26cf172dd", "tag": "9bf13fa1-a53a-443a-86a2-1c3416514e6e"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:53.913732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c537e3-1db0-49ed-93eb-509f6b68c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf13fa1-a53a-443a-86a2-1c3416514e6e,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:53.920853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095803ab-502c-4363-a902-3ad103adb68c x-openstack-request-id: req-095803ab-502c-4363-a902-3ad103adb68c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:53.921138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a80595-22c6-48be-b3d5-e9c26cf172dd", "tag": "9bf13fa1-a53a-443a-86a2-1c3416514e6e", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:53.921384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-095803ab-502c-4363-a902-3ad103adb68c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:53.921777 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'tag': '9bf13fa1-a53a-443a-86a2-1c3416514e6e', 'status': 'completed', 'code': 200} Mar 08 13:07:53.981065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314ab-2bf8-4568-9b09-5e3ea040538c req-b5ccc037-c300-4abb-9d8e-27ec6cf3480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:53.983675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60c314ab-2bf8-4568-9b09-5e3ea040538c req-b5ccc037-c300-4abb-9d8e-27ec6cf3480e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23630d695d4340c3ac56e794f706f0ee&device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 1096 time: 0.0433555 Mar 08 13:07:54.086954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314ab-2bf8-4568-9b09-5e3ea040538c req-ee0e35e4-f75d-4ca3-90e4-e2fc087f7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:54.088453 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60c314ab-2bf8-4568-9b09-5e3ea040538c req-ee0e35e4-f75d-4ca3-90e4-e2fc087f7a5c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=23630d695d4340c3ac56e794f706f0ee&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0972695 Mar 08 13:07:54.185954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c314ab-2bf8-4568-9b09-5e3ea040538c req-0519a952-573c-4875-b41b-cc10ee6ca69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:54.187361 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60c314ab-2bf8-4568-9b09-5e3ea040538c req-0519a952-573c-4875-b41b-cc10ee6ca69f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916505 Mar 08 13:07:54.585590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-7d1a1dbd-967f-42fb-a9d3-1ce967dedcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:54.587085 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-7d1a1dbd-967f-42fb-a9d3-1ce967dedcee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23630d695d4340c3ac56e794f706f0ee&device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 1096 time: 0.3649640 Mar 08 13:07:54.626260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-f9995fb5-fb2b-421c-88e8-20998b61df36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf13fa1-a53a-443a-86a2-1c3416514e6e HTTP/1.1" status: 200 len: 217 time: 0.0317810 Mar 08 13:07:54.673074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-bcf9ba7a-8a98-4d2d-8864-d650d9199f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:54.674932 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-bcf9ba7a-8a98-4d2d-8864-d650d9199f2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab9e64f9-5a1c-4789-8e75-3f683384cc47 HTTP/1.1" status: 200 len: 855 time: 0.0427644 Mar 08 13:07:54.721863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-ffbc4593-b846-4938-b4eb-eec97fda1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:54.723336 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-ffbc4593-b846-4938-b4eb-eec97fda1361 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7edd83e8-0fc6-468b-8b50-cccb1d433a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423970 Mar 08 13:07:54.815524 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-3f813e1a-a720-484d-914c-28141d483a5e service neutron] 10.222.0.45 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851111 Mar 08 13:07:54.940931 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-25c055d4-5c94-4b5f-a70c-9b48485896f1 req-29b7c772-e173-4078-ba1d-96fd4e27eb4e service neutron] 10.222.0.45 "GET /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178205 Mar 08 13:07:54.957919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6a7ac-ad13-4f33-93f3-0ffa46a91a0f req-2336cdad-7e16-4ec6-a30b-b7b9ea227416 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:54.959474 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3b6a7ac-ad13-4f33-93f3-0ffa46a91a0f req-2336cdad-7e16-4ec6-a30b-b7b9ea227416 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 943 time: 0.0619817 Mar 08 13:07:54.998520 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3b6a7ac-ad13-4f33-93f3-0ffa46a91a0f req-348daf81-a6ab-41a1-89b9-d0e4f7c626d2 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Mar 08 13:07:55.721488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:56.115314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b708c0a-7bfa-4375-b694-073c15cfa2a6 req-25848c57-28c0-46e1-bd94-4abbfbea6abf tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:56.116916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b708c0a-7bfa-4375-b694-073c15cfa2a6 req-25848c57-28c0-46e1-bd94-4abbfbea6abf tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 943 time: 0.0482454 Mar 08 13:07:56.160542 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1b708c0a-7bfa-4375-b694-073c15cfa2a6 req-06b8f623-2323-405b-aea7-abe0bcd75972 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Mar 08 13:07:57.275405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9897bf-5e0f-482e-8f1f-5470cc380986 req-d51a241e-16e9-43a9-9516-53cda12a0198 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:57.276860 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ab9897bf-5e0f-482e-8f1f-5470cc380986 req-d51a241e-16e9-43a9-9516-53cda12a0198 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 943 time: 0.0494308 Mar 08 13:07:57.316266 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ab9897bf-5e0f-482e-8f1f-5470cc380986 req-779ef61d-5953-4f1a-99b9-d963ed6214a3 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Mar 08 13:07:57.951239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 9bf13fa1-a53a-443a-86a2-1c3416514e6e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:07:58.050833 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 9bf13fa1-a53a-443a-86a2-1c3416514e6e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bf13fa1-a53a-443a-86a2-1c3416514e6e,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:58.057554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '9bf13fa1-a53a-443a-86a2-1c3416514e6e', 'network_id': '7edd83e8-0fc6-468b-8b50-cccb1d433a6b', 'port_id': '9bf13fa1-a53a-443a-86a2-1c3416514e6e', 'mac_address': 'fa:16:3e:d3:88:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9e64f9-5a1c-4789-8e75-3f683384cc47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:07:58.098718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:58.111206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf13fa1-a53a-443a-86a2-1c3416514e6e {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:07:58.129706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 9bf13fa1-a53a-443a-86a2-1c3416514e6e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bf13fa1-a53a-443a-86a2-1c3416514e6e,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:58.190075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:58.237189 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=9bf13fa1-a53a-443a-86a2-1c3416514e6e,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:58.243977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.244316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.244643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.244965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.245284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.245601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.245949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.246266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.246578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.246888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.247198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.247505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:58.394136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['9bf13fa1-a53a-443a-86a2-1c3416514e6e'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:07:58.430129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63f583-9856-4c2d-b761-a4a46c5d9379 req-4c9a8297-e6ab-4095-8a7e-27cb840d1b14 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:58.431600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-da63f583-9856-4c2d-b761-a4a46c5d9379 req-4c9a8297-e6ab-4095-8a7e-27cb840d1b14 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 944 time: 0.0496078 Mar 08 13:07:58.471104 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-da63f583-9856-4c2d-b761-a4a46c5d9379 req-47903efc-0185-450a-8537-7269a970d743 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Mar 08 13:07:59.078752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76907259-037a-42e6-a296-b02391e693d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:07:59.584378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507a880-1a15-459f-b7bf-80dc6ab4f7e8 req-c2a153bd-00ca-4785-b6b1-e518e79a92ef tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:59.585856 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2507a880-1a15-459f-b7bf-80dc6ab4f7e8 req-c2a153bd-00ca-4785-b6b1-e518e79a92ef tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 944 time: 0.0496929 Mar 08 13:07:59.626259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2507a880-1a15-459f-b7bf-80dc6ab4f7e8 req-b2643353-ee05-4d16-86c4-1bf29e6b465e tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Mar 08 13:07:59.966996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 9bf13fa1-a53a-443a-86a2-1c3416514e6e up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:00.069986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 9bf13fa1-a53a-443a-86a2-1c3416514e6e completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:08:00.073784 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 9bf13fa1-a53a-443a-86a2-1c3416514e6e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:00.074185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:00.152639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:00.174387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf13fa1-a53a-443a-86a2-1c3416514e6e'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:00.176643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855d659b-8f49-4f5f-9b62-9821c49a09b1" -d '{"events": [{"server_uuid": "e6a80595-22c6-48be-b3d5-e9c26cf172dd", "name": "network-vif-plugged", "status": "completed", "tag": "9bf13fa1-a53a-443a-86a2-1c3416514e6e"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:00.191038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 9bf13fa1-a53a-443a-86a2-1c3416514e6e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bf13fa1-a53a-443a-86a2-1c3416514e6e,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:00.218438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2297d989-7af4-4737-a12c-8587b919041b x-openstack-request-id: req-2297d989-7af4-4737-a12c-8587b919041b {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:00.218438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a80595-22c6-48be-b3d5-e9c26cf172dd", "name": "network-vif-plugged", "status": "completed", "tag": "9bf13fa1-a53a-443a-86a2-1c3416514e6e", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:00.218438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2297d989-7af4-4737-a12c-8587b919041b {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:00.218438 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf13fa1-a53a-443a-86a2-1c3416514e6e', 'code': 200} Mar 08 13:08:00.268083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:00.318127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=9bf13fa1-a53a-443a-86a2-1c3416514e6e,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:00.518043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf25e9-eb9c-40b4-a64a-7fb46d0f858c req-fbd1763c-3985-43b0-94db-1582bd3c5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:00.519553 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8ccf25e9-eb9c-40b4-a64a-7fb46d0f858c req-fbd1763c-3985-43b0-94db-1582bd3c5467 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 1098 time: 0.0401893 Mar 08 13:08:00.555125 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8ccf25e9-eb9c-40b4-a64a-7fb46d0f858c req-eea0bec8-032f-456b-a21d-849cb65229e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292399 Mar 08 13:08:00.739958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5ac09-2554-4653-9e7c-412baf362fea req-fafdf70d-c5e5-493a-9f29-9d9e0fd5d234 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:00.741424 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ab5ac09-2554-4653-9e7c-412baf362fea req-fafdf70d-c5e5-493a-9f29-9d9e0fd5d234 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 945 time: 0.0484774 Mar 08 13:08:00.778605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7ab5ac09-2554-4653-9e7c-412baf362fea req-f447ade5-0f63-4a42-acd7-2357dc2f5d0a tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Mar 08 13:08:01.692825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6511732a-5ced-46dc-a5d4-244d554f8548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:01.894894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd3b0-4452-48a2-93aa-5567ff30eb74 req-1719b47a-ed25-40fa-b27d-b6e154f03f5e tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:01.896335 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f8dd3b0-4452-48a2-93aa-5567ff30eb74 req-1719b47a-ed25-40fa-b27d-b6e154f03f5e tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 945 time: 0.0486889 Mar 08 13:08:01.937555 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8f8dd3b0-4452-48a2-93aa-5567ff30eb74 req-105436ed-eaa0-4842-ae78-16b6c0091c34 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Mar 08 13:08:02.050136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb7bab-2f63-4d21-9d3e-109b35206319 req-25816cd4-a545-4df4-8048-0160edbcf781 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:02.051590 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8afb7bab-2f63-4d21-9d3e-109b35206319 req-25816cd4-a545-4df4-8048-0160edbcf781 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 945 time: 0.0483518 Mar 08 13:08:02.089343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8afb7bab-2f63-4d21-9d3e-109b35206319 req-b09c4fd0-c8a8-4165-98d3-e45ecc590d85 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Mar 08 13:08:02.778843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:03.842059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:04.287503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:24.174270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5125e-51aa-42cf-a24f-fdb2f0959fe3 req-f9abe39d-9b22-4150-bb9a-aa21f6f0f0bd tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:24.175739 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ed5125e-51aa-42cf-a24f-fdb2f0959fe3 req-f9abe39d-9b22-4150-bb9a-aa21f6f0f0bd tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 945 time: 0.0500817 Mar 08 13:08:24.213193 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ed5125e-51aa-42cf-a24f-fdb2f0959fe3 req-b780b1ba-445a-452a-8f07-300075cd0a0a tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Mar 08 13:08:25.335193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381046ff-0b3f-450e-bb65-779d6cd5f670 req-2b88c381-c91e-4e71-b4a1-b56bee192d3b tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:25.336620 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-381046ff-0b3f-450e-bb65-779d6cd5f670 req-2b88c381-c91e-4e71-b4a1-b56bee192d3b tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 945 time: 0.0514159 Mar 08 13:08:25.377968 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-381046ff-0b3f-450e-bb65-779d6cd5f670 req-cc36e848-75c2-4b2a-b707-160815cefd14 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ecb8e90-cb7b-4c44-803d-89fe851590d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353377 Mar 08 13:08:25.732941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9803019-7985-46c9-8fd4-a61daff85248 req-340f21f2-e2a2-4811-8e35-33d9a59cfb7e tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:25.734764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9803019-7985-46c9-8fd4-a61daff85248 req-340f21f2-e2a2-4811-8e35-33d9a59cfb7e tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 945 time: 0.0489945 Mar 08 13:08:25.738530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:25.823393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Deleting port 9bf13fa1-a53a-443a-86a2-1c3416514e6e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:25.827104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:25.914506 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] For port 9bf13fa1-a53a-443a-86a2-1c3416514e6e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bf13fa1-a53a-443a-86a2-1c3416514e6e,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:25.914852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:25.927979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Calling delete_port for 9bf13fa1-a53a-443a-86a2-1c3416514e6e owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:26.121423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:26.134051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['9bf13fa1-a53a-443a-86a2-1c3416514e6e'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:08:26.151669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Pushing event deleted for resources: {'Port': ['ID=9bf13fa1-a53a-443a-86a2-1c3416514e6e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:26.193686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] No DVR routers for this DVR port 9bf13fa1-a53a-443a-86a2-1c3416514e6e on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:08:26.196280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:26.199732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d9803019-7985-46c9-8fd4-a61daff85248 req-6a8a8afa-c026-4bb7-a01e-f241fac7a947 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.45 "DELETE /v2.0/ports/9bf13fa1-a53a-443a-86a2-1c3416514e6e HTTP/1.1" status: 204 len: 173 time: 0.4598820 Mar 08 13:08:26.200152 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'name': 'network-vif-deleted', 'tag': '9bf13fa1-a53a-443a-86a2-1c3416514e6e'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:26.202385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e85cd1e-845a-486d-8a23-34e2b1bd57f7" -d '{"events": [{"server_uuid": "e6a80595-22c6-48be-b3d5-e9c26cf172dd", "name": "network-vif-deleted", "tag": "9bf13fa1-a53a-443a-86a2-1c3416514e6e"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:26.238760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6927bc14-ceed-42a3-97bf-56a4bebaf8c5 x-openstack-request-id: req-6927bc14-ceed-42a3-97bf-56a4bebaf8c5 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:26.239176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a80595-22c6-48be-b3d5-e9c26cf172dd", "name": "network-vif-deleted", "tag": "9bf13fa1-a53a-443a-86a2-1c3416514e6e", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:26.239412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6927bc14-ceed-42a3-97bf-56a4bebaf8c5 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:26.239996 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a80595-22c6-48be-b3d5-e9c26cf172dd', 'name': 'network-vif-deleted', 'tag': '9bf13fa1-a53a-443a-86a2-1c3416514e6e', 'status': 'completed', 'code': 200} Mar 08 13:08:26.471397 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4cf53a0f-fc05-4c9b-aa3c-4fbe68ec4936 req-eac8df6a-1b1c-40d0-9671-e90603299d82 tempest-TestEncryptedCinderVolumes-1784420978 tempest-TestEncryptedCinderVolumes-1784420978-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6a80595-22c6-48be-b3d5-e9c26cf172dd HTTP/1.1" status: 200 len: 210 time: 0.0263553 Mar 08 13:08:26.815181 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:08:27.654782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43606) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:27.995140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:28.141950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 9bf13fa1-a53a-443a-86a2-1c3416514e6e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:28.161969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 9bf13fa1-a53a-443a-86a2-1c3416514e6e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:08:28.162299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 9bf13fa1-a53a-443a-86a2-1c3416514e6e not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:28.231849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Deleting port 7ac24e07-60d7-471f-b1e7-a44addfa16e5 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:28.232179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:28.311782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] For port 7ac24e07-60d7-471f-b1e7-a44addfa16e5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7ac24e07-60d7-471f-b1e7-a44addfa16e5,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:28.312137 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:28.324321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Calling delete_port for 7ac24e07-60d7-471f-b1e7-a44addfa16e5 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:28.573072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:28.599029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac24e07-60d7-471f-b1e7-a44addfa16e5,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:28.626487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.626831 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.627164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.627496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.627817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.628180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.628501 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.628820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.629136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.629514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.629835 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.636706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:28.783330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:28.996131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Router a19def13-94f8-42f0-bee5-bfed5446c364 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:08:29.061647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-467e4d72-e862-4c0b-8044-25337eddb59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:29.102015 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:29.107006 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2406a948-85f7-4a10-9443-894bcdbacf3d admin admin] 10.222.0.65 "PUT /v2.0/routers/a19def13-94f8-42f0-bee5-bfed5446c364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512157 Mar 08 13:08:29.109526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43610) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:29.113000 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] Sync routers for ids ['a19def13-94f8-42f0-bee5-bfed5446c364'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:29.123386 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] Routers {'a19def13-94f8-42f0-bee5-bfed5446c364'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:29.123990 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['a19def13-94f8-42f0-bee5-bfed5446c364'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:29.230193 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] Set router a19def13-94f8-42f0-bee5-bfed5446c364 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:29.418839 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:08:28Z', 'revision_number': 5, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:29.445537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] Checking router: a19def13-94f8-42f0-bee5-bfed5446c364 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:29.454597 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] Routers {'a19def13-94f8-42f0-bee5-bfed5446c364'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:29.455213 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['a19def13-94f8-42f0-bee5-bfed5446c364'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:29.542676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:29.558122 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] Set router a19def13-94f8-42f0-bee5-bfed5446c364 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:29.644383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:29.729339 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:08:28Z', 'revision_number': 5, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:29.762800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Deleting port f9b52d33-2ba3-413a-b2e2-4812854316fe {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:29.762800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:29.842454 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68099593-aba9-43e5-a4a4-eb82b08ce142 None None] The sync data for ids ['a19def13-94f8-42f0-bee5-bfed5446c364'] in dv-neutron-829486-2-hyperv is: [{'id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'name': 'tempest-TestEncryptedCinderVolumes-454980165-router', 'tenant_id': '23630d695d4340c3ac56e794f706f0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:08:28Z', 'revision_number': 5, 'project_id': '23630d695d4340c3ac56e794f706f0ee', 'gw_port': {'id': 'f9b52d33-2ba3-413a-b2e2-4812854316fe', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19def13-94f8-42f0-bee5-bfed5446c364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:06:57Z', 'updated_at': '2022-03-08T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:29.851477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] For port f9b52d33-2ba3-413a-b2e2-4812854316fe, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f9b52d33-2ba3-413a-b2e2-4812854316fe,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:29.852043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:29.866002 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Calling delete_port for f9b52d33-2ba3-413a-b2e2-4812854316fe owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:30.104809 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.129381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b52d33-2ba3-413a-b2e2-4812854316fe,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:30.193023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.290763 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.293070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.415937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.416480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19def13-94f8-42f0-bee5-bfed5446c364 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:08:30.420923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.424560 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-aaebd2b6-5f7f-46ea-9117-580e20315426 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a19def13-94f8-42f0-bee5-bfed5446c364 HTTP/1.1" status: 204 len: 168 time: 1.3116052 Mar 08 13:08:30.424782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43612) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:30.471462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] Deleting subnet ab9e64f9-5a1c-4789-8e75-3f683384cc47 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:08:30.475461 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.510713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.594919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.713411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.738999 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9e64f9-5a1c-4789-8e75-3f683384cc47,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:30.744019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.748324 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0d9888b7-224f-4c0e-b737-e8f11a960c91 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ab9e64f9-5a1c-4789-8e75-3f683384cc47 HTTP/1.1" status: 204 len: 168 time: 0.3221338 Mar 08 13:08:30.749015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b959705-245a-4551-afbe-62a178c8e610 None None] Network 7edd83e8-0fc6-468b-8b50-cccb1d433a6b requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:08:30.750371 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43614) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:30.824340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.882280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Deleting port eb814828-f390-4e75-9bb4-8f378328b7a1 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:30.882869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.926755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ac24e07-60d7-471f-b1e7-a44addfa16e5 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:30.948771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 7ac24e07-60d7-471f-b1e7-a44addfa16e5 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:08:30.949108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7ac24e07-60d7-471f-b1e7-a44addfa16e5 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:30.949514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f9b52d33-2ba3-413a-b2e2-4812854316fe no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:30.951786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] For port eb814828-f390-4e75-9bb4-8f378328b7a1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=eb814828-f390-4e75-9bb4-8f378328b7a1,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:30.952146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:30.966980 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Calling delete_port for eb814828-f390-4e75-9bb4-8f378328b7a1 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:30.969999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] DHCP port deletion for 7edd83e8-0fc6-468b-8b50-cccb1d433a6b request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:08:30.972046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f9b52d33-2ba3-413a-b2e2-4812854316fe {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:08:30.972377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f9b52d33-2ba3-413a-b2e2-4812854316fe not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:31.024663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] Deleting port eb814828-f390-4e75-9bb4-8f378328b7a1 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:31.025033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.088125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] For port eb814828-f390-4e75-9bb4-8f378328b7a1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=eb814828-f390-4e75-9bb4-8f378328b7a1,segment=NetworkSegment(23e27fe0-3469-45f7-9cc0-6deefa7cbdf7),segment_id=23e27fe0-3469-45f7-9cc0-6deefa7cbdf7)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:31.088509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.102923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] Calling delete_port for eb814828-f390-4e75-9bb4-8f378328b7a1 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:31.115859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.142463 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb814828-f390-4e75-9bb4-8f378328b7a1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:31.150733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] No DVR routers for this DVR port eb814828-f390-4e75-9bb4-8f378328b7a1 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: from cryptography.utils import int_from_bytes Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: from cryptography.utils import int_from_bytes Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:08:31.183314 dv-neutron-829486-2-hyperv neutron-server[104047]: self.session.flush() Mar 08 13:08:31.193632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.221114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.222599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] Pushing event deleted for resources: {'Port': ['ID=eb814828-f390-4e75-9bb4-8f378328b7a1,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:31.226338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e1424-d825-4ddc-8a8e-acc3fed8ad63 None None] No DVR routers for this DVR port eb814828-f390-4e75-9bb4-8f378328b7a1 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:08:31.250622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edd83e8-0fc6-468b-8b50-cccb1d433a6b']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:31.260899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:31.261187 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e27fe0-3469-45f7-9cc0-6deefa7cbdf7') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:31.270458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.283226 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.290030 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:08:31.295031 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:08:31.401796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.407326 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.411016 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7edd83e8-0fc6-468b-8b50-cccb1d433a6b HTTP/1.1" status: 204 len: 168 time: 0.6591926 Mar 08 13:08:31.414062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43616) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:31.422138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6753-a0af-4836-851d-6023c797a884 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edd83e8-0fc6-468b-8b50-cccb1d433a6b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:31.676500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1524877c-cbba-4c1c-97c0-6db4a545b0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:31.764053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:32.009081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Deleting port 72f04725-7054-4b56-91a1-629f32e1e9a6 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:32.009414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:32.088609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] For port 72f04725-7054-4b56-91a1-629f32e1e9a6, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=72f04725-7054-4b56-91a1-629f32e1e9a6,segment=NetworkSegment(1557393a-ae23-4e03-a48c-c977c3393b07),segment_id=1557393a-ae23-4e03-a48c-c977c3393b07)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:32.088962 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:32.102169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Calling delete_port for 72f04725-7054-4b56-91a1-629f32e1e9a6 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:32.330632 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:32.361150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f04725-7054-4b56-91a1-629f32e1e9a6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:32.529877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:32.753364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:08:32.787259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:32.824942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device eb814828-f390-4e75-9bb4-8f378328b7a1 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:32.846375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: eb814828-f390-4e75-9bb4-8f378328b7a1 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:08:32.846713 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device eb814828-f390-4e75-9bb4-8f378328b7a1 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:32.872717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:32.877918 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3c3ed877-316e-430a-80ec-5d3c85b78280 admin admin] 10.222.0.65 "PUT /v2.0/routers/6e546f55-c7d6-4a75-ae10-8a7433a3bb6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627945 Mar 08 13:08:32.880378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43618) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:32.884312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] Sync routers for ids ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:32.893712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] Routers {'6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:32.894695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:32.986312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.001520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] Set router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:33.094538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.243147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Deleting port f77ca0c1-6d0c-410e-a917-e130bf2ed923 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:33.243381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.321737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] For port f77ca0c1-6d0c-410e-a917-e130bf2ed923, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f77ca0c1-6d0c-410e-a917-e130bf2ed923,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:33.322119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.329243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254'}], 'enable_snat': True}, 'gw_port_id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:08:32Z', 'revision_number': 5, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port': {'id': 'f77ca0c1-6d0c-410e-a917-e130bf2ed923', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:07:04Z', 'updated_at': '2022-03-08T13:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:33.336092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Calling delete_port for f77ca0c1-6d0c-410e-a917-e130bf2ed923 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:33.356566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] Checking router: 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:33.365594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] Routers {'6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:33.366321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:33.453321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] Set router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:33.507512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:08:33Z', 'revision_number': 6, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:33.533111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7e12e-e026-4a41-944d-850c793e0612 None None] The sync data for ids ['6e546f55-c7d6-4a75-ae10-8a7433a3bb6e'] in dv-neutron-829486-2-hyperv is: [{'id': '6e546f55-c7d6-4a75-ae10-8a7433a3bb6e', 'name': 'tempest-TestEncryptedCinderVolumes-377721043-router', 'tenant_id': '77076871e90f4e3488e97e36a318cc8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:07:03Z', 'updated_at': '2022-03-08T13:08:33Z', 'revision_number': 6, 'project_id': '77076871e90f4e3488e97e36a318cc8c', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:33.575772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.606183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77ca0c1-6d0c-410e-a917-e130bf2ed923,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:33.670014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.765814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.768040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.838824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.855811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.856342 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e546f55-c7d6-4a75-ae10-8a7433a3bb6e {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:08:33.860764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.862023 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-22e4ab0e-5179-4151-b97a-605f3cb7e0d8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6e546f55-c7d6-4a75-ae10-8a7433a3bb6e HTTP/1.1" status: 204 len: 168 time: 0.9806256 Mar 08 13:08:33.865564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43620) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:33.915765 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] Deleting subnet 82cef412-1b8f-4bbd-9e1e-48ca3e13ad79 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:08:33.919409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:33.960988 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.037112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.150444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.174662 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82cef412-1b8f-4bbd-9e1e-48ca3e13ad79,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:34.180345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.184218 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a3d81812-1ef2-436e-b90e-4954894bf26a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/82cef412-1b8f-4bbd-9e1e-48ca3e13ad79 HTTP/1.1" status: 204 len: 168 time: 0.3175645 Mar 08 13:08:34.187965 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43622) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:34.192067 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c46b0-e68e-42b5-8b63-55f3c5e57e3b None None] Network fb226e37-2321-4c0d-a772-61731c922fc4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:08:34.262000 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.291658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.322236 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Deleting port 2b4b5132-beea-40e8-a966-2bb422edf023 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:34.322588 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.393925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] DHCP port deletion for fb226e37-2321-4c0d-a772-61731c922fc4 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:08:34.394150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] For port 2b4b5132-beea-40e8-a966-2bb422edf023, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2b4b5132-beea-40e8-a966-2bb422edf023,segment=NetworkSegment(1557393a-ae23-4e03-a48c-c977c3393b07),segment_id=1557393a-ae23-4e03-a48c-c977c3393b07)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:34.394327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.409612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Calling delete_port for 2b4b5132-beea-40e8-a966-2bb422edf023 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:34.450401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] Deleting port 2b4b5132-beea-40e8-a966-2bb422edf023 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:08:34.450767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.516017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] For port 2b4b5132-beea-40e8-a966-2bb422edf023, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=2b4b5132-beea-40e8-a966-2bb422edf023,segment=NetworkSegment(1557393a-ae23-4e03-a48c-c977c3393b07),segment_id=1557393a-ae23-4e03-a48c-c977c3393b07)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:34.516405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.530422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] Calling delete_port for 2b4b5132-beea-40e8-a966-2bb422edf023 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:08:34.553906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.580365 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4b5132-beea-40e8-a966-2bb422edf023,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:34.586708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] No DVR routers for this DVR port 2b4b5132-beea-40e8-a966-2bb422edf023 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:08:34.616333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.642905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] Pushing event deleted for resources: {'Port': ['ID=2b4b5132-beea-40e8-a966-2bb422edf023,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:34.649511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6435455-bf3f-45d8-bcdd-6f1f213c2ebf None None] No DVR routers for this DVR port 2b4b5132-beea-40e8-a966-2bb422edf023 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:08:34.668547 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.688809 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb226e37-2321-4c0d-a772-61731c922fc4']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:34.698797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1557393a-ae23-4e03-a48c-c977c3393b07') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:34.699052 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1557393a-ae23-4e03-a48c-c977c3393b07') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:34.712005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.725733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.731861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:08:34.738917 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:08:34.766892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f77ca0c1-6d0c-410e-a917-e130bf2ed923 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:34.789116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f77ca0c1-6d0c-410e-a917-e130bf2ed923 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:08:34.789474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f77ca0c1-6d0c-410e-a917-e130bf2ed923 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:34.789973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2b4b5132-beea-40e8-a966-2bb422edf023 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:34.809395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 2b4b5132-beea-40e8-a966-2bb422edf023 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:08:34.809825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 2b4b5132-beea-40e8-a966-2bb422edf023 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:34.810324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 72f04725-7054-4b56-91a1-629f32e1e9a6 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:34.829714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 72f04725-7054-4b56-91a1-629f32e1e9a6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:08:34.830084 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 72f04725-7054-4b56-91a1-629f32e1e9a6 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:08:34.865121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.869405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:34.872745 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] 10.222.0.65 "DELETE /v2.0/networks/fb226e37-2321-4c0d-a772-61731c922fc4 HTTP/1.1" status: 204 len: 168 time: 0.6837561 Mar 08 13:08:34.885597 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83225-181b-4d10-940a-d2fe3b38240d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb226e37-2321-4c0d-a772-61731c922fc4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:35.245517 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43626) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:35.291074 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4d5ef086-2e61-4ea3-bf58-2b98985bb819 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23630d695d4340c3ac56e794f706f0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442975 Mar 08 13:08:35.293465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43628) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:35.341801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9d83dad-63a4-42cd-a9da-9798a87cb62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:35.362445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9d83dad-63a4-42cd-a9da-9798a87cb62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:35.498849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9d83dad-63a4-42cd-a9da-9798a87cb62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:35.501569 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f9d83dad-63a4-42cd-a9da-9798a87cb62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:35.502757 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f9d83dad-63a4-42cd-a9da-9798a87cb62b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ecb8e90-cb7b-4c44-803d-89fe851590d0 HTTP/1.1" status: 204 len: 168 time: 0.2083786 Mar 08 13:08:35.511600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d83dad-63a4-42cd-a9da-9798a87cb62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb8e90-cb7b-4c44-803d-89fe851590d0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:36.148062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43634) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:36.193683 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-95a0b20c-1e7d-481a-a25f-2988e867dc53 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77076871e90f4e3488e97e36a318cc8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444212 Mar 08 13:08:36.196213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43636) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:36.245195 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4428b038-91d1-4668-ac24-4038c54bb9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:36.266261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4428b038-91d1-4668-ac24-4038c54bb9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:36.375922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4428b038-91d1-4668-ac24-4038c54bb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:36.378579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4428b038-91d1-4668-ac24-4038c54bb9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:36.380014 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4428b038-91d1-4668-ac24-4038c54bb9c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9419556-8451-4e41-80a5-7c58c2ea156a HTTP/1.1" status: 204 len: 168 time: 0.1826615 Mar 08 13:08:36.387944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b038-91d1-4668-ac24-4038c54bb9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9419556-8451-4e41-80a5-7c58c2ea156a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:37.372577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43658) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:37.469373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-809276030-network', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:37.561926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Made reservation on behalf of 2aa2b3e15e37487eaf69b097e3942471 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:08:37.564370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.573142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.647932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.730088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.757942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:08:37.766706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056ba036-a97c-4acd-af1f-7f9a69ca33c0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:37.774446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.774446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Added segment 1e482b2c-ab34-42c4-a651-40c618fcb9b3 of type vlan for network 84b93114-3aa1-431b-bc6d-9db251708a7e Mar 08 13:08:37.818040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.901346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.902346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:37.902958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:37.961790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] Pushing event updated for resources: {'Network': ['ID=84b93114-3aa1-431b-bc6d-9db251708a7e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:37.971689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 84b93114-3aa1-431b-bc6d-9db251708a7e details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:08:38.004498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2bd75545-7dcb-444b-8e62-09b5669ac089 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6306419 Mar 08 13:08:38.007030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43662) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:38.011823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Request body: {'subnet': {'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-809276030-subnet', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:38.089751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Made reservation on behalf of 2aa2b3e15e37487eaf69b097e3942471 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:08:38.092160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:38.339130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:38.393946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fbffc3-fd5f-4be6-8218-0782ac367706,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:38.403289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Checking segment: {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:38.403635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Network hostable DHCP agents. Network: 84b93114-3aa1-431b-bc6d-9db251708a7e, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:08:38.504445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Network 84b93114-3aa1-431b-bc6d-9db251708a7e is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:08:38.595916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 84b93114-3aa1-431b-bc6d-9db251708a7e) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:38.600008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:38.600581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:38.605813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8f29b-9d63-4be0-95de-2624a7344984 None None] Network 84b93114-3aa1-431b-bc6d-9db251708a7e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:08:38.707544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2a010e57-b71a-41cd-b599-2356adc5e79d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6994233 Mar 08 13:08:38.710940 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43664) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:38.715280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:38.749221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-84b93114-3aa1-431b-bc6d-9db251708a7e', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:08:38.750066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:38.790669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:38.791730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:38.847958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:38.889369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Allocated IP 172.20.0.2 (84b93114-3aa1-431b-bc6d-9db251708a7e/62fbffc3-fd5f-4be6-8218-0782ac367706/9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:39.027398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.032582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.133900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.175584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Network 84b93114-3aa1-431b-bc6d-9db251708a7e is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:39.179357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:39.183228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:39.189134 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Pushing event updated for resources: {'Port': ['ID=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:39.246670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Attempting to bind port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:08:39.247033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Attempting to bind port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:08:39.247546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Attempting to bind port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 on network 84b93114-3aa1-431b-bc6d-9db251708a7e {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:39.253592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:39.254029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Checking segment: {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:39.257798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.257798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Bound using segment: {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:39.257798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Bound port: 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:08:39.257798 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.326273 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] For port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:39.329696 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] For port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:39.385239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.450739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eabf26-2a69-41d7-8c2d-c51f82df932b None None] Pushing event updated for resources: {'Port': ['ID=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:39.668573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.691695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.802224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Allocated IP 172.26.3.149 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:39.905481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:39.993193 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.041759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:40.044793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:40.048576 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:40.073235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:40.360521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff09e0-1c71-466b-af32-466453d148c5 None None] Network 84b93114-3aa1-431b-bc6d-9db251708a7e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:08:40.409668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.451763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ee84e3c3-82b0-4e92-af3a-18e6109f5aa5 None None] Provisioning complete for port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:40.452125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee84e3c3-82b0-4e92-af3a-18e6109f5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.589867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee84e3c3-82b0-4e92-af3a-18e6109f5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.614546 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.625337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-ee84e3c3-82b0-4e92-af3a-18e6109f5aa5 None None] For port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:40.687332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee84e3c3-82b0-4e92-af3a-18e6109f5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.742958 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84e3c3-82b0-4e92-af3a-18e6109f5aa5 None None] Pushing event updated for resources: {'Port': ['ID=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:40.813859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:40.821590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Router da402bb9-c872-42f2-a109-d62c3227b1a4 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:08:40.864669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:40.865035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.917186 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-03b4dde1-1a8e-4e50-b802-84e8b2b1347f None None] Provisioning complete for port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:40.917548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-03b4dde1-1a8e-4e50-b802-84e8b2b1347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:40.931063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:40.939883 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Sync routers for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:40.951212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:40.951852 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:41.006605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.010443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-21686289-243c-4a3a-9d9a-dcf69d903c63 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2959733 Mar 08 13:08:41.010651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43666) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:41.062169 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:41.241713 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:40Z', 'revision_number': 3, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:41.271363 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Checking router: da402bb9-c872-42f2-a109-d62c3227b1a4 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:41.271832 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Updating router da402bb9-c872-42f2-a109-d62c3227b1a4 port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:08:41.295523 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.426776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.542657 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.613336 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.625355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Allocated IP 172.20.0.1 (84b93114-3aa1-431b-bc6d-9db251708a7e/62fbffc3-fd5f-4be6-8218-0782ac367706/a9c437ae-24c2-43aa-a865-f182ea5de0b0) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:41.664318 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Attempting to bind port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:08:41.664667 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Attempting to bind port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:08:41.665011 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Attempting to bind port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:41.671675 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Pushing event updated for resources: {'Port': ['ID=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:41.675023 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:41.675381 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:41.675765 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.676138 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:41.676588 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Bound port: 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:08:41.676949 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.683165 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.683494 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.683818 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.684135 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.684446 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.684761 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.685069 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.685382 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.685687 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.686027 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.686331 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.686632 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:41.733777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.740651 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] For port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:41.744081 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] For port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:41.803273 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.825271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.855485 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:41.856091 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:41.864043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Network 84b93114-3aa1-431b-bc6d-9db251708a7e is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:41.867451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:41.870832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:41.897052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Pushing event updated for resources: {'Port': ['ID=a9c437ae-24c2-43aa-a865-f182ea5de0b0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:41.907188 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8e08-8901-4f4c-98c9-078a0540f173 None None] Pushing event updated for resources: {'Port': ['ID=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:41.922002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:41.981596 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:42.109932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:42.163902 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-3e6e209a-de61-4dd7-aa3c-c0e4c533e061 None None] Provisioning complete for port a9c437ae-24c2-43aa-a865-f182ea5de0b0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:42.164442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3e6e209a-de61-4dd7-aa3c-c0e4c533e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:42.165057 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:40Z', 'revision_number': 3, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:42.197015 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b16ee8-be29-4b30-a0ec-724c0519f7a1 None None] The sync data for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv is: [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:40Z', 'revision_number': 3, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:42.208089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e209a-de61-4dd7-aa3c-c0e4c533e061 None None] Port a9c437ae-24c2-43aa-a865-f182ea5de0b0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:08:42.284881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:42.335658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:42.413740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:42.415670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Pushing event updated for resources: {'Port': ['ID=a9c437ae-24c2-43aa-a865-f182ea5de0b0,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:42.519423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Network 84b93114-3aa1-431b-bc6d-9db251708a7e is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:42.520860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:42.651392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Router da402bb9-c872-42f2-a109-d62c3227b1a4 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:08:42.778353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:42.790545 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-46caa6d4-6a65-47ca-b01f-a49c1958261e admin admin] 10.222.0.65 "PUT /v2.0/routers/da402bb9-c872-42f2-a109-d62c3227b1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7786052 Mar 08 13:08:42.838896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e341158c-9f3d-4742-8308-abae479d8a84 None None] Provisioning complete for port a9c437ae-24c2-43aa-a865-f182ea5de0b0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:42.839358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e341158c-9f3d-4742-8308-abae479d8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:42.877975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:42.920387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e341158c-9f3d-4742-8308-abae479d8a84 None None] Port a9c437ae-24c2-43aa-a865-f182ea5de0b0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:08:42.944270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:42.944767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.038073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:43.087948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:43.088366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.180599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.202109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:43.310272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.361174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:43.528737 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43682) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:43.533582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1367468506-network', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:43.641762 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Made reservation on behalf of 931afbb5c1fc42b793a2ef0366ef065e for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:08:43.644121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.653443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.727276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.798570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Sync routers for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:43.807324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.809119 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:43.809725 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:43.835814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:08:43.845400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81168f-d1ad-4a50-8e2b-a6db4a8b468a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:43.850849 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.851114 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Added segment 4d361b55-67d0-4e21-beda-6185f694bdd1 of type vlan for network 8fe18ca4-62bb-4669-b284-59609f68f888 Mar 08 13:08:43.893181 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.984659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:43.985758 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:43.986380 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.048382 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] Pushing event updated for resources: {'Network': ['ID=8fe18ca4-62bb-4669-b284-59609f68f888,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:44.062541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 8fe18ca4-62bb-4669-b284-59609f68f888 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:08:44.073080 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d20e0639-b89c-413a-b124-71445caf643b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5432210 Mar 08 13:08:44.075689 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43684) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:44.081240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Request body: {'subnet': {'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1367468506-subnet', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:44.125390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:44.161523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Made reservation on behalf of 931afbb5c1fc42b793a2ef0366ef065e for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:08:44.164011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.354790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 2, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:44.382179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Checking router: da402bb9-c872-42f2-a109-d62c3227b1a4 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:44.382531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Updating router da402bb9-c872-42f2-a109-d62c3227b1a4 port a9c437ae-24c2-43aa-a865-f182ea5de0b0 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:08:44.404717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.410581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.460093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9c6bee-62aa-4895-8620-559e5f8a21d8,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:44.473351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Checking segment: {'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:44.473711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Network hostable DHCP agents. Network: 8fe18ca4-62bb-4669-b284-59609f68f888, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:08:44.541153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Network 8fe18ca4-62bb-4669-b284-59609f68f888 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:08:44.604322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 8fe18ca4-62bb-4669-b284-59609f68f888) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:44.609388 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:44.611112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.619645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5637e9d-faca-47d4-a502-a8b0eb6655ee None None] Network 8fe18ca4-62bb-4669-b284-59609f68f888 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:08:44.670227 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-020f593c-7aa1-4b0d-b74f-5dfa7c40da13 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5932271 Mar 08 13:08:44.672844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43686) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:44.678331 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:44.739534 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.742055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.751335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.776864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:44.805054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.846523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.858494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-8fe18ca4-62bb-4669-b284-59609f68f888', 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'fixed_ips': [{'subnet_id': '6e9c6bee-62aa-4895-8620-559e5f8a21d8'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:08:44.859599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.905973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:44.906346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:44.956665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b8a35-84ad-4427-8299-dabce2956e43 None None] Pushing event updated for resources: {'Port': ['ID=a9c437ae-24c2-43aa-a865-f182ea5de0b0,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:45.012141 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.089365 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Attempting to bind port a9c437ae-24c2-43aa-a865-f182ea5de0b0 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:08:45.089677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Attempting to bind port a9c437ae-24c2-43aa-a865-f182ea5de0b0 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:08:45.090063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Attempting to bind port a9c437ae-24c2-43aa-a865-f182ea5de0b0 on network 84b93114-3aa1-431b-bc6d-9db251708a7e {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:45.123114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:45.123114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Checking segment: {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:45.123546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.123923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Bound using segment: {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:45.124408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Bound port: a9c437ae-24c2-43aa-a865-f182ea5de0b0, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:08:45.124981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.215003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Allocated IP 172.20.0.2 (8fe18ca4-62bb-4669-b284-59609f68f888/6e9c6bee-62aa-4895-8620-559e5f8a21d8/7469cb0e-98a3-4ec7-9b04-fd20afe5688d) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:45.233289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-0550dccf-1fd2-40ca-9672-3ebd014f9612 None None] Provisioning complete for port a9c437ae-24c2-43aa-a865-f182ea5de0b0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:45.233660 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0550dccf-1fd2-40ca-9672-3ebd014f9612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.272546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.292074 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.335599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] For port a9c437ae-24c2-43aa-a865-f182ea5de0b0, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:45.337601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-0550dccf-1fd2-40ca-9672-3ebd014f9612 None None] Port a9c437ae-24c2-43aa-a865-f182ea5de0b0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:08:45.352751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] For port a9c437ae-24c2-43aa-a865-f182ea5de0b0, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a9c437ae-24c2-43aa-a865-f182ea5de0b0,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:45.402247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Allocated IP 172.26.3.220 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/f6bbc68d-3a57-4d35-a64c-8386942debc1) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:45.435106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.438420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.499081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:45.499727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:45.501478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b8a35-84ad-4427-8299-dabce2956e43 None None] Pushing event updated for resources: {'Port': ['ID=a9c437ae-24c2-43aa-a865-f182ea5de0b0,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:45.509782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.544424 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.622342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.632986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Network 8fe18ca4-62bb-4669-b284-59609f68f888 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:45.643843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:45.657526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:45.657526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Pushing event updated for resources: {'Port': ['ID=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:45.677591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:45.680811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:45.683227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:45.705673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:45.708446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Pushing event updated for resources: {'Port': ['ID=f6bbc68d-3a57-4d35-a64c-8386942debc1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:45.756867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Attempting to bind port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:08:45.757175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Attempting to bind port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:08:45.757454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Attempting to bind port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d on network 8fe18ca4-62bb-4669-b284-59609f68f888 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:45.802171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:45.802564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Checking segment: {'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:45.803063 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.803711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Bound using segment: {'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:45.804569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Bound port: 7469cb0e-98a3-4ec7-9b04-fd20afe5688d, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:08:45.805222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:45.856743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-894ee61f-6430-4a78-9c29-178cd0e44e49 None None] Provisioning complete for port a9c437ae-24c2-43aa-a865-f182ea5de0b0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:45.857096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-894ee61f-6430-4a78-9c29-178cd0e44e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.044873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.126500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] For port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:46.131120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] For port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,segment=NetworkSegment(4d361b55-67d0-4e21-beda-6185f694bdd1),segment_id=4d361b55-67d0-4e21-beda-6185f694bdd1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:46.192968 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-894ee61f-6430-4a78-9c29-178cd0e44e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.216622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.249520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.269327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-894ee61f-6430-4a78-9c29-178cd0e44e49 None None] For port a9c437ae-24c2-43aa-a865-f182ea5de0b0, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a9c437ae-24c2-43aa-a865-f182ea5de0b0,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:46.280122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:45Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:46.315655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757a3e6-89d1-4652-90e9-e6959497dd1e None None] The sync data for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv is: [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:45Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:46.326780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f6875-4373-4789-95bc-7bf0b86dfb15 None None] Pushing event updated for resources: {'Port': ['ID=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:46.351454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-894ee61f-6430-4a78-9c29-178cd0e44e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.423476 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ee61f-6430-4a78-9c29-178cd0e44e49 None None] Pushing event updated for resources: {'Port': ['ID=a9c437ae-24c2-43aa-a865-f182ea5de0b0,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:46.833349 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7469cb0e-98a3-4ec7-9b04-fd20afe5688d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:46.867843 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Router 11d41c96-c25b-4626-85fb-4244b182d098 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:08:46.900003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:46.900377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.987322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:46.989728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:46.997623 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Sync routers for ids ['11d41c96-c25b-4626-85fb-4244b182d098'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:47.009721 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Routers {'11d41c96-c25b-4626-85fb-4244b182d098'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:47.015022 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['11d41c96-c25b-4626-85fb-4244b182d098'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:47.027180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,segment=NetworkSegment(4d361b55-67d0-4e21-beda-6185f694bdd1),segment_id=4d361b55-67d0-4e21-beda-6185f694bdd1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:47.059885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.061407 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-20e00d75-8331-4c89-8bed-bcae169a689d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3875325 Mar 08 13:08:47.064148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43688) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:08:47.093690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.095279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a9c437ae-24c2-43aa-a865-f182ea5de0b0 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:47.141344 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Set router 11d41c96-c25b-4626-85fb-4244b182d098 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:47.218799 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:47.235232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a9c437ae-24c2-43aa-a865-f182ea5de0b0 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:47.235847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.391900 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:08:45Z', 'revision_number': 3, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port': {'id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:45Z', 'updated_at': '2022-03-08T13:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:47.427146 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Checking router: 11d41c96-c25b-4626-85fb-4244b182d098 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:47.427491 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Updating router 11d41c96-c25b-4626-85fb-4244b182d098 port f6bbc68d-3a57-4d35-a64c-8386942debc1 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:08:47.550246 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.571193 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7bc59-1579-4fad-a4bc-6fc02c2c54ab None None] Network 8fe18ca4-62bb-4669-b284-59609f68f888 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:08:47.655963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-45f4a9be-3474-4c89-90e1-fc49c507b02a None None] Provisioning complete for port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:47.656248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-45f4a9be-3474-4c89-90e1-fc49c507b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.708483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.837734 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.886635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Allocated IP 172.20.0.1 (8fe18ca4-62bb-4669-b284-59609f68f888/6e9c6bee-62aa-4895-8620-559e5f8a21d8/90fd738e-2bd5-4571-8ac9-98d8cc90bdc1) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:47.904230 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.964019 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Attempting to bind port f6bbc68d-3a57-4d35-a64c-8386942debc1 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:08:47.964406 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Attempting to bind port f6bbc68d-3a57-4d35-a64c-8386942debc1 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:08:47.964771 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Attempting to bind port f6bbc68d-3a57-4d35-a64c-8386942debc1 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:47.966711 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da651d60-bffc-4948-9488-9a385396af05 None None] Pushing event updated for resources: {'Port': ['ID=f6bbc68d-3a57-4d35-a64c-8386942debc1,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:47.979163 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:47.979917 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:47.979917 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:47.980310 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:47.980770 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Bound port: f6bbc68d-3a57-4d35-a64c-8386942debc1, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:08:47.981143 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.006813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.036011 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] For port f6bbc68d-3a57-4d35-a64c-8386942debc1, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:48.041685 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] For port f6bbc68d-3a57-4d35-a64c-8386942debc1, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f6bbc68d-3a57-4d35-a64c-8386942debc1,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:48.043477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-80a292fb-c8f5-4d35-bb7e-30024a3b26a6 None None] Provisioning complete for port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:48.043930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-80a292fb-c8f5-4d35-bb7e-30024a3b26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.125119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.133551 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.171199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Network 8fe18ca4-62bb-4669-b284-59609f68f888 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:48.174302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:48.178198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:48.189867 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Routers {'11d41c96-c25b-4626-85fb-4244b182d098'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:48.190486 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['11d41c96-c25b-4626-85fb-4244b182d098'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:48.196237 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da651d60-bffc-4948-9488-9a385396af05 None None] Pushing event updated for resources: {'Port': ['ID=f6bbc68d-3a57-4d35-a64c-8386942debc1,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:48.203522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Pushing event updated for resources: {'Port': ['ID=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:48.225457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.301702 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] Set router 11d41c96-c25b-4626-85fb-4244b182d098 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:48.409929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.441459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-694ceece-631d-4d3c-91fb-d72556ba144e None None] Provisioning complete for port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:48.442095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-694ceece-631d-4d3c-91fb-d72556ba144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.486213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-694ceece-631d-4d3c-91fb-d72556ba144e None None] Port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:08:48.487564 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:08:45Z', 'revision_number': 3, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port': {'id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:45Z', 'updated_at': '2022-03-08T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:48.515212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b2aa2-841f-4e3e-bf67-1269ced31071 None None] The sync data for ids ['11d41c96-c25b-4626-85fb-4244b182d098'] in dv-neutron-829486-2-hyperv is: [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:08:45Z', 'revision_number': 3, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port': {'id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:45Z', 'updated_at': '2022-03-08T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:48.584984 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.659054 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.727290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Pushing event updated for resources: {'Port': ['ID=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:48.729936 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.833594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7469cb0e-98a3-4ec7-9b04-fd20afe5688d up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:48.851075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Network 8fe18ca4-62bb-4669-b284-59609f68f888 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:48.852525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:48.892598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:48.892981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:48.987614 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Router 11d41c96-c25b-4626-85fb-4244b182d098 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:08:49.114805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-63c852a8-734d-4df4-8fbd-6744d19da360 None None] Provisioning complete for port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:49.116170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-63c852a8-734d-4df4-8fbd-6744d19da360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:49.119952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:49.125255 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-42eea956-3741-4ba1-9ee2-d47f793e22a9 admin admin] 10.222.0.65 "PUT /v2.0/routers/11d41c96-c25b-4626-85fb-4244b182d098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599239 Mar 08 13:08:49.157366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-63c852a8-734d-4df4-8fbd-6744d19da360 None None] Port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:08:50.140608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Sync routers for ids ['11d41c96-c25b-4626-85fb-4244b182d098'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:50.152478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Routers {'11d41c96-c25b-4626-85fb-4244b182d098'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:50.153086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['11d41c96-c25b-4626-85fb-4244b182d098'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:50.271988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Set router 11d41c96-c25b-4626-85fb-4244b182d098 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:50.508562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:08:48Z', 'revision_number': 4, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port': {'id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:45Z', 'updated_at': '2022-03-08T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '90fd738e-2bd5-4571-8ac9-98d8cc90bdc1', 'name': '', 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'mac_address': 'fa:16:3e:aa:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6e9c6bee-62aa-4895-8620-559e5f8a21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:47Z', 'updated_at': '2022-03-08T13:08:48Z', 'revision_number': 2, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'subnets': [{'id': '6e9c6bee-62aa-4895-8620-559e5f8a21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:50.539907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Checking router: 11d41c96-c25b-4626-85fb-4244b182d098 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:50.540269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Updating router 11d41c96-c25b-4626-85fb-4244b182d098 port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:08:50.571865 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:50.835188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f6bbc68d-3a57-4d35-a64c-8386942debc1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:50.948423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f6bbc68d-3a57-4d35-a64c-8386942debc1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:50.948423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:50.969132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.037661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.061691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.069919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port f6bbc68d-3a57-4d35-a64c-8386942debc1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f6bbc68d-3a57-4d35-a64c-8386942debc1,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:51.141576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c315fc-5305-43cc-9d27-af017e91d0ce None None] Pushing event updated for resources: {'Port': ['ID=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:51.168146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.213964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Attempting to bind port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:08:51.214327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Attempting to bind port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:08:51.214682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Attempting to bind port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 on network 8fe18ca4-62bb-4669-b284-59609f68f888 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:51.230397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:51.230776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Checking segment: {'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:08:51.231075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.231460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Bound using segment: {'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:51.231929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Bound port: 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d361b55-67d0-4e21-beda-6185f694bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:08:51.232304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.247403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=f6bbc68d-3a57-4d35-a64c-8386942debc1,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:51.343946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] For port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:51.353591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] For port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,segment=NetworkSegment(4d361b55-67d0-4e21-beda-6185f694bdd1),segment_id=4d361b55-67d0-4e21-beda-6185f694bdd1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:51.416401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.478805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Routers {'11d41c96-c25b-4626-85fb-4244b182d098'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:51.479433 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:08:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['11d41c96-c25b-4626-85fb-4244b182d098'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:51.541573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c315fc-5305-43cc-9d27-af017e91d0ce None None] Pushing event updated for resources: {'Port': ['ID=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:51.554456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-693329a1-9bbc-4c3b-a4d7-87c04b7c300e None None] Provisioning complete for port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:51.554825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-693329a1-9bbc-4c3b-a4d7-87c04b7c300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:51.690581 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] Set router 11d41c96-c25b-4626-85fb-4244b182d098 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:51.897008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-693329a1-9bbc-4c3b-a4d7-87c04b7c300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:52.021955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-693329a1-9bbc-4c3b-a4d7-87c04b7c300e None None] For port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,segment=NetworkSegment(4d361b55-67d0-4e21-beda-6185f694bdd1),segment_id=4d361b55-67d0-4e21-beda-6185f694bdd1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:52.093356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-693329a1-9bbc-4c3b-a4d7-87c04b7c300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:52.164994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693329a1-9bbc-4c3b-a4d7-87c04b7c300e None None] Pushing event updated for resources: {'Port': ['ID=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:52.179510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:08:48Z', 'revision_number': 4, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port': {'id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:45Z', 'updated_at': '2022-03-08T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '90fd738e-2bd5-4571-8ac9-98d8cc90bdc1', 'name': '', 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'mac_address': 'fa:16:3e:aa:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6e9c6bee-62aa-4895-8620-559e5f8a21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:47Z', 'updated_at': '2022-03-08T13:08:51Z', 'revision_number': 4, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'subnets': [{'id': '6e9c6bee-62aa-4895-8620-559e5f8a21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:52.230190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a2b93-be72-4b54-9063-f49a5c71164a None None] The sync data for ids ['11d41c96-c25b-4626-85fb-4244b182d098'] in dv-neutron-829486-2-hyperv is: [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:08:48Z', 'revision_number': 4, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port': {'id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:45Z', 'updated_at': '2022-03-08T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '90fd738e-2bd5-4571-8ac9-98d8cc90bdc1', 'name': '', 'network_id': '8fe18ca4-62bb-4669-b284-59609f68f888', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'mac_address': 'fa:16:3e:aa:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6e9c6bee-62aa-4895-8620-559e5f8a21d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:47Z', 'updated_at': '2022-03-08T13:08:51Z', 'revision_number': 4, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'subnets': [{'id': '6e9c6bee-62aa-4895-8620-559e5f8a21d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:52.244703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dc5343c1-684b-4b2c-a454-ddd6804a63db None None] Provisioning complete for port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:52.245395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dc5343c1-684b-4b2c-a454-ddd6804a63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:52.932513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:52.992761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:52.993584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:53.126197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f6bbc68d-3a57-4d35-a64c-8386942debc1 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:53.214337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f6bbc68d-3a57-4d35-a64c-8386942debc1 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:08:53.214337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:55.750663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:08:59.587357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-87a6d1ef-66dd-4b4b-94ce-20aa2d8ceacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:01.038857 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-1d31cffd-9a72-4ebc-b328-edabd663e10b tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:01.040394 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-1d31cffd-9a72-4ebc-b328-edabd663e10b tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 814 time: 0.1103013 Mar 08 13:09:01.057175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-1671016d-debb-471a-9dd9-ab51f2b9630d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/quotas/2aa2b3e15e37487eaf69b097e3942471 HTTP/1.1" status: 200 len: 375 time: 0.0104315 Mar 08 13:09:01.118291 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-9031c4f1-a4d6-4731-b088-49ac1714df65 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548990 Mar 08 13:09:01.217278 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-631d88a7-7587-494e-bdf8-5cfa069ccd91 service neutron] 10.222.0.65 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858827 Mar 08 13:09:01.653038 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-79a10f37-345a-4c4c-97ae-17233e21c8d7 service neutron] 10.222.0.65 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287612 Mar 08 13:09:01.684683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f29371cd-5a01-4508-bf66-1bd8ec5e0e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:01.884975 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1fbc83bc-6dfc-4739-baac-0908acd7a9b3 req-4a782812-8e8f-4cec-bba7-1141aa16eacf tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Mar 08 13:09:02.821593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:02.964819 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b726f70-105c-4db6-b5c1-5d517bb6089c req-99e1e10e-91df-4c04-8854-bdd240375db6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 210 time: 0.0270531 Mar 08 13:09:03.814976 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:09:03.878449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:04.062171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ae7d33f1-f2d7-4a93-b3f6-42d50a3cc2f6 req-4ebde8b2-06ce-4d1d-aa8d-0f609e0af915 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 210 time: 0.0278311 Mar 08 13:09:04.236859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-6e0025fc-d19f-4b5e-b915-ba2b58746ab2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:04.238577 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-6e0025fc-d19f-4b5e-b915-ba2b58746ab2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 814 time: 0.1086299 Mar 08 13:09:04.254540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'port': {'device_id': '590846ad-935b-435a-8eb4-2c03452ba127', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'admin_state_up': True, 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:04.329813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:04.453107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Made reservation on behalf of 2aa2b3e15e37487eaf69b097e3942471 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:09:04.456814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:04.587462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Allocated IP 172.20.0.13 (84b93114-3aa1-431b-bc6d-9db251708a7e/62fbffc3-fd5f-4be6-8218-0782ac367706/35ef444d-69dd-405a-bf74-383768a69c3a) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:04.750230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:04.878836 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:04.928988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Network 84b93114-3aa1-431b-bc6d-9db251708a7e is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:04.932916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:04.937459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:04.975770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:04.988034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.988328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:04.998972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:05.035503 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:05.040957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:05.205064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d97201-8c5e-495a-9e1b-9d55730846f3 req-ff8d8f30-bb07-47a3-afe1-f475d6ccea56 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:05.210935 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38d97201-8c5e-495a-9e1b-9d55730846f3 req-ff8d8f30-bb07-47a3-afe1-f475d6ccea56 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 932 time: 0.0687220 Mar 08 13:09:05.262543 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38d97201-8c5e-495a-9e1b-9d55730846f3 req-0d23bc81-61f4-43a7-8aac-f11c93202ee8 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Mar 08 13:09:05.312762 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-8ab808f6-caf6-4429-b20b-ef1bbabc0faa tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0646789 Mar 08 13:09:05.364436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ce82c4a6-7454-46c8-a238-fd7540abcc4f None None] Provisioning complete for port 35ef444d-69dd-405a-bf74-383768a69c3a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:09:05.365111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce82c4a6-7454-46c8-a238-fd7540abcc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:05.406953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ce82c4a6-7454-46c8-a238-fd7540abcc4f None None] Port 35ef444d-69dd-405a-bf74-383768a69c3a cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:09:06.398331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c44b-e774-4b7e-82c2-30349318ec05 req-d3846d68-34f8-43ea-91ec-05682663c5a7 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:06.399898 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa96c44b-e774-4b7e-82c2-30349318ec05 req-d3846d68-34f8-43ea-91ec-05682663c5a7 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 932 time: 0.0624187 Mar 08 13:09:06.451699 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa96c44b-e774-4b7e-82c2-30349318ec05 req-7d1a9e61-e0b2-4e54-9f6b-63944dcbe92b tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 Mar 08 13:09:07.586038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2939f-b9e6-4d81-89b5-365eaec842e6 req-3326f226-bc21-4311-a963-ed197c281e2c tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:07.589134 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3be2939f-b9e6-4d81-89b5-365eaec842e6 req-3326f226-bc21-4311-a963-ed197c281e2c tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 932 time: 0.0583153 Mar 08 13:09:07.641676 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3be2939f-b9e6-4d81-89b5-365eaec842e6 req-668a8da3-48c6-4837-b24a-5967a68e8b78 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459795 Mar 08 13:09:08.781302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff8bf7-5ec5-43a6-b1b2-8d320e00114e req-48796eee-81bd-455b-888b-ca3e232e036b tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:08.783048 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3ff8bf7-5ec5-43a6-b1b2-8d320e00114e req-48796eee-81bd-455b-888b-ca3e232e036b tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 932 time: 0.0637572 Mar 08 13:09:08.831960 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3ff8bf7-5ec5-43a6-b1b2-8d320e00114e req-e290fc35-2abe-4753-b260-d9e4519e05e2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Mar 08 13:09:09.619566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Request body: {'port': {'device_id': '590846ad-935b-435a-8eb4-2c03452ba127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:09.679555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:10.007410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ef444d-69dd-405a-bf74-383768a69c3a {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:09:10.016078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:10.029799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Transition to ACTIVE for port object 35ef444d-69dd-405a-bf74-383768a69c3a will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:09:10.043199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f518ba3-a194-4433-96b6-1e26d42b8506 req-6ba0d29f-67b0-45de-aaa2-ee286aaa1a45 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:10.044804 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f518ba3-a194-4433-96b6-1e26d42b8506 req-6ba0d29f-67b0-45de-aaa2-ee286aaa1a45 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 932 time: 0.1334994 Mar 08 13:09:10.099117 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7f518ba3-a194-4433-96b6-1e26d42b8506 req-a503903e-9409-45d3-a0dc-66f4713c7cfb tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Mar 08 13:09:10.117891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:10.265566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:10.280444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Attempting to bind port 35ef444d-69dd-405a-bf74-383768a69c3a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:09:10.280910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Attempting to bind port 35ef444d-69dd-405a-bf74-383768a69c3a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:09:10.281319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Attempting to bind port 35ef444d-69dd-405a-bf74-383768a69c3a on network 84b93114-3aa1-431b-bc6d-9db251708a7e {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:10.286612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Port 35ef444d-69dd-405a-bf74-383768a69c3a on network 84b93114-3aa1-431b-bc6d-9db251708a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:09:10.287176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Attempting to bind port 35ef444d-69dd-405a-bf74-383768a69c3a on network 84b93114-3aa1-431b-bc6d-9db251708a7e {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:10.293242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:10.293677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Checking segment: {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:09:10.294239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Bound using segment: {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:10.294887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Bound port: 35ef444d-69dd-405a-bf74-383768a69c3a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e482b2c-ab34-42c4-a651-40c618fcb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:09:10.295349 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:10.380265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:10.391200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35ef444d-69dd-405a-bf74-383768a69c3a,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:10.482898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:10.549568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:10.551148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:10.553121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] 10.222.0.45 "PUT /v2.0/ports/35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 1094 time: 0.9390998 Mar 08 13:09:10.559646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:10.562891 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fd8466-2d1b-4012-b669-025632898ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:10.565944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f140d42-e2e6-4668-985b-17559ab8cb16 service neutron] Pushing event updated for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:10.632416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d5f53-fbef-4185-ad63-fe341ed48396 x-openstack-request-id: req-fb2d5f53-fbef-4185-ad63-fe341ed48396 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:10.632752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:10.633002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb2d5f53-fbef-4185-ad63-fe341ed48396 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:10.633445 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a', 'status': 'completed', 'code': 200} Mar 08 13:09:11.227307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c753a4e-95c3-4ef1-a27d-4e46dee2f795 req-299c8b7c-638b-41bc-9b14-4b1dccd4ce06 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:11.228862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c753a4e-95c3-4ef1-a27d-4e46dee2f795 req-299c8b7c-638b-41bc-9b14-4b1dccd4ce06 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 944 time: 0.0541408 Mar 08 13:09:11.282401 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c753a4e-95c3-4ef1-a27d-4e46dee2f795 req-cda23edb-7bc8-46e2-952c-ef32214dcd42 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Mar 08 13:09:12.463312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b6ba-9045-4197-adaa-203fab9fce81 req-b5f4767d-72fc-4c75-980e-8102b7d86a88 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:12.465540 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2bc9b6ba-9045-4197-adaa-203fab9fce81 req-b5f4767d-72fc-4c75-980e-8102b7d86a88 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 944 time: 0.0676465 Mar 08 13:09:12.522675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2bc9b6ba-9045-4197-adaa-203fab9fce81 req-8c0eb314-24c2-4c08-954f-9fc9932598f2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Mar 08 13:09:13.199400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd8466-2d1b-4012-b669-025632898ffa req-5365e210-35fb-40a1-91e1-65e5e761dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.200890 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77fd8466-2d1b-4012-b669-025632898ffa req-5365e210-35fb-40a1-91e1-65e5e761dba0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1097 time: 0.0486207 Mar 08 13:09:13.317871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd8466-2d1b-4012-b669-025632898ffa req-af3899ce-e5cf-480b-b40f-dc3b8949ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.320015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77fd8466-2d1b-4012-b669-025632898ffa req-af3899ce-e5cf-480b-b40f-dc3b8949ebd7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2aa2b3e15e37487eaf69b097e3942471&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1076279 Mar 08 13:09:13.432533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd8466-2d1b-4012-b669-025632898ffa req-c380077f-1b0f-412c-9c12-6f9e5d65da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.434051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77fd8466-2d1b-4012-b669-025632898ffa req-c380077f-1b0f-412c-9c12-6f9e5d65da50 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050560 Mar 08 13:09:13.519423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-5ed77d79-3d68-4ef3-9c31-1abb2ea1cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.520859 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-5ed77d79-3d68-4ef3-9c31-1abb2ea1cd24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1097 time: 0.0462925 Mar 08 13:09:13.565058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-74ea9a88-b46e-4dbc-9a9f-a5259183ae8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 217 time: 0.0355992 Mar 08 13:09:13.652543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-c9671859-c322-40cb-8486-7748c8c67150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.654092 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-c9671859-c322-40cb-8486-7748c8c67150 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0827384 Mar 08 13:09:13.695876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6617e93-c89a-4d7d-919b-276857022c08 req-c22cdf1d-fd5b-4133-90b3-f68889003a9e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.697569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6617e93-c89a-4d7d-919b-276857022c08 req-c22cdf1d-fd5b-4133-90b3-f68889003a9e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 944 time: 0.0939865 Mar 08 13:09:13.741558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-e92136ad-5e4a-4331-876d-1f69edac7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.743157 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-e92136ad-5e4a-4331-876d-1f69edac7459 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827801 Mar 08 13:09:13.751892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d6617e93-c89a-4d7d-919b-276857022c08 req-edc2245a-c4a8-43c6-8ab4-910739ea854b tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463300 Mar 08 13:09:13.851451 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-e659fe78-7f23-42e7-99b5-efa3cc5dec92 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984752 Mar 08 13:09:13.945710 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-aa27e440-302a-4b61-a53d-f9f2901935f3 req-697b62be-fc27-4e2d-ba8c-34896e2f53ff service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Mar 08 13:09:14.877286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adde8a2-da43-4c00-84a8-26f3421483d5 req-ccae00c2-0a3f-4ef3-9f01-6d37187c69ff tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:14.878823 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4adde8a2-da43-4c00-84a8-26f3421483d5 req-ccae00c2-0a3f-4ef3-9f01-6d37187c69ff tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 944 time: 0.0535147 Mar 08 13:09:14.926276 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4adde8a2-da43-4c00-84a8-26f3421483d5 req-d278f7e5-04cb-40fe-90bd-b1abb3232362 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Mar 08 13:09:16.044656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14b42-92f9-4531-bc2f-031bce909736 req-92c7d64f-9e4e-4bb8-b475-ce147f91410a tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:16.046113 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-31d14b42-92f9-4531-bc2f-031bce909736 req-92c7d64f-9e4e-4bb8-b475-ce147f91410a tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 944 time: 0.0507455 Mar 08 13:09:16.087594 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-31d14b42-92f9-4531-bc2f-031bce909736 req-7385d6d7-666f-4394-a57e-04b059ec5097 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Mar 08 13:09:16.453401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35ef444d-69dd-405a-bf74-383768a69c3a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:09:16.550881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35ef444d-69dd-405a-bf74-383768a69c3a,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:16.562692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '35ef444d-69dd-405a-bf74-383768a69c3a', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'port_id': '35ef444d-69dd-405a-bf74-383768a69c3a', 'mac_address': 'fa:16:3e:a5:07:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:09:16.602040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:16.615088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ef444d-69dd-405a-bf74-383768a69c3a {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:09:16.639250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35ef444d-69dd-405a-bf74-383768a69c3a,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:16.721825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:16.775851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:16.782890 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.783235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.783569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.783897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.784223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.784546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.784870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.785189 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.785505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.785821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.786160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.786480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:16.923894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['35ef444d-69dd-405a-bf74-383768a69c3a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:17.208881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961e2e5-c661-492f-a9b7-5f6597096495 req-be6f4c7b-0cb0-4594-bf60-bc8309a7542f tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:17.211987 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d961e2e5-c661-492f-a9b7-5f6597096495 req-be6f4c7b-0cb0-4594-bf60-bc8309a7542f tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 945 time: 0.0559607 Mar 08 13:09:17.253033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d961e2e5-c661-492f-a9b7-5f6597096495 req-cd929333-a5a4-4f1c-b7e3-035bd569c4fc tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Mar 08 13:09:18.381522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3462fa2-ab54-4c8d-8bef-168f77999180 req-1eb2feae-0ad7-40e6-b607-fbee02725a89 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:18.383135 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3462fa2-ab54-4c8d-8bef-168f77999180 req-1eb2feae-0ad7-40e6-b607-fbee02725a89 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 945 time: 0.0561213 Mar 08 13:09:18.429649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3462fa2-ab54-4c8d-8bef-168f77999180 req-2607c0a8-0214-444a-91d4-c2025bd51a41 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Mar 08 13:09:18.488169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35ef444d-69dd-405a-bf74-383768a69c3a up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:18.601945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 35ef444d-69dd-405a-bf74-383768a69c3a completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:09:18.606051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 35ef444d-69dd-405a-bf74-383768a69c3a triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:09:18.606421 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:18.694034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:18.718907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:18.721244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ef89ee-e82b-48bd-af50-c6fa69ac8166" -d '{"events": [{"server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "name": "network-vif-plugged", "status": "completed", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:18.736938 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35ef444d-69dd-405a-bf74-383768a69c3a,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:18.763090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500cf04d-e460-4884-a93e-fc982c0e8f83 x-openstack-request-id: req-500cf04d-e460-4884-a93e-fc982c0e8f83 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:18.763090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "name": "network-vif-plugged", "status": "completed", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:18.763090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-500cf04d-e460-4884-a93e-fc982c0e8f83 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:18.763090 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a', 'code': 200} Mar 08 13:09:18.807343 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:18.863509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:19.088756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11808293-a7e1-41e2-8c17-d35c72e099fc req-4844f1de-336a-4a03-8676-c8c59528d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:19.090283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11808293-a7e1-41e2-8c17-d35c72e099fc req-4844f1de-336a-4a03-8676-c8c59528d86d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1099 time: 0.0472279 Mar 08 13:09:19.126615 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11808293-a7e1-41e2-8c17-d35c72e099fc req-4add6353-34f4-4f43-8e20-d71a3bdfaba4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293498 Mar 08 13:09:19.547640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c214e13-2619-4ff7-8af6-067d24aa42bf req-91aaed1c-9aec-4fa5-a9bf-4b47938bf0f2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:19.549150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c214e13-2619-4ff7-8af6-067d24aa42bf req-91aaed1c-9aec-4fa5-a9bf-4b47938bf0f2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0541830 Mar 08 13:09:19.590181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c214e13-2619-4ff7-8af6-067d24aa42bf req-420f9e06-16af-4965-b1b1-fbcfdcd78e8f tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329373 Mar 08 13:09:20.706597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499af4b-0611-454b-80ee-810b639241a8 req-930d78bd-0fff-4eee-8d02-7b3c9c992f18 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:20.708071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5499af4b-0611-454b-80ee-810b639241a8 req-930d78bd-0fff-4eee-8d02-7b3c9c992f18 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0493438 Mar 08 13:09:20.749307 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5499af4b-0611-454b-80ee-810b639241a8 req-c391f885-c2c1-4fd0-ad72-15191ab86bc6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352442 Mar 08 13:09:20.867245 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fbead-04de-4127-843e-5d84fe2ff206 req-01221fde-28d7-410e-abd8-50f9ef3ddb38 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:20.868826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee3fbead-04de-4127-843e-5d84fe2ff206 req-01221fde-28d7-410e-abd8-50f9ef3ddb38 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0536935 Mar 08 13:09:20.905469 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee3fbead-04de-4127-843e-5d84fe2ff206 req-4a13c21b-f4c7-4a83-a5ad-cc8d8a1dfd94 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Mar 08 13:09:21.227939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305be20-19f0-417b-a52b-a841adc1c1fc req-a4e05f7a-7e17-4f66-b36d-6b940c303844 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:21.229406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4305be20-19f0-417b-a52b-a841adc1c1fc req-a4e05f7a-7e17-4f66-b36d-6b940c303844 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0492799 Mar 08 13:09:21.266417 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4305be20-19f0-417b-a52b-a841adc1c1fc req-7ac93de4-6e56-4ffe-b8f9-b4e909e2db82 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Mar 08 13:09:25.751040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:27.610646 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-8742a304-7d56-4e55-9dd6-66a971a114e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428808 Mar 08 13:09:27.697446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a361-2320-410a-b478-751bc5ebe87d req-451f74a8-473b-4e33-b84e-dd989fb4ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:27.699237 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-451f74a8-473b-4e33-b84e-dd989fb4ecea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1099 time: 0.0473111 Mar 08 13:09:27.811186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a361-2320-410a-b478-751bc5ebe87d req-33ab2260-43b9-4bdf-b659-06093e8ddcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:27.812661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-33ab2260-43b9-4bdf-b659-06093e8ddcd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 915 time: 0.0926278 Mar 08 13:09:27.858743 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-a8cae40e-f8bd-4c77-a0a7-32a32d83b386 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 217 time: 0.0394418 Mar 08 13:09:27.908720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a361-2320-410a-b478-751bc5ebe87d req-15e89175-be77-47a3-a69f-bfccd4aa6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:27.910212 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-15e89175-be77-47a3-a69f-bfccd4aa6c75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0452948 Mar 08 13:09:27.956558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a361-2320-410a-b478-751bc5ebe87d req-11658dd2-0958-4ced-afcf-b111fc8dfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:27.958109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-11658dd2-0958-4ced-afcf-b111fc8dfd6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419481 Mar 08 13:09:28.053283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-60743773-bd59-495e-9e2b-fe7f10fbc858 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888841 Mar 08 13:09:28.155252 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e542a361-2320-410a-b478-751bc5ebe87d req-048b159b-267b-4ae9-ab3a-c5f908e29189 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954230 Mar 08 13:09:29.072203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9d9a842b-f615-4803-8aad-3c5992ad83dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:31.698724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76020955-806f-47fe-ba0e-e07b9d81056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:32.780551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:33.849905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:34.272822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:34.659155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f66c-6cbb-4c71-b709-c99b65fc9507 req-a8599200-f254-4fdb-b826-c30d9e5f04eb tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:34.660540 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa08f66c-6cbb-4c71-b709-c99b65fc9507 req-a8599200-f254-4fdb-b826-c30d9e5f04eb tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0516427 Mar 08 13:09:34.700476 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa08f66c-6cbb-4c71-b709-c99b65fc9507 req-d160cf7a-da07-4bbc-92f6-a24b7b2bae0b tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Mar 08 13:09:34.722568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43886) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:34.889626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364a4ca-96c4-42c7-9e41-13326bedc21a tempest-TestMinimumBasicScenario-1358920346 tempest-TestMinimumBasicScenario-1358920346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:34.892109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3364a4ca-96c4-42c7-9e41-13326bedc21a tempest-TestMinimumBasicScenario-1358920346 tempest-TestMinimumBasicScenario-1358920346-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1094 time: 0.1683202 Mar 08 13:09:34.896873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43890) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:34.902270 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '35ef444d-69dd-405a-bf74-383768a69c3a', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:34.978971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:35.083681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:35.200731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Allocated IP 172.26.3.194 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/268683f1-0fba-4c61-9dd7-11c453fbdd1c) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:35.303241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:35.393238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:35.438767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:35.441557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:35.446224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:35.451566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'Port': ['ID=268683f1-0fba-4c61-9dd7-11c453fbdd1c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:35.480654 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.480998 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.481339 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.481668 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.482032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.482355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.482676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.482993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.483311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.483625 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.483941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.484251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:35.882007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:36.043961 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:36.213769 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:36.276199 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:36.355915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'Port': ['ID=268683f1-0fba-4c61-9dd7-11c453fbdd1c,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:36.370672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:36.482012 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Floating IP 3aac24af-7127-40e2-9ab8-f87a4a8eecdd associated. External IP: 172.26.3.194, port: 35ef444d-69dd-405a-bf74-383768a69c3a. Mar 08 13:09:36.737904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Router da402bb9-c872-42f2-a109-d62c3227b1a4 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:36.860147 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:36.873256 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] Sync routers for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:36.888935 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:36.890685 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:09:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:36.937650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:36.979855 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-379aae5b-c6d5-4542-b564-924b88a5e158 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0791020 Mar 08 13:09:36.979855 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:36.980587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43892) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:36.981193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e5e81-2007-4bda-b939-544f91d526fd" -d '{"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:36.987420 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4513a2b6-d5cd-43e5-a81d-b901a4186022 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649420901', 'description': 'tempest-secgroup-smoke-1649420901 description', 'project_id': '2aa2b3e15e37487eaf69b097e3942471'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:37.039741 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:37.072110 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4513a2b6-d5cd-43e5-a81d-b901a4186022 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.185459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4513a2b6-d5cd-43e5-a81d-b901a4186022 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.211349 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d912833a-8cca-47c4-9350-9ac87bf5eca9 x-openstack-request-id: req-d912833a-8cca-47c4-9350-9ac87bf5eca9 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:37.212266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:37.212266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d912833a-8cca-47c4-9350-9ac87bf5eca9 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:37.215411 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a', 'status': 'completed', 'code': 200} Mar 08 13:09:37.228345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4513a2b6-d5cd-43e5-a81d-b901a4186022 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.287913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513a2b6-d5cd-43e5-a81d-b901a4186022 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e93c8c-73d9-410b-ad63-4a03d297bcb8,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:37.306322 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-ec0a3ab9-852e-42d7-84dd-97aa27403d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:37.313017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-ec0a3ab9-852e-42d7-84dd-97aa27403d51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1099 time: 0.0628457 Mar 08 13:09:37.313200 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '3aac24af-7127-40e2-9ab8-f87a4a8eecdd', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'port_id': '35ef444d-69dd-405a-bf74-383768a69c3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'mac_address': 'fa:16:3e:a5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590846ad-935b-435a-8eb4-2c03452ba127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:35Z', 'updated_at': '2022-03-08T13:09:35Z', 'revision_number': 0, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:46Z', 'revision_number': 5, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:37.337468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4513a2b6-d5cd-43e5-a81d-b901a4186022 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.338765 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4513a2b6-d5cd-43e5-a81d-b901a4186022 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3565636 Mar 08 13:09:37.342505 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] Checking router: da402bb9-c872-42f2-a109-d62c3227b1a4 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:37.355587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43898) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:37.355587 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-32f18718-f4b4-431a-976d-9a3b2f0732fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'security_group_rule': {'security_group_id': '59e93c8c-73d9-410b-ad63-4a03d297bcb8', 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:37.355849 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:37.355849 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:09:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:37.433143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-e75fd0ab-1a66-4155-a34d-4b2b4438d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:37.435597 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-e75fd0ab-1a66-4155-a34d-4b2b4438d7ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 915 time: 0.1213408 Mar 08 13:09:37.453422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-32f18718-f4b4-431a-976d-9a3b2f0732fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.475545 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:37.551127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-32f18718-f4b4-431a-976d-9a3b2f0732fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.560232 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-5f077343-67f8-4253-96d6-096400a97897 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 1000 time: 0.1178286 Mar 08 13:09:37.619871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-834ac959-bfdb-4d0c-b6bd-99c9c0811bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:37.621478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-32f18718-f4b4-431a-976d-9a3b2f0732fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.622920 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-834ac959-bfdb-4d0c-b6bd-99c9c0811bc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0561020 Mar 08 13:09:37.644231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f18718-f4b4-431a-976d-9a3b2f0732fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fd1889-1d2c-430e-b8bb-2725964d0023,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:37.685126 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-9e6786d0-f8a2-4cfd-a4a7-4138718f7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:37.687629 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-9e6786d0-f8a2-4cfd-a4a7-4138718f7ffd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580201 Mar 08 13:09:37.739228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-32f18718-f4b4-431a-976d-9a3b2f0732fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.744079 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-32f18718-f4b4-431a-976d-9a3b2f0732fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969996 Mar 08 13:09:37.745591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43900) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:37.752022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-37191e2c-ba9b-4124-83e1-8063fd089ad9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'security_group_rule': {'security_group_id': '59e93c8c-73d9-410b-ad63-4a03d297bcb8', 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:37.821320 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-8c9a87dc-177a-4a7f-ab40-cafc58188459 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245902 Mar 08 13:09:37.858378 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '3aac24af-7127-40e2-9ab8-f87a4a8eecdd', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'port_id': '35ef444d-69dd-405a-bf74-383768a69c3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'mac_address': 'fa:16:3e:a5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590846ad-935b-435a-8eb4-2c03452ba127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:35Z', 'updated_at': '2022-03-08T13:09:35Z', 'revision_number': 0, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:46Z', 'revision_number': 5, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:37.892356 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628cccbe-4b11-418a-817d-cd09c5e2dc99 None None] The sync data for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv is: [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '3aac24af-7127-40e2-9ab8-f87a4a8eecdd', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'port_id': '35ef444d-69dd-405a-bf74-383768a69c3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'mac_address': 'fa:16:3e:a5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590846ad-935b-435a-8eb4-2c03452ba127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:35Z', 'updated_at': '2022-03-08T13:09:35Z', 'revision_number': 0, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:46Z', 'revision_number': 5, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:37.895846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-37191e2c-ba9b-4124-83e1-8063fd089ad9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:37.950251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0f6e5e81-2007-4bda-b939-544f91d526fd req-d463aede-d24e-41ee-9bc1-18dd94db0987 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214747 Mar 08 13:09:37.980096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-37191e2c-ba9b-4124-83e1-8063fd089ad9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.064846 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-37191e2c-ba9b-4124-83e1-8063fd089ad9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.081528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37191e2c-ba9b-4124-83e1-8063fd089ad9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942df135-d489-463e-97b8-4e58c137ff1f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:38.152476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-37191e2c-ba9b-4124-83e1-8063fd089ad9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.156881 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-37191e2c-ba9b-4124-83e1-8063fd089ad9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4069955 Mar 08 13:09:38.157184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43902) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:38.158086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a92f34-7ae1-43e4-9fa7-06ef58ad492e None None] New status for floating IP 3aac24af-7127-40e2-9ab8-f87a4a8eecdd: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:09:38.162311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-4b1b12ad-0246-405d-a443-1f12d2ee71e0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'security_group_rule': {'security_group_id': '59e93c8c-73d9-410b-ad63-4a03d297bcb8', 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:38.279612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12ad-0246-405d-a443-1f12d2ee71e0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.357028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12ad-0246-405d-a443-1f12d2ee71e0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.443995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12ad-0246-405d-a443-1f12d2ee71e0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.464534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b12ad-0246-405d-a443-1f12d2ee71e0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e59b694-47b9-43b4-b33b-a0b89c632b33,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:38.531690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12ad-0246-405d-a443-1f12d2ee71e0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.532934 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-4b1b12ad-0246-405d-a443-1f12d2ee71e0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744662 Mar 08 13:09:38.536373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43904) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:38.540758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-936ce3d1-3a03-4d8e-9241-7f272455562d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'security_group_rule': {'security_group_id': '59e93c8c-73d9-410b-ad63-4a03d297bcb8', 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:38.648216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-936ce3d1-3a03-4d8e-9241-7f272455562d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.717376 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-936ce3d1-3a03-4d8e-9241-7f272455562d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.805269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-936ce3d1-3a03-4d8e-9241-7f272455562d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.830640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce3d1-3a03-4d8e-9241-7f272455562d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cdb0c5-085f-4378-a6bd-08f70dc0309f,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:38.909990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-936ce3d1-3a03-4d8e-9241-7f272455562d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:38.911847 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-936ce3d1-3a03-4d8e-9241-7f272455562d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3743739 Mar 08 13:09:38.922944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43906) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:38.929680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'security_group_rule': {'security_group_id': '59e93c8c-73d9-410b-ad63-4a03d297bcb8', 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:39.015335 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Project 2aa2b3e15e37487eaf69b097e3942471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:09:39.020842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.096689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.173642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.191748 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223322b7-ece2-4f06-ae3d-06cbfa6d680b,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:39.269205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.270483 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c7f69103-7afe-427c-affb-072876451196 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3465774 Mar 08 13:09:39.274467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 43908) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:09:39.279084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'security_group_rule': {'security_group_id': '59e93c8c-73d9-410b-ad63-4a03d297bcb8', 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:39.361656 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Project 2aa2b3e15e37487eaf69b097e3942471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:09:39.367830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.436617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.495092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.514511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3642487d-daa6-4119-b7b6-e58de4f34ab9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:39.594257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:39.595575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-af003a65-d718-4677-9165-5f60323b336e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3200829 Mar 08 13:09:39.685623 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-bae43864-7a7f-4fda-85ed-aac4a75cedde tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649420901&fields=id&tenant_id=2aa2b3e15e37487eaf69b097e3942471 HTTP/1.1" status: 200 len: 267 time: 0.0390956 Mar 08 13:09:39.753693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-06d42af8-0f92-451c-a94a-46f8ff1c9f7c tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:39.755857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-06d42af8-0f92-451c-a94a-46f8ff1c9f7c tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0635149 Mar 08 13:09:39.770273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'port': {'security_groups': ['056ba036-a97c-4acd-af1f-7f9a69ca33c0', '59e93c8c-73d9-410b-ad63-4a03d297bcb8']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:39.845792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:40.071612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35ef444d-69dd-405a-bf74-383768a69c3a,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:40.110366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:40.260468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:40.273780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['35ef444d-69dd-405a-bf74-383768a69c3a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:40.326694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.327170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:40.328740 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-632cab70-bc55-4cbf-b280-9798b8b74903 req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "PUT /v2.0/ports/35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 982 time: 0.5631897 Mar 08 13:09:40.329054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:40.332542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c67de51-89b4-49a6-8cb4-4cc203ff9467" -d '{"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:40.392106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7fde9-32fb-49b2-90b9-f37d40abbfae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=6']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:40.411926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['35ef444d-69dd-405a-bf74-383768a69c3a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:40.478415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412ea27e-1c84-493e-8726-0fb02ecc857b x-openstack-request-id: req-412ea27e-1c84-493e-8726-0fb02ecc857b {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:40.478852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:40.478981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-412ea27e-1c84-493e-8726-0fb02ecc857b {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:40.479351 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a', 'status': 'completed', 'code': 200} Mar 08 13:09:40.556881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128ff0-9138-47f4-8fbf-6578e71ef6d8 req-01ca317a-3ada-44fe-9988-db133b523f68 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.559460 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10128ff0-9138-47f4-8fbf-6578e71ef6d8 req-01ca317a-3ada-44fe-9988-db133b523f68 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.1165404 Mar 08 13:09:40.602098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-ca7b7af9-69f3-4e71-afcf-a1d4a70b4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.603608 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-ca7b7af9-69f3-4e71-afcf-a1d4a70b4b49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1138 time: 0.1202149 Mar 08 13:09:40.636644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10128ff0-9138-47f4-8fbf-6578e71ef6d8 req-f15ca1e0-d903-4540-8278-35102eacfd24 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631280 Mar 08 13:09:40.747290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-d62599b7-4497-4968-8720-27a8b0623a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.749567 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-d62599b7-4497-4968-8720-27a8b0623a7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 915 time: 0.1330938 Mar 08 13:09:40.750620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-a9e4b0d2-cbb8-4d05-9a10-5963f7dbb4bc None None] Provisioning complete for port 35ef444d-69dd-405a-bf74-383768a69c3a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:09:40.750991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b0d2-cbb8-4d05-9a10-5963f7dbb4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:40.823737 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:09:40.844081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-01064bef-ae5e-40db-9f8d-0bf4aa8b96a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 1002 time: 0.0872488 Mar 08 13:09:40.910489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-28025784-9cbb-4f15-88e8-6b1446089ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.913107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-28025784-9cbb-4f15-88e8-6b1446089ac6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0627418 Mar 08 13:09:40.982777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-58e89915-54a1-43e3-908c-fbb266ae6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.985341 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-58e89915-54a1-43e3-908c-fbb266ae6cb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651503 Mar 08 13:09:40.995829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-8ca359d7-c4d3-4d0f-b075-82cf292b3390 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:09:40.997003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-8ca359d7-c4d3-4d0f-b075-82cf292b3390 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053608 Mar 08 13:09:41.099065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-a3ef5516-7665-403c-96e8-f5c46a1c744b service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952852 Mar 08 13:09:41.193496 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c67de51-89b4-49a6-8cb4-4cc203ff9467 req-9f12cd58-889e-41c7-8496-2b7dea768c2e service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870228 Mar 08 13:09:55.185880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40013fa0-fec9-4fbe-8a8a-156a8fc38e7c req-f5a518e9-0f9d-4757-a62b-ab5ad4596a7e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:55.187421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40013fa0-fec9-4fbe-8a8a-156a8fc38e7c req-f5a518e9-0f9d-4757-a62b-ab5ad4596a7e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0595422 Mar 08 13:09:55.262363 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-40013fa0-fec9-4fbe-8a8a-156a8fc38e7c req-86163dc4-6a45-4c30-ada3-d938c8496d8e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682137 Mar 08 13:09:55.281053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-7bbf8f53-8e97-4067-ac93-43a8b4b2f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:55.282641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-7bbf8f53-8e97-4067-ac93-43a8b4b2f7fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1138 time: 0.0558121 Mar 08 13:09:55.374538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-f1a8f93d-4da7-4d6f-bd0c-6229cf7f70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:55.375976 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-f1a8f93d-4da7-4d6f-bd0c-6229cf7f70a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 915 time: 0.0870085 Mar 08 13:09:55.448142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-af827ee6-f1f6-4ef9-83b1-5aa7a51bb5d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 1002 time: 0.0649226 Mar 08 13:09:55.500510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-0e02b20b-0ca9-4b68-b42d-20e5cbdff833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:55.502017 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-0e02b20b-0ca9-4b68-b42d-20e5cbdff833 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0458834 Mar 08 13:09:55.548362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-e1ef5229-27e0-457a-9a6a-134b64fc04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:55.549868 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-e1ef5229-27e0-457a-9a6a-134b64fc04ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412037 Mar 08 13:09:55.644549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-3bcde05a-8f7d-4a54-b74a-31e4d9f93435 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880561 Mar 08 13:09:55.736212 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-65e44a11-33b4-4cca-aabd-b7727fcf11f5 req-a8e3e073-4c8e-4d58-9657-273e7e9d9675 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852101 Mar 08 13:09:55.866397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:56.385877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3631ed8-4f67-4a46-bec8-95fcc801f879 req-fbcb384f-594b-443d-9834-6dac56c3cb4f tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:56.387389 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3631ed8-4f67-4a46-bec8-95fcc801f879 req-fbcb384f-594b-443d-9834-6dac56c3cb4f tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0524046 Mar 08 13:09:56.439020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3631ed8-4f67-4a46-bec8-95fcc801f879 req-050d174f-9f26-4324-b2e3-a206b69201db tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426116 Mar 08 13:09:57.559220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2fc9-1db1-41d3-986c-96e464d84c88 req-0625fe56-deda-49de-9a05-66920b2964f6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:57.560698 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-54cd2fc9-1db1-41d3-986c-96e464d84c88 req-0625fe56-deda-49de-9a05-66920b2964f6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0516472 Mar 08 13:09:57.599931 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-54cd2fc9-1db1-41d3-986c-96e464d84c88 req-7dc4d9d4-5cf3-4589-b50b-9d4cd4a2e1b3 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332222 Mar 08 13:09:58.717324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea4a82-a98d-4268-827c-7f060c08101c req-80fe5c26-17c1-4534-8d78-4dc033d7a811 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:58.718791 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-acea4a82-a98d-4268-827c-7f060c08101c req-80fe5c26-17c1-4534-8d78-4dc033d7a811 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0499568 Mar 08 13:09:58.761329 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-acea4a82-a98d-4268-827c-7f060c08101c req-f7905b72-b010-42b8-bf23-1099733aa6fe tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363264 Mar 08 13:09:59.072107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2303bd99-e8b8-40b6-9fdc-da8468f2cc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:09:59.879521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f942cf-6704-4bfe-86f1-b7fea135831b req-0d760e6d-c94e-4d1d-87ed-5f8a44cb4b33 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:59.880995 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0f942cf-6704-4bfe-86f1-b7fea135831b req-0d760e6d-c94e-4d1d-87ed-5f8a44cb4b33 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0506296 Mar 08 13:09:59.929640 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e0f942cf-6704-4bfe-86f1-b7fea135831b req-9d81b91b-f3ef-49d5-aa47-5ccf025e1374 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410485 Mar 08 13:10:01.047076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602649b4-d99d-4ceb-b886-fb2f689a77a4 req-e68623f6-ae50-47f5-8ebb-17dd0b5add06 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:01.048466 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-602649b4-d99d-4ceb-b886-fb2f689a77a4 req-e68623f6-ae50-47f5-8ebb-17dd0b5add06 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0509315 Mar 08 13:10:01.089767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-602649b4-d99d-4ceb-b886-fb2f689a77a4 req-440decac-aea4-46fa-a0d9-511f52166689 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348802 Mar 08 13:10:01.729163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-39d0449c-f3fb-4db7-a032-200d0188d3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:02.205554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431a894-f221-4263-8898-6d634da18a8c req-b72e9040-8611-4d51-8453-28eabadc116d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:02.207069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9431a894-f221-4263-8898-6d634da18a8c req-b72e9040-8611-4d51-8453-28eabadc116d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0494468 Mar 08 13:10:02.248127 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9431a894-f221-4263-8898-6d634da18a8c req-419196ab-ca6e-4919-a83f-1baf0b65cc16 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342798 Mar 08 13:10:02.786101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:03.377038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7a134-4f2c-41f3-8d59-226f237b8bbe req-29447158-546d-4519-a625-81e06b1c2c4f tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:03.378610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-57a7a134-4f2c-41f3-8d59-226f237b8bbe req-29447158-546d-4519-a625-81e06b1c2c4f tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0597889 Mar 08 13:10:03.439757 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-57a7a134-4f2c-41f3-8d59-226f237b8bbe req-03fe062b-40f5-40b2-99c2-b6e9c4602245 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534148 Mar 08 13:10:03.872288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:04.271931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:04.564150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868382fe-38ca-42b7-9247-b177f432a540 req-a118f362-f77d-453b-a502-24f580b6d3ef tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:04.565589 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-868382fe-38ca-42b7-9247-b177f432a540 req-a118f362-f77d-453b-a502-24f580b6d3ef tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0517802 Mar 08 13:10:04.607057 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-868382fe-38ca-42b7-9247-b177f432a540 req-da3e7f04-204b-4ed9-a305-6280a39e72f8 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352428 Mar 08 13:10:05.722992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e3f7-d1cc-411f-be91-7c187018b892 req-b762dd8e-3812-4dcc-9a1b-0f58a0394f7a tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:05.724503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51f5e3f7-d1cc-411f-be91-7c187018b892 req-b762dd8e-3812-4dcc-9a1b-0f58a0394f7a tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0497739 Mar 08 13:10:05.766443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51f5e3f7-d1cc-411f-be91-7c187018b892 req-2ba5ea56-0339-411a-82f0-377a237d4cd5 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356920 Mar 08 13:10:06.881865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92b83-2325-4944-a667-cf75560eaebb req-aab3d7f7-d4b9-42c1-b987-a5c55e5b51a6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:06.883310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ded92b83-2325-4944-a667-cf75560eaebb req-aab3d7f7-d4b9-42c1-b987-a5c55e5b51a6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0487473 Mar 08 13:10:06.927227 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ded92b83-2325-4944-a667-cf75560eaebb req-d1db1f04-6215-45e8-bab7-c539f36228a7 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370731 Mar 08 13:10:08.048328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2414e-d65f-4733-93db-c8eb36320a91 req-c34eefdf-e001-49f3-9420-3cc18c157f4a tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:08.049759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfa2414e-d65f-4733-93db-c8eb36320a91 req-c34eefdf-e001-49f3-9420-3cc18c157f4a tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0506113 Mar 08 13:10:08.091886 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfa2414e-d65f-4733-93db-c8eb36320a91 req-172d7797-c989-4099-91fd-fde02c576cd7 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356779 Mar 08 13:10:09.211691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3208dd-cf09-411b-901a-89a4b7c96aee req-1f8d6993-e132-4363-9f96-de7f60c64635 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:09.213150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1a3208dd-cf09-411b-901a-89a4b7c96aee req-1f8d6993-e132-4363-9f96-de7f60c64635 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0500016 Mar 08 13:10:09.254818 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1a3208dd-cf09-411b-901a-89a4b7c96aee req-9984de3d-a821-4d62-9a56-4194025c34d9 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349531 Mar 08 13:10:10.372846 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461665-1f1b-40a7-914f-026376222256 req-212196d7-c533-48c9-99fe-efd48b302f43 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:10.374382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0461665-1f1b-40a7-914f-026376222256 req-212196d7-c533-48c9-99fe-efd48b302f43 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0511858 Mar 08 13:10:10.418164 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0461665-1f1b-40a7-914f-026376222256 req-15501b1a-59ee-430e-98a2-5fb812d76d22 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376167 Mar 08 13:10:11.560234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abca16c-8034-48dd-ae4c-cd3e1623005b req-4e17bfd5-5e5b-483f-ac8f-0ed9a55d2262 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:11.561731 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1abca16c-8034-48dd-ae4c-cd3e1623005b req-4e17bfd5-5e5b-483f-ac8f-0ed9a55d2262 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0584016 Mar 08 13:10:11.603492 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1abca16c-8034-48dd-ae4c-cd3e1623005b req-7656ea73-fe79-4311-8be9-10651ffad4a0 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354137 Mar 08 13:10:12.719779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd0c57-0945-4d26-81a6-35324233f3f8 req-20981fbf-b703-4cfe-b913-fe7d5b464f03 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:12.721257 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-29cd0c57-0945-4d26-81a6-35324233f3f8 req-20981fbf-b703-4cfe-b913-fe7d5b464f03 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0501986 Mar 08 13:10:12.767785 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-29cd0c57-0945-4d26-81a6-35324233f3f8 req-ad1f5ca6-6b26-4aa7-a6e2-519d1896dc1a tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&id=59e93c8c-73d9-410b-ad63-4a03d297bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364113 Mar 08 13:10:17.815072 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:10:25.780399 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:29.134614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8472d069-e60e-4d96-8fec-0c89a7029378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:29.658909 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-4a364b18-82e2-4296-a482-91c6c0d2088d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858734 Mar 08 13:10:29.747789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-a15286e6-65aa-45e7-a143-65ed4fedf627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:29.749300 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-a15286e6-65aa-45e7-a143-65ed4fedf627 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1138 time: 0.0450091 Mar 08 13:10:29.854882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-f2360d2f-55cb-4bb8-b489-13f818f5a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:29.856297 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-f2360d2f-55cb-4bb8-b489-13f818f5a40f service neutron] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 915 time: 0.0871685 Mar 08 13:10:30.259524 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-2dbef6e0-8503-4857-8187-4b9d6e5beb81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 1002 time: 0.3962507 Mar 08 13:10:30.311307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-d38ef23d-18df-4191-892a-953ab0fdc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:30.312778 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-d38ef23d-18df-4191-892a-953ab0fdc532 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0461953 Mar 08 13:10:30.362074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-3e179185-d1e7-47d6-b3e9-91648f7d0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:30.363644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-3e179185-d1e7-47d6-b3e9-91648f7d0737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441506 Mar 08 13:10:30.463575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-6286546c-ceae-4c31-b00a-4dbba6a87e52 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923417 Mar 08 13:10:30.556265 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3cbc8a6d-ce46-4799-bf7a-d27038576db6 req-9c33c07c-b12a-499a-800d-cb2013d08157 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847299 Mar 08 13:10:31.784577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5a33b46e-9200-4cb6-93f2-ce2ac69c6fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:32.791893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:33.854353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:34.306169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:41.377702 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-930c18d1-e442-4f14-ac1b-b89e1f0c30c4 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649420901&fields=id&tenant_id=2aa2b3e15e37487eaf69b097e3942471 HTTP/1.1" status: 200 len: 267 time: 0.0875998 Mar 08 13:10:41.441694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-8057a91c-463d-4c3f-bd0d-885ab55d1fc6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:41.443189 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-8057a91c-463d-4c3f-bd0d-885ab55d1fc6 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 985 time: 0.0587420 Mar 08 13:10:41.459798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Request body: {'port': {'security_groups': ['056ba036-a97c-4acd-af1f-7f9a69ca33c0']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:10:41.527314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:41.711348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35ef444d-69dd-405a-bf74-383768a69c3a,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:41.741011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:41.803559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:41.818187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['35ef444d-69dd-405a-bf74-383768a69c3a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:10:41.849865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:41.850519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:41.852417 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-af653cb6-ce34-4f5e-9d5a-e0840cdfd502 req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "PUT /v2.0/ports/35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 943 time: 0.4005563 Mar 08 13:10:41.852877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:10:41.855203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed" -d '{"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:10:41.870434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43978) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:10:41.884559 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event updated for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=7']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:41.894622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.894973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.895373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.895722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.896047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.896472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.896816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.897170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.897593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.897999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.898478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.899537 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d46fd2-eab2-48bc-b5e7-d2164adb5173 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:41.923749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ac07a-f63d-4781-9e49-4f4497d45cc2 x-openstack-request-id: req-050ac07a-f63d-4781-9e49-4f4497d45cc2 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:10:41.923749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:10:41.924008 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-050ac07a-f63d-4781-9e49-4f4497d45cc2 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:10:41.924343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a', 'status': 'completed', 'code': 200} Mar 08 13:10:41.938795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['35ef444d-69dd-405a-bf74-383768a69c3a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:10:41.993238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.031635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-6c3c376f-de02-4b86-8aef-5d547b961050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:42.033109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-6c3c376f-de02-4b86-8aef-5d547b961050 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1099 time: 0.0850422 Mar 08 13:10:42.037120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.195696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-20d7cafe-6824-4052-8b43-fa5e8a15e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:42.198203 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-20d7cafe-6824-4052-8b43-fa5e8a15e1da service neutron] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 915 time: 0.1577067 Mar 08 13:10:42.224291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8c289bbe-5dff-4b74-97f7-35d3293ab1e1 None None] Provisioning complete for port 35ef444d-69dd-405a-bf74-383768a69c3a triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:10:42.224966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8c289bbe-5dff-4b74-97f7-35d3293ab1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.225986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.232874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.238831 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "DELETE /v2.0/security-groups/59e93c8c-73d9-410b-ad63-4a03d297bcb8 HTTP/1.1" status: 204 len: 168 time: 0.3620286 Mar 08 13:10:42.248404 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 43982) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:10:42.259129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e93c8c-73d9-410b-ad63-4a03d297bcb8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:42.300797 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-25ab22c6-f679-4a47-ac34-220aa1f2771a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 1002 time: 0.0948782 Mar 08 13:10:42.329566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.329922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.330278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.330622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.331008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.331346 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.331652 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.331978 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.332563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.332563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.332876 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.333200 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc414a-d12a-430d-9829-aff906b0d60d tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:42.370261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-b15f0a81-b9fe-41c3-b6ea-47b1f48174d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:42.372229 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-b15f0a81-b9fe-41c3-b6ea-47b1f48174d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0646319 Mar 08 13:10:42.441805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-0191626c-501a-43c2-89bc-525bdbc532aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:42.443357 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-0191626c-501a-43c2-89bc-525bdbc532aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636265 Mar 08 13:10:42.475456 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Deleting port 268683f1-0fba-4c61-9dd7-11c453fbdd1c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:10:42.475786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.567243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.567243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.568771 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-e9e245e8-d56d-4814-a28d-5dd78073c80f service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187794 Mar 08 13:10:42.580878 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Calling delete_port for 268683f1-0fba-4c61-9dd7-11c453fbdd1c owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:10:42.667283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-03f4b839-9e01-4c52-a6bf-3e286fb7dbed req-eec03b0f-4cb3-43d3-8935-48a4633b5b36 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914760 Mar 08 13:10:42.825034 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.851396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event deleted for resources: {'Port': ['ID=268683f1-0fba-4c61-9dd7-11c453fbdd1c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:42.920146 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:42.920949 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Floating IP 3aac24af-7127-40e2-9ab8-f87a4a8eecdd disassociated (deleted). External IP: 172.26.3.194, port: 35ef444d-69dd-405a-bf74-383768a69c3a. Mar 08 13:10:43.145478 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Router da402bb9-c872-42f2-a109-d62c3227b1a4 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:10:43.266393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:10:43.271650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:43.279628 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] Sync routers for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:10:43.294117 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:43.294777 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:10:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:43.299832 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f200893e-94af-4239-96a6-8db2a9174cec tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "DELETE /v2.0/floatingips/3aac24af-7127-40e2-9ab8-f87a4a8eecdd HTTP/1.1" status: 204 len: 168 time: 1.0495141 Mar 08 13:10:43.300400 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:10:43.310566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac520c00-e589-4148-a746-2386189d9869" -d '{"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:10:43.366480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8975fa7-6004-4ef4-8775-0b5cbdbb9800 x-openstack-request-id: req-b8975fa7-6004-4ef4-8775-0b5cbdbb9800 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:10:43.366895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:10:43.369233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8975fa7-6004-4ef4-8775-0b5cbdbb9800 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:10:43.369653 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a', 'status': 'completed', 'code': 200} Mar 08 13:10:43.429195 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:43.430958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520c00-e589-4148-a746-2386189d9869 req-26a28017-fd72-4605-80bb-7bf47ad25efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:43.432501 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac520c00-e589-4148-a746-2386189d9869 req-26a28017-fd72-4605-80bb-7bf47ad25efd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2aa2b3e15e37487eaf69b097e3942471&device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 1099 time: 0.0441072 Mar 08 13:10:43.538497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520c00-e589-4148-a746-2386189d9869 req-f4ae3ab1-91fe-4b68-8b50-1c84df6966d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:43.541003 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac520c00-e589-4148-a746-2386189d9869 req-f4ae3ab1-91fe-4b68-8b50-1c84df6966d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 200 len: 915 time: 0.1016178 Mar 08 13:10:43.596392 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac520c00-e589-4148-a746-2386189d9869 req-3f2cd83f-fc80-4efd-b8f9-c1e6457e61c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 200 len: 217 time: 0.0475426 Mar 08 13:10:43.664225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520c00-e589-4148-a746-2386189d9869 req-295bede8-be71-4b18-a68d-82ad1df2c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:43.666675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac520c00-e589-4148-a746-2386189d9869 req-295bede8-be71-4b18-a68d-82ad1df2c9be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 200 len: 853 time: 0.0634618 Mar 08 13:10:43.708049 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:46Z', 'revision_number': 5, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:43.735648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520c00-e589-4148-a746-2386189d9869 req-99603b79-d5f7-4482-a38a-d64c32fdcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:43.736282 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac520c00-e589-4148-a746-2386189d9869 req-99603b79-d5f7-4482-a38a-d64c32fdcc72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84b93114-3aa1-431b-bc6d-9db251708a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0629139 Mar 08 13:10:43.743463 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] Checking router: da402bb9-c872-42f2-a109-d62c3227b1a4 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:10:43.754093 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:43.754704 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:10:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:43.852047 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac520c00-e589-4148-a746-2386189d9869 req-2024f157-4488-45e3-9311-a8b913953498 service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084435 Mar 08 13:10:43.886456 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:43.974952 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ac520c00-e589-4148-a746-2386189d9869 req-531e9f34-bad6-414a-b204-2c999521030c service neutron] 10.222.0.45 "GET /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169219 Mar 08 13:10:44.122017 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:46Z', 'revision_number': 5, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:44.153734 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c2e6f-25b4-456b-b474-414cbbd0bdbc None None] The sync data for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv is: [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:42Z', 'revision_number': 4, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9c437ae-24c2-43aa-a865-f182ea5de0b0', 'name': '', 'network_id': '84b93114-3aa1-431b-bc6d-9db251708a7e', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'mac_address': 'fa:16:3e:ea:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:41Z', 'updated_at': '2022-03-08T13:08:46Z', 'revision_number': 5, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'subnets': [{'id': '62fbffc3-fd5f-4be6-8218-0782ac367706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:10:44.419316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8263f-28a5-46aa-a2b3-e1f372a66e02 None None] New status for floating IP 3aac24af-7127-40e2-9ab8-f87a4a8eecdd: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:10:51.893019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b49f66-38ea-4c10-91d5-c5a00a763069 req-342aa545-f6bc-4087-92b1-d963d8095450 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:51.894526 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22b49f66-38ea-4c10-91d5-c5a00a763069 req-342aa545-f6bc-4087-92b1-d963d8095450 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0507624 Mar 08 13:10:51.933714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22b49f66-38ea-4c10-91d5-c5a00a763069 req-18e609b9-e869-4d3a-af14-fcd35bb7dd6c tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Mar 08 13:10:53.107859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38e7a8-33eb-41f7-a995-32bce23c2eb2 req-6955a7cd-7a59-4613-ba5b-2f6b1f99c3f2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:53.109382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3f38e7a8-33eb-41f7-a995-32bce23c2eb2 req-6955a7cd-7a59-4613-ba5b-2f6b1f99c3f2 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.1023102 Mar 08 13:10:53.147372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3f38e7a8-33eb-41f7-a995-32bce23c2eb2 req-aa8e55b1-2fbe-402c-b921-eb07f33d360e tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/security-groups?id=056ba036-a97c-4acd-af1f-7f9a69ca33c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Mar 08 13:10:53.532988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-dd8557ca-9696-41ae-a7c5-3c5f6962d7ae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:53.534529 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-dd8557ca-9696-41ae-a7c5-3c5f6962d7ae tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.45 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 946 time: 0.0560639 Mar 08 13:10:53.630535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Deleting port 35ef444d-69dd-405a-bf74-383768a69c3a {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:10:53.630866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:53.726947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] For port 35ef444d-69dd-405a-bf74-383768a69c3a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=35ef444d-69dd-405a-bf74-383768a69c3a,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:53.727295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:53.740662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Calling delete_port for 35ef444d-69dd-405a-bf74-383768a69c3a owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:10:53.938882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:53.950830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['35ef444d-69dd-405a-bf74-383768a69c3a'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:10:53.975015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Pushing event deleted for resources: {'Port': ['ID=35ef444d-69dd-405a-bf74-383768a69c3a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:54.017967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] No DVR routers for this DVR port 35ef444d-69dd-405a-bf74-383768a69c3a on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:10:54.020735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:54.025470 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-353f2641-0771-4216-ae25-4c6b38fbda2f req-2523b42c-9b84-46d0-9848-f34294edb781 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.45 "DELETE /v2.0/ports/35ef444d-69dd-405a-bf74-383768a69c3a HTTP/1.1" status: 204 len: 173 time: 0.4856336 Mar 08 13:10:54.025952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'name': 'network-vif-deleted', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:10:54.028987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537d66e2-bf7e-4f0d-bb5a-b376cd135cbb" -d '{"events": [{"server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "name": "network-vif-deleted", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:10:54.066538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0c9ed2-5bc1-420b-9d9d-6b209081d6d8 x-openstack-request-id: req-9a0c9ed2-5bc1-420b-9d9d-6b209081d6d8 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:10:54.066821 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590846ad-935b-435a-8eb4-2c03452ba127", "name": "network-vif-deleted", "tag": "35ef444d-69dd-405a-bf74-383768a69c3a", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:10:54.067064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a0c9ed2-5bc1-420b-9d9d-6b209081d6d8 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:10:54.067459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590846ad-935b-435a-8eb4-2c03452ba127', 'name': 'network-vif-deleted', 'tag': '35ef444d-69dd-405a-bf74-383768a69c3a', 'status': 'completed', 'code': 200} Mar 08 13:10:54.246495 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d7e262da-075a-4f43-84a6-a7b2f739a201 req-de5b015d-b393-4608-8a6e-4a7fd8165f78 tempest-TestMinimumBasicScenario-863203671 tempest-TestMinimumBasicScenario-863203671-project] 10.222.0.65 "GET /v2.0/ports?device_id=590846ad-935b-435a-8eb4-2c03452ba127 HTTP/1.1" status: 200 len: 210 time: 0.0286269 Mar 08 13:10:54.814286 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:10:55.791622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:56.623230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44092) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:10:56.991104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:57.030299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35ef444d-69dd-405a-bf74-383768a69c3a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:57.202401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 35ef444d-69dd-405a-bf74-383768a69c3a {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:10:57.202998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 35ef444d-69dd-405a-bf74-383768a69c3a not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:57.272694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Deleting port a9c437ae-24c2-43aa-a865-f182ea5de0b0 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:10:57.273021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:57.365054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] For port a9c437ae-24c2-43aa-a865-f182ea5de0b0, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a9c437ae-24c2-43aa-a865-f182ea5de0b0,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:57.365054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:57.373675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Calling delete_port for a9c437ae-24c2-43aa-a865-f182ea5de0b0 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:10:57.672018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:57.708348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c437ae-24c2-43aa-a865-f182ea5de0b0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:57.913054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:58.177864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Router da402bb9-c872-42f2-a109-d62c3227b1a4 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:10:58.308628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:10:58.315723 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-39d401ce-6a85-4e5f-bffd-94511b8cbe33 admin admin] 10.222.0.65 "PUT /v2.0/routers/da402bb9-c872-42f2-a109-d62c3227b1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913424 Mar 08 13:10:58.318364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44094) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:10:58.329242 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] Sync routers for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:10:58.341916 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:58.342545 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:10:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:58.436173 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:58.478851 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:58.566801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:58.687670 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:10:57Z', 'revision_number': 5, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port': {'id': '9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:39Z', 'updated_at': '2022-03-08T13:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:58.719784 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] Checking router: da402bb9-c872-42f2-a109-d62c3227b1a4 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:10:58.730180 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] Routers {'da402bb9-c872-42f2-a109-d62c3227b1a4'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:10:58.730540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Deleting port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:10:58.730795 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:10:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['da402bb9-c872-42f2-a109-d62c3227b1a4'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:58.730935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:58.831424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] For port 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:10:58.832243 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:58.853131 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Calling delete_port for 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:10:58.922562 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] Set router da402bb9-c872-42f2-a109-d62c3227b1a4 gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:10:58.976256 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:10:58Z', 'revision_number': 6, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:10:59.016726 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48e8855-77f9-46a2-9187-a4ed8b3f326e None None] The sync data for ids ['da402bb9-c872-42f2-a109-d62c3227b1a4'] in dv-neutron-829486-2-hyperv is: [{'id': 'da402bb9-c872-42f2-a109-d62c3227b1a4', 'name': 'tempest-TestMinimumBasicScenario-809276030-router', 'tenant_id': '2aa2b3e15e37487eaf69b097e3942471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:10:58Z', 'revision_number': 6, 'project_id': '2aa2b3e15e37487eaf69b097e3942471', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:10:59.105939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-168bae03-33bc-424e-949c-1ec897c67ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.134997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.162862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:59.238220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.332108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.335891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.479406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.479941 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da402bb9-c872-42f2-a109-d62c3227b1a4 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:10:59.484934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.486607 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-56e5ab9d-7184-4eb1-af62-7e2aa0613b21 admin admin] 10.222.0.65 "DELETE /v2.0/routers/da402bb9-c872-42f2-a109-d62c3227b1a4 HTTP/1.1" status: 204 len: 168 time: 1.1672480 Mar 08 13:10:59.489979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44096) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:10:59.535553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] Deleting subnet 62fbffc3-fd5f-4be6-8218-0782ac367706 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:10:59.538604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.573775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.670535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.798349 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.826955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fbffc3-fd5f-4be6-8218-0782ac367706,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:59.830561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.834024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e42e7320-c3b0-4c64-94e4-2736c0ae8f36 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/62fbffc3-fd5f-4be6-8218-0782ac367706 HTTP/1.1" status: 204 len: 168 time: 0.3429255 Mar 08 13:10:59.836138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e409f17-5b70-405f-9a93-96a1ea21a396 None None] Network 84b93114-3aa1-431b-bc6d-9db251708a7e requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:10:59.837106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44098) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:10:59.908890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:10:59.970040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Deleting port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:10:59.970372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.030405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6392606-522f-420c-96ca-54adc117855d None None] DHCP port deletion for 84b93114-3aa1-431b-bc6d-9db251708a7e request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:11:00.040507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] For port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:00.040866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.056186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Calling delete_port for 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:11:00.090914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b6392606-522f-420c-96ca-54adc117855d None None] Deleting port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:11:00.091244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.158859 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b6392606-522f-420c-96ca-54adc117855d None None] For port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,segment=NetworkSegment(1e482b2c-ab34-42c4-a651-40c618fcb9b3),segment_id=1e482b2c-ab34-42c4-a651-40c618fcb9b3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:00.159556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.172405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b6392606-522f-420c-96ca-54adc117855d None None] Calling delete_port for 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:11:00.237361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.249183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.268420 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:00.272049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] No DVR routers for this DVR port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:11:00.272509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6392606-522f-420c-96ca-54adc117855d None None] Pushing event deleted for resources: {'Port': ['ID=9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:00.285708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.286076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.286409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.286705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.287015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.287335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.287649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.287959 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.288268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.288574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.288879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.289183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6392606-522f-420c-96ca-54adc117855d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:00.292065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6392606-522f-420c-96ca-54adc117855d None None] No DVR routers for this DVR port 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:11:00.346905 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.368422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b93114-3aa1-431b-bc6d-9db251708a7e']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:00.378149 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e482b2c-ab34-42c4-a651-40c618fcb9b3') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:00.378435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e482b2c-ab34-42c4-a651-40c618fcb9b3') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:00.388617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.401685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.407620 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:11:00.407983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:11:00.409675 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:11:00.557483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.563227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:00.575437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/84b93114-3aa1-431b-bc6d-9db251708a7e HTTP/1.1" status: 204 len: 168 time: 0.7282870 Mar 08 13:11:00.575837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44100) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:00.578047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53620ab-e989-47af-a23d-bb4288c9ccb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b93114-3aa1-431b-bc6d-9db251708a7e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:00.843675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a9c437ae-24c2-43aa-a865-f182ea5de0b0 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:00.868384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: a9c437ae-24c2-43aa-a865-f182ea5de0b0 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:11:00.868722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a9c437ae-24c2-43aa-a865-f182ea5de0b0 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:00.869177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:00.888456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:11:00.888788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9c1c6aaf-94f1-4e9f-bec5-b3f1d8d07823 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:00.889202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:00.910164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:11:00.910444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 9ab1c2ea-bb3c-4277-b4bf-ae6ae9ccdc5f not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:01.253966 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:01.509100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Deleting port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:11:01.509323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:01.585041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] For port 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,segment=NetworkSegment(4d361b55-67d0-4e21-beda-6185f694bdd1),segment_id=4d361b55-67d0-4e21-beda-6185f694bdd1)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:01.585877 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:01.599122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Calling delete_port for 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:11:01.706080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4f2dab32-6309-44ad-8375-26bc54f72547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:01.854971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:01.886186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Pushing event deleted for resources: {'Port': ['ID=90fd738e-2bd5-4571-8ac9-98d8cc90bdc1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:02.051269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:02.266628 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Router 11d41c96-c25b-4626-85fb-4244b182d098 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:11:02.376602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:02.381568 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d48d914c-547e-4d34-a923-d118da92772d admin admin] 10.222.0.65 "PUT /v2.0/routers/11d41c96-c25b-4626-85fb-4244b182d098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8112609 Mar 08 13:11:02.384055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44102) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:02.387754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] Sync routers for ids ['11d41c96-c25b-4626-85fb-4244b182d098'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:02.398386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] Routers {'11d41c96-c25b-4626-85fb-4244b182d098'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:02.399001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['11d41c96-c25b-4626-85fb-4244b182d098'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:02.489458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:02.504893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] Set router 11d41c96-c25b-4626-85fb-4244b182d098 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:02.596530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:02.692633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:11:01Z', 'revision_number': 5, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port': {'id': 'f6bbc68d-3a57-4d35-a64c-8386942debc1', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:56:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41c96-c25b-4626-85fb-4244b182d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:08:45Z', 'updated_at': '2022-03-08T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:02.714927 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Deleting port f6bbc68d-3a57-4d35-a64c-8386942debc1 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:11:02.715260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:02.727295 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] Checking router: 11d41c96-c25b-4626-85fb-4244b182d098 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:02.744442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] Routers {'11d41c96-c25b-4626-85fb-4244b182d098'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:02.745138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['11d41c96-c25b-4626-85fb-4244b182d098'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:02.810056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] For port f6bbc68d-3a57-4d35-a64c-8386942debc1, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f6bbc68d-3a57-4d35-a64c-8386942debc1,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:02.810518 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:02.823252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:02.832655 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Calling delete_port for f6bbc68d-3a57-4d35-a64c-8386942debc1 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:11:02.842240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] Set router 11d41c96-c25b-4626-85fb-4244b182d098 gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:02.900543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:11:02Z', 'revision_number': 6, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:02.928636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29839a49-930a-4e98-b434-b5f4dd680a6e None None] The sync data for ids ['11d41c96-c25b-4626-85fb-4244b182d098'] in dv-neutron-829486-2-hyperv is: [{'id': '11d41c96-c25b-4626-85fb-4244b182d098', 'name': 'tempest-TestMinimumBasicScenario-1367468506-router', 'tenant_id': '931afbb5c1fc42b793a2ef0366ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:08:44Z', 'updated_at': '2022-03-08T13:11:02Z', 'revision_number': 6, 'project_id': '931afbb5c1fc42b793a2ef0366ef065e', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:03.065926 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.096834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bbc68d-3a57-4d35-a64c-8386942debc1,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:03.160993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.254020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.257293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.386193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.386760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d41c96-c25b-4626-85fb-4244b182d098 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:11:03.391401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.392604 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9e4d8aa0-ed70-464b-84b5-15fa07d82b72 admin admin] 10.222.0.65 "DELETE /v2.0/routers/11d41c96-c25b-4626-85fb-4244b182d098 HTTP/1.1" status: 204 len: 168 time: 1.0068529 Mar 08 13:11:03.395734 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44104) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:03.447150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] Deleting subnet 6e9c6bee-62aa-4895-8620-559e5f8a21d8 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:11:03.450739 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.486671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.566173 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.700524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.731287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9c6bee-62aa-4895-8620-559e5f8a21d8,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:03.735035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.738448 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7ca47309-d3d1-48b4-b421-21e92d23ff9e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6e9c6bee-62aa-4895-8620-559e5f8a21d8 HTTP/1.1" status: 204 len: 168 time: 0.3415895 Mar 08 13:11:03.740791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f37063-8d29-4a58-9903-ac3bb0b2c4d8 None None] Network 8fe18ca4-62bb-4669-b284-59609f68f888 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:11:03.741295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44106) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:03.817638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.878107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.879238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Deleting port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:11:03.879573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.950132 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] DHCP port deletion for 8fe18ca4-62bb-4669-b284-59609f68f888 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:11:03.952517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] For port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,segment=NetworkSegment(4d361b55-67d0-4e21-beda-6185f694bdd1),segment_id=4d361b55-67d0-4e21-beda-6185f694bdd1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:03.952948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:03.968354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Calling delete_port for 7469cb0e-98a3-4ec7-9b04-fd20afe5688d owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:11:04.006189 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] Deleting port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:11:04.006553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.073103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] For port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,segment=NetworkSegment(4d361b55-67d0-4e21-beda-6185f694bdd1),segment_id=4d361b55-67d0-4e21-beda-6185f694bdd1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:04.073346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.086118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] Calling delete_port for 7469cb0e-98a3-4ec7-9b04-fd20afe5688d owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:11:04.100143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.127404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:04.129232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] No DVR routers for this DVR port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:11:04.162107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.192488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] Pushing event deleted for resources: {'Port': ['ID=7469cb0e-98a3-4ec7-9b04-fd20afe5688d,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:04.199913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d258eb-66ee-43b0-95f6-116e52cc344a None None] No DVR routers for this DVR port 7469cb0e-98a3-4ec7-9b04-fd20afe5688d on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:11:04.208468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.233225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe18ca4-62bb-4669-b284-59609f68f888']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:04.242714 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d361b55-67d0-4e21-beda-6185f694bdd1') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:04.243016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d361b55-67d0-4e21-beda-6185f694bdd1') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:04.252902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.265397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.266164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.272328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:11:04.272729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:11:04.274528 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:11:04.397057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.402473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.407094 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8fe18ca4-62bb-4669-b284-59609f68f888 HTTP/1.1" status: 204 len: 168 time: 0.6637745 Mar 08 13:11:04.417872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ac39a-803a-4967-9075-726d9347a5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe18ca4-62bb-4669-b284-59609f68f888,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:04.788705 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44110) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:04.832043 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-30a087ae-7145-45a7-a2c5-1a1a9611b2bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2aa2b3e15e37487eaf69b097e3942471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421612 Mar 08 13:11:04.835075 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44112) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:04.858196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7469cb0e-98a3-4ec7-9b04-fd20afe5688d no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:04.881827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 7469cb0e-98a3-4ec7-9b04-fd20afe5688d {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:11:04.882192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7469cb0e-98a3-4ec7-9b04-fd20afe5688d not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:04.882601 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:04.889603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de28111f-fc81-4c88-903b-134678dad503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.902080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:11:04.902419 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 90fd738e-2bd5-4571-8ac9-98d8cc90bdc1 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:04.902820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f6bbc68d-3a57-4d35-a64c-8386942debc1 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:11:04.912436 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de28111f-fc81-4c88-903b-134678dad503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:04.922319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f6bbc68d-3a57-4d35-a64c-8386942debc1 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:11:04.922657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f6bbc68d-3a57-4d35-a64c-8386942debc1 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:11:05.059126 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de28111f-fc81-4c88-903b-134678dad503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:05.061701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-de28111f-fc81-4c88-903b-134678dad503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:05.062935 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-de28111f-fc81-4c88-903b-134678dad503 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/056ba036-a97c-4acd-af1f-7f9a69ca33c0 HTTP/1.1" status: 204 len: 168 time: 0.2266848 Mar 08 13:11:05.070760 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28111f-fc81-4c88-903b-134678dad503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056ba036-a97c-4acd-af1f-7f9a69ca33c0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:05.643813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44118) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:05.686022 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f764bc90-b43d-482e-982c-d31e3af75dd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=931afbb5c1fc42b793a2ef0366ef065e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410118 Mar 08 13:11:05.692210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44120) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:05.742624 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c220c154-99b3-4892-a013-a9365428e0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:05.764408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c220c154-99b3-4892-a013-a9365428e0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:05.916311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c220c154-99b3-4892-a013-a9365428e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:05.918972 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c220c154-99b3-4892-a013-a9365428e0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:05.920119 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c220c154-99b3-4892-a013-a9365428e0a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b81168f-d1ad-4a50-8e2b-a6db4a8b468a HTTP/1.1" status: 204 len: 168 time: 0.2270207 Mar 08 13:11:05.928594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220c154-99b3-4892-a013-a9365428e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81168f-d1ad-4a50-8e2b-a6db4a8b468a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:08.304606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44160) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:08.309424 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108521797', 'description': 'tempest-secgroup-smoke-2108521797 description', 'project_id': '0e715217e84a4032b7a1395babe4433c'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:08.408353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:08.417699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:08.495116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:08.567943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:08.606710 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe53eb3-7ff4-44f9-a046-9f1ebf444ac0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:08.643731 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:08.728439 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:08.757085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b9604a-930b-4ec0-9ebf-3458c6004863,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:08.885552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:08.887225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c2e04df5-6fd2-44b3-adf6-f4236d123b1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5816314 Mar 08 13:11:08.890642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44162) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:08.894978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e83adcc6-1881-43f4-b495-08066266b3a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9604a-930b-4ec0-9ebf-3458c6004863', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:08.984915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e83adcc6-1881-43f4-b495-08066266b3a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.040054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e83adcc6-1881-43f4-b495-08066266b3a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.116974 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e83adcc6-1881-43f4-b495-08066266b3a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.136189 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83adcc6-1881-43f4-b495-08066266b3a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cac7351-1096-4aea-8fbb-97f6a289e232,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.210657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e83adcc6-1881-43f4-b495-08066266b3a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.211870 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e83adcc6-1881-43f4-b495-08066266b3a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202667 Mar 08 13:11:09.214805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44164) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:09.219029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7ddc4356-9067-4e06-9a0e-ac681ecdeda9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9604a-930b-4ec0-9ebf-3458c6004863', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:09.312050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4356-9067-4e06-9a0e-ac681ecdeda9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.367761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4356-9067-4e06-9a0e-ac681ecdeda9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.488058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4356-9067-4e06-9a0e-ac681ecdeda9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.506987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4356-9067-4e06-9a0e-ac681ecdeda9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0201b179-c4ed-4669-a1ac-28e0ac6b7b00,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.587368 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4356-9067-4e06-9a0e-ac681ecdeda9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.588586 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7ddc4356-9067-4e06-9a0e-ac681ecdeda9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3728716 Mar 08 13:11:09.592033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44166) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:09.596699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-96a5024a-97a7-4df3-859c-974035579723 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9604a-930b-4ec0-9ebf-3458c6004863', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:09.682862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96a5024a-97a7-4df3-859c-974035579723 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.750450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96a5024a-97a7-4df3-859c-974035579723 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.842591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96a5024a-97a7-4df3-859c-974035579723 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.862511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5024a-97a7-4df3-859c-974035579723 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c39f279-4325-4170-bfbf-1cdd6240fe46,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.941729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-96a5024a-97a7-4df3-859c-974035579723 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:09.942998 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-96a5024a-97a7-4df3-859c-974035579723 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499243 Mar 08 13:11:09.945723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44168) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:09.950921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-171eca6a-17cd-468c-bfa9-d15439a46dcc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9604a-930b-4ec0-9ebf-3458c6004863', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:10.031346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-171eca6a-17cd-468c-bfa9-d15439a46dcc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.091561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-171eca6a-17cd-468c-bfa9-d15439a46dcc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.174198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-171eca6a-17cd-468c-bfa9-d15439a46dcc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.192268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171eca6a-17cd-468c-bfa9-d15439a46dcc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f9b022-dcdd-4f3b-8bb5-68dc52a45a35,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:10.279569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-171eca6a-17cd-468c-bfa9-d15439a46dcc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.280857 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-171eca6a-17cd-468c-bfa9-d15439a46dcc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338904 Mar 08 13:11:10.283662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44170) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:10.288524 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9604a-930b-4ec0-9ebf-3458c6004863', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:10.385612 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:11:10.392796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.455956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.516852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.536018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157300e-8699-4a19-bb0a-195caaa61ca7,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:10.609202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:10.610455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6e2fe4e2-8394-4837-a4bc-20074c64b4e7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3258758 Mar 08 13:11:10.613058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44172) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:10.617345 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9604a-930b-4ec0-9ebf-3458c6004863', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:10.694044 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:11:10.699340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.095782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.145332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.166015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040f0b9b-cb25-46f9-a38c-b6f88774ffac,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:11.216770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.218088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a54571e3-e754-4003-8429-65baae668377 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6040490 Mar 08 13:11:11.221128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:11.227606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'network': {'name': 'tempest-network-smoke--571325128', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:11.311144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:11.314759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.337651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:11:11.346991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.347249 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Added segment 97a8823b-65c8-429f-ba26-d558b42eb5c4 of type vlan for network 695b4f32-baaf-4186-a090-d1b24e65c259 Mar 08 13:11:11.385938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.499297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.504806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:11.505373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.570946 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Network': ['ID=695b4f32-baaf-4186-a090-d1b24e65c259,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:11.582565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 695b4f32-baaf-4186-a090-d1b24e65c259 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:11:11.634911 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5ec266c5-57fb-4610-8405-76de39cf710d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4126017 Mar 08 13:11:11.637664 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44176) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:11.642655 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'admin_state_up': True, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:11.744684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.745828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:11.802015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:12.041975 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:12.324111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:12.347393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:12.456190 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.140 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/d62c84d0-f26e-46e0-8ada-0531f2f87448) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:12.566329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:12.673561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [req-2f87d6c2-3d8b-465b-8ac8-1ef9c5f53ef1 req-5d72d832-51f8-4110-b5c0-379745a28cf3 service neutron] (104045) timed out ('10.222.0.45', 55401) {{(pid=104045) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 08 13:11:12.723282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:12.767473 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:12.770201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:12.773214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:12.804672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=d62c84d0-f26e-46e0-8ada-0531f2f87448,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:13.132147 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:13.336601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:13.522790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:11:13.631661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:13.641583 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Sync routers for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:13.650858 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:13.651504 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:13.753344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:13.756315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a726f5f7-4ae5-4c28-a8d0-7345464d90d4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1155021 Mar 08 13:11:13.757890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44178) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:13.758428 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:13.888971 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8e10dd90-f8d9-4f4a-887f-ba0919c770f3 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0e715217e84a4032b7a1395babe4433c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1293395 Mar 08 13:11:13.893156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44182) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:13.941228 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:12Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:13.972633 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Checking router: 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:13.972963 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Updating router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 port d62c84d0-f26e-46e0-8ada-0531f2f87448 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:11:13.997350 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.050696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5983f-84aa-4547-a299-9841beb1f031 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:14.052127 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-cbb5983f-84aa-4547-a299-9841beb1f031 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1580124 Mar 08 13:11:14.055259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44184) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:14.091365 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fa91aae6-f7e6-4501-aa4f-7651422110a6 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348494 Mar 08 13:11:14.094889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44186) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:14.100778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-426092908', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:14.247020 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.259882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:14.264282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.339712 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.397010 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Attempting to bind port d62c84d0-f26e-46e0-8ada-0531f2f87448 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:11:14.397410 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Attempting to bind port d62c84d0-f26e-46e0-8ada-0531f2f87448 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:11:14.397761 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Attempting to bind port d62c84d0-f26e-46e0-8ada-0531f2f87448 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:14.400729 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Pushing event updated for resources: {'Port': ['ID=d62c84d0-f26e-46e0-8ada-0531f2f87448,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:14.405712 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:14.408160 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:11:14.408160 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.408160 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:14.408160 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Bound port: d62c84d0-f26e-46e0-8ada-0531f2f87448, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:11:14.408160 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.435259 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.436855 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.436855 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.436855 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.437149 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.437241 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.437653 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.437992 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.438305 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.438608 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.438912 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.439213 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:11:14.478089 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] For port d62c84d0-f26e-46e0-8ada-0531f2f87448, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:14.481060 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] For port d62c84d0-f26e-46e0-8ada-0531f2f87448, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d62c84d0-f26e-46e0-8ada-0531f2f87448,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:14.505697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.552097 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.565659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Subnet': ['ID=65e452e9-3cfd-4cfd-b8d6-53c489b85dfc,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:14.574883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Checking segment: {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:11:14.575233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network hostable DHCP agents. Network: 695b4f32-baaf-4186-a090-d1b24e65c259, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:11:14.610114 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:14.610766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:14.648414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 695b4f32-baaf-4186-a090-d1b24e65c259 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:11:14.651817 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c769d-4b9c-4fc5-ac60-8e5d9bd04093 None None] Pushing event updated for resources: {'Port': ['ID=d62c84d0-f26e-46e0-8ada-0531f2f87448,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:14.717029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 695b4f32-baaf-4186-a090-d1b24e65c259) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:14.721072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:14.721893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.729060 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:14.729549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93827c13-202f-4413-a71e-889b26efc85d None None] Network 695b4f32-baaf-4186-a090-d1b24e65c259 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:11:14.817043 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f32bc57-26a3-4933-a787-6e151d929be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7202077 Mar 08 13:11:14.819920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44188) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:14.888995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-695b4f32-baaf-4186-a090-d1b24e65c259', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:11:14.890102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:14.931457 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:12Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:14.964115 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774e9d0-f485-4356-81dc-54d6f903ef18 None None] The sync data for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv is: [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:12Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:15.041069 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Allocated IP 172.20.0.2 (695b4f32-baaf-4186-a090-d1b24e65c259/65e452e9-3cfd-4cfd-b8d6-53c489b85dfc/20581208-2d73-4188-bafb-29d7b513b238) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:15.206998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.260113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.322418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.463166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Network 695b4f32-baaf-4186-a090-d1b24e65c259 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:15.466875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:15.469947 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:15.484884 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Pushing event updated for resources: {'Port': ['ID=20581208-2d73-4188-bafb-29d7b513b238,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:15.539118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Attempting to bind port 20581208-2d73-4188-bafb-29d7b513b238 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:11:15.539477 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Attempting to bind port 20581208-2d73-4188-bafb-29d7b513b238 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:11:15.540040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Attempting to bind port 20581208-2d73-4188-bafb-29d7b513b238 on network 695b4f32-baaf-4186-a090-d1b24e65c259 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:15.546358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:15.547010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Checking segment: {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:11:15.547582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.548144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Bound using segment: {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:15.548605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Bound port: 20581208-2d73-4188-bafb-29d7b513b238, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:11:15.548998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.624012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] For port 20581208-2d73-4188-bafb-29d7b513b238, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:15.626212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.1 (695b4f32-baaf-4186-a090-d1b24e65c259/65e452e9-3cfd-4cfd-b8d6-53c489b85dfc/188b6515-f231-424c-882d-1f5fd477258c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:15.627565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] For port 20581208-2d73-4188-bafb-29d7b513b238, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=20581208-2d73-4188-bafb-29d7b513b238,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:15.723610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.753324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.797829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2544bb-f0db-42de-8612-38ea1edbb9b5 None None] Pushing event updated for resources: {'Port': ['ID=20581208-2d73-4188-bafb-29d7b513b238,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:15.889331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:15.938475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 695b4f32-baaf-4186-a090-d1b24e65c259 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:15.941089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:15.944229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:15.989099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=188b6515-f231-424c-882d-1f5fd477258c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:16.015889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:16.213828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:16.508068 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:16.573289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:16.919126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 20581208-2d73-4188-bafb-29d7b513b238 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:16.977351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 20581208-2d73-4188-bafb-29d7b513b238 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:16.977637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.007047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.015840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=188b6515-f231-424c-882d-1f5fd477258c,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:17.084681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.115874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 695b4f32-baaf-4186-a090-d1b24e65c259 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:17.117323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:17.122348 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 20581208-2d73-4188-bafb-29d7b513b238, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=20581208-2d73-4188-bafb-29d7b513b238,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:17.193977 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.195198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d62c84d0-f26e-46e0-8ada-0531f2f87448 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:17.238617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:11:17.259783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c34435-d254-4fb6-9368-81003270947b None None] Network 695b4f32-baaf-4186-a090-d1b24e65c259 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:11:17.352944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=20581208-2d73-4188-bafb-29d7b513b238,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:17.356479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:17.365370 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-50816020-4f39-41bf-9f76-6837a044d5e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/76cdddf4-b84c-4a78-b6de-bd92cabdfe44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5409768 Mar 08 13:11:17.368853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-57ce0201-b739-4af4-bfce-a4fa3d84c263 None None] Provisioning complete for port 20581208-2d73-4188-bafb-29d7b513b238 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:17.369371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-57ce0201-b739-4af4-bfce-a4fa3d84c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.382213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Sync routers for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:17.439413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d62c84d0-f26e-46e0-8ada-0531f2f87448 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:17.439785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.443167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:17.443801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:17.507063 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-92dcf4db-4a7b-4a0f-9381-0fd47cb4ab18 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108521797&fields=id&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 267 time: 0.0355136 Mar 08 13:11:17.627597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-2c4d726f-31ed-4296-86d1-9153924c3d8b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:17.629019 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-2c4d726f-31ed-4296-86d1-9153924c3d8b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/networks?id=695b4f32-baaf-4186-a090-d1b24e65c259 HTTP/1.1" status: 200 len: 796 time: 0.1129999 Mar 08 13:11:17.644376 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-bf4792e3-be55-4044-83aa-c5918d5109e4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/quotas/0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 375 time: 0.0095563 Mar 08 13:11:17.699746 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-b99a1e16-f4aa-4d9b-a5bb-2125eb86c858 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494661 Mar 08 13:11:17.705675 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:17.759822 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.820792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port d62c84d0-f26e-46e0-8ada-0531f2f87448, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d62c84d0-f26e-46e0-8ada-0531f2f87448,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:17.822771 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-88d5a543-c268-4acf-9a67-cccb389de1ba service neutron] 10.222.0.65 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017802 Mar 08 13:11:17.909391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:17.929717 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-e44c5bc6-8189-401c-8047-f2b4252915c8 service neutron] 10.222.0.65 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995066 Mar 08 13:11:17.999013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=d62c84d0-f26e-46e0-8ada-0531f2f87448,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:18.025357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 2, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:18.061011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Checking router: 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:18.061430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Updating router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 port 188b6515-f231-424c-882d-1f5fd477258c binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:11:18.094895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.098111 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-eb1e243f-75db-43dc-8492-ecfb1e21e714 None None] Provisioning complete for port 188b6515-f231-424c-882d-1f5fd477258c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:18.103730 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb1e243f-75db-43dc-8492-ecfb1e21e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.186366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e243f-75db-43dc-8492-ecfb1e21e714 None None] Port 188b6515-f231-424c-882d-1f5fd477258c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:11:18.238512 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3354e6f0-894f-4522-ad54-b29def892723 req-cf347a2f-7f60-4b64-a23d-8f4ce7967f3a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 210 time: 0.0351627 Mar 08 13:11:18.268917 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-eb1e243f-75db-43dc-8492-ecfb1e21e714 None None] Provisioning complete for port 20581208-2d73-4188-bafb-29d7b513b238 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:18.269285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-eb1e243f-75db-43dc-8492-ecfb1e21e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.510740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.569025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b0e0ea7d-baca-40dc-ba3d-5881bb1a5cb9 None None] Provisioning complete for port 188b6515-f231-424c-882d-1f5fd477258c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:18.569336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ea7d-baca-40dc-ba3d-5881bb1a5cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.735274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.786092 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0ea7d-baca-40dc-ba3d-5881bb1a5cb9 None None] Port 188b6515-f231-424c-882d-1f5fd477258c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:11:18.793015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e1b77-6f49-447a-87c3-60df9f80176c None None] Pushing event updated for resources: {'Port': ['ID=188b6515-f231-424c-882d-1f5fd477258c,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:18.854539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Attempting to bind port 188b6515-f231-424c-882d-1f5fd477258c on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:11:18.854927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Attempting to bind port 188b6515-f231-424c-882d-1f5fd477258c by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:11:18.855288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Attempting to bind port 188b6515-f231-424c-882d-1f5fd477258c on network 695b4f32-baaf-4186-a090-d1b24e65c259 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:18.865187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:18.871221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Checking segment: {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:11:18.871221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.871221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Bound using segment: {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:18.871221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Bound port: 188b6515-f231-424c-882d-1f5fd477258c, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:11:18.871221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:18.907319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 20581208-2d73-4188-bafb-29d7b513b238 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:18.979934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] For port 188b6515-f231-424c-882d-1f5fd477258c, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:18.980873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] For port 188b6515-f231-424c-882d-1f5fd477258c, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=188b6515-f231-424c-882d-1f5fd477258c,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:18.990434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 20581208-2d73-4188-bafb-29d7b513b238 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:18.990795 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:19.028443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:19.120465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e1b77-6f49-447a-87c3-60df9f80176c None None] Pushing event updated for resources: {'Port': ['ID=188b6515-f231-424c-882d-1f5fd477258c,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:19.123772 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:19.124379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:19.190688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d62c84d0-f26e-46e0-8ada-0531f2f87448 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:19.216266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2233f435-7084-4b3a-afdc-bad1544579f8 None None] Provisioning complete for port 188b6515-f231-424c-882d-1f5fd477258c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:19.216832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2233f435-7084-4b3a-afdc-bad1544579f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:19.328257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:19.330490 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4ad9cf72-d9a3-44c3-aa22-d98ee16b8a97 req-39f3364b-04a1-4f2c-a77f-1c3092cac8a6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 210 time: 0.0325251 Mar 08 13:11:19.365755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d62c84d0-f26e-46e0-8ada-0531f2f87448 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:19.366137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:19.508834 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2233f435-7084-4b3a-afdc-bad1544579f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:19.597266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2233f435-7084-4b3a-afdc-bad1544579f8 None None] For port 188b6515-f231-424c-882d-1f5fd477258c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=188b6515-f231-424c-882d-1f5fd477258c,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:19.660143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2233f435-7084-4b3a-afdc-bad1544579f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:19.699698 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:18Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:19.743832 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c785b7-5863-44eb-af62-fd806e4585fc None None] The sync data for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv is: [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:18Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:19.751495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233f435-7084-4b3a-afdc-bad1544579f8 None None] Pushing event updated for resources: {'Port': ['ID=188b6515-f231-424c-882d-1f5fd477258c,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:19.784513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-69511912-c72b-4a93-b954-f63613199258 None None] Provisioning complete for port 188b6515-f231-424c-882d-1f5fd477258c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:19.785661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-69511912-c72b-4a93-b954-f63613199258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:20.468389 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c961eaa7-1895-442c-be44-022a7d7f196f req-e14075fc-30c2-4281-a7ee-e62a1a8bca7c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 210 time: 0.0375738 Mar 08 13:11:20.521935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-2d13d16c-c383-4888-8b47-8917487b0f22 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:20.523417 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-2d13d16c-c383-4888-8b47-8917487b0f22 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/networks?id=695b4f32-baaf-4186-a090-d1b24e65c259 HTTP/1.1" status: 200 len: 796 time: 0.1554699 Mar 08 13:11:20.572087 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-7e7984b9-cbb7-49ad-936d-d4fe8b8a47e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 380 time: 0.0385170 Mar 08 13:11:20.582272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'port': {'device_id': '8a35c041-fe2c-4360-959e-849d80e1409a', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'admin_state_up': True, 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'security_groups': ['d2b9604a-930b-4ec0-9ebf-3458c6004863']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:20.774055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:11:20.777925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:20.908814 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 188b6515-f231-424c-882d-1f5fd477258c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:20.931401 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.14 (695b4f32-baaf-4186-a090-d1b24e65c259/65e452e9-3cfd-4cfd-b8d6-53c489b85dfc/333e8e1a-1f90-407e-bdff-e3db7030a354) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:20.967436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 188b6515-f231-424c-882d-1f5fd477258c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:20.967663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.077271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.168392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.219937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 695b4f32-baaf-4186-a090-d1b24e65c259 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:21.222956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:21.226750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:21.233695 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=333e8e1a-1f90-407e-bdff-e3db7030a354,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:21.283051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:21.283833 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.360332 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-fefa79b6-ec02-4719-81ca-4e5c1d97b108 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7826138 Mar 08 13:11:21.372698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Request body: {'port': {'device_id': '8a35c041-fe2c-4360-959e-849d80e1409a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:21.443474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.538107 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b54091ff-b582-44d9-bfe3-ef1b094f596c None None] Provisioning complete for port 333e8e1a-1f90-407e-bdff-e3db7030a354 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:21.538612 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b54091ff-b582-44d9-bfe3-ef1b094f596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.585073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b54091ff-b582-44d9-bfe3-ef1b094f596c None None] Port 333e8e1a-1f90-407e-bdff-e3db7030a354 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:11:21.705644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0aa2c-24e6-4c23-833d-201d4c7216b5 req-cefb26c0-6144-46f5-b6f8-6497b82fd4d0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:21.707197 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ecd0aa2c-24e6-4c23-833d-201d4c7216b5 req-cefb26c0-6144-46f5-b6f8-6497b82fd4d0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 932 time: 0.1130779 Mar 08 13:11:21.799741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ecd0aa2c-24e6-4c23-833d-201d4c7216b5 req-20ef8176-5fa2-4e9d-ac24-09961a495286 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863760 Mar 08 13:11:21.806926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333e8e1a-1f90-407e-bdff-e3db7030a354 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:11:21.816581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.831171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Transition to ACTIVE for port object 333e8e1a-1f90-407e-bdff-e3db7030a354 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:11:21.893909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:21.954408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=333e8e1a-1f90-407e-bdff-e3db7030a354,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:22.034227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Attempting to bind port 333e8e1a-1f90-407e-bdff-e3db7030a354 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:11:22.034227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Attempting to bind port 333e8e1a-1f90-407e-bdff-e3db7030a354 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:11:22.034556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Attempting to bind port 333e8e1a-1f90-407e-bdff-e3db7030a354 on network 695b4f32-baaf-4186-a090-d1b24e65c259 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:22.039522 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Port 333e8e1a-1f90-407e-bdff-e3db7030a354 on network 695b4f32-baaf-4186-a090-d1b24e65c259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:11:22.039832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Attempting to bind port 333e8e1a-1f90-407e-bdff-e3db7030a354 on network 695b4f32-baaf-4186-a090-d1b24e65c259 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:11:22.046199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:11:22.046744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Checking segment: {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:11:22.047619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Bound using segment: {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:11:22.048225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Bound port: 333e8e1a-1f90-407e-bdff-e3db7030a354, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a8823b-65c8-429f-ba26-d558b42eb5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:11:22.048583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:22.121937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] For port 333e8e1a-1f90-407e-bdff-e3db7030a354, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:11:22.126024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] For port 333e8e1a-1f90-407e-bdff-e3db7030a354, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=333e8e1a-1f90-407e-bdff-e3db7030a354,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:11:22.196476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:22.238901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.239517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:22.240948 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] 10.222.0.45 "PUT /v2.0/ports/333e8e1a-1f90-407e-bdff-e3db7030a354 HTTP/1.1" status: 200 len: 1094 time: 0.8731549 Mar 08 13:11:22.241385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:22.243817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:22.276233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4688e7-2197-43b1-a886-58abc3b3ff8f service neutron] Pushing event updated for resources: {'Port': ['ID=333e8e1a-1f90-407e-bdff-e3db7030a354,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:22.374358 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d693d5-1432-48ce-90bd-2e28e2ee18d7 x-openstack-request-id: req-45d693d5-1432-48ce-90bd-2e28e2ee18d7 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:22.374645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:22.374892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45d693d5-1432-48ce-90bd-2e28e2ee18d7 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:22.375287 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'status': 'completed', 'code': 200} Mar 08 13:11:22.413151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-f39ff2e8-3482-4e3e-8cd3-769cb9a3492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.414756 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-f39ff2e8-3482-4e3e-8cd3-769cb9a3492a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 1097 time: 0.0499489 Mar 08 13:11:22.462998 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-bae8c8b1-4d6c-4cea-9f4e-342bb1d3e100 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333e8e1a-1f90-407e-bdff-e3db7030a354 HTTP/1.1" status: 200 len: 217 time: 0.0397844 Mar 08 13:11:22.519225 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-9fafb461-a573-4f87-ac7f-428040de4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.520630 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-9fafb461-a573-4f87-ac7f-428040de4db3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65e452e9-3cfd-4cfd-b8d6-53c489b85dfc HTTP/1.1" status: 200 len: 834 time: 0.0511637 Mar 08 13:11:22.569957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c63a-522c-4a36-af10-081298f88b97 req-5f2153d7-83c4-4f0e-852c-01d2b903e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.571481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-5f2153d7-83c4-4f0e-852c-01d2b903e9a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b4f32-baaf-4186-a090-d1b24e65c259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441525 Mar 08 13:11:22.667339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-3a0c2b64-6329-4100-b740-95611c4435c7 service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885067 Mar 08 13:11:22.764827 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c931c63a-522c-4a36-af10-081298f88b97 req-d8d0c7e4-519c-4793-bf54-78b22a99a49d service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914066 Mar 08 13:11:22.957326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7974-dea6-4c71-a78a-9bf0936636f1 req-9664ed43-866f-4fd8-bb50-64e8dbeccbca tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.958872 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3a6e7974-dea6-4c71-a78a-9bf0936636f1 req-9664ed43-866f-4fd8-bb50-64e8dbeccbca tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 944 time: 0.0840142 Mar 08 13:11:22.960704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-775fc6f2-bf06-4ce8-b4c5-c28f2f1f3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:22.962074 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-775fc6f2-bf06-4ce8-b4c5-c28f2f1f3145 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 1097 time: 0.0784006 Mar 08 13:11:23.051895 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3a6e7974-dea6-4c71-a78a-9bf0936636f1 req-18e39445-48d7-4fe3-896d-1f7ba8a52164 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871148 Mar 08 13:11:23.081977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-7904c32b-dc0a-4ad9-81c8-13ab04ae5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:23.083447 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-7904c32b-dc0a-4ad9-81c8-13ab04ae5dd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b4f32-baaf-4186-a090-d1b24e65c259 HTTP/1.1" status: 200 len: 897 time: 0.1129446 Mar 08 13:11:23.129090 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-4d07b883-160d-48fa-8768-d6ab47c0c99e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333e8e1a-1f90-407e-bdff-e3db7030a354 HTTP/1.1" status: 200 len: 217 time: 0.0363555 Mar 08 13:11:23.184077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-967412bb-f281-49c3-9ec6-922c012890da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:23.186099 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-967412bb-f281-49c3-9ec6-922c012890da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65e452e9-3cfd-4cfd-b8d6-53c489b85dfc HTTP/1.1" status: 200 len: 834 time: 0.0504506 Mar 08 13:11:23.232428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-0704bc09-24e3-48a1-9eaf-7b6cfc47c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:23.233799 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-0704bc09-24e3-48a1-9eaf-7b6cfc47c169 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b4f32-baaf-4186-a090-d1b24e65c259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412140 Mar 08 13:11:23.333563 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-1999a2fd-85ff-4f4f-8bd4-88687b3b7fed service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928037 Mar 08 13:11:23.452594 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9a8b28eb-19f4-4fb7-8638-d86fc2b1932c req-bd4fa16f-e942-4a37-95fd-ed5f83488fd5 service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099107 Mar 08 13:11:24.175351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527158f-cd37-437f-a661-d094c29b8cc9 req-65df6010-013a-4048-954a-c17bcdfc4803 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:24.176849 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1527158f-cd37-437f-a661-d094c29b8cc9 req-65df6010-013a-4048-954a-c17bcdfc4803 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 944 time: 0.0544381 Mar 08 13:11:24.214826 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1527158f-cd37-437f-a661-d094c29b8cc9 req-7033fd99-dc22-4f2d-87c4-5ffefb9b9f07 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Mar 08 13:11:25.091051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 333e8e1a-1f90-407e-bdff-e3db7030a354 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:11:25.184765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 333e8e1a-1f90-407e-bdff-e3db7030a354, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=333e8e1a-1f90-407e-bdff-e3db7030a354,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:25.196246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'port_id': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'mac_address': 'fa:16:3e:43:1f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:11:25.237172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:25.250371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333e8e1a-1f90-407e-bdff-e3db7030a354 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:11:25.269536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 333e8e1a-1f90-407e-bdff-e3db7030a354, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=333e8e1a-1f90-407e-bdff-e3db7030a354,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:25.333043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee1c0e-df8f-404c-8baf-c1ba81f9c37e req-1f6d61c6-d20e-4125-a5c7-f3df7c7c90b8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:25.334491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c7ee1c0e-df8f-404c-8baf-c1ba81f9c37e req-1f6d61c6-d20e-4125-a5c7-f3df7c7c90b8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 944 time: 0.0508866 Mar 08 13:11:25.339340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:25.378427 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c7ee1c0e-df8f-404c-8baf-c1ba81f9c37e req-f3fb3a26-c165-4bb6-b777-4051a7fd8eed tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378914 Mar 08 13:11:25.389935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=333e8e1a-1f90-407e-bdff-e3db7030a354,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:25.540566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['333e8e1a-1f90-407e-bdff-e3db7030a354'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:11:25.771699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:26.495659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5ad8a-d6ba-4cbe-8cd6-4bd1307f801b req-ff0ed303-e95e-4474-91b0-067155a3d33b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:26.497147 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4b5ad8a-d6ba-4cbe-8cd6-4bd1307f801b req-ff0ed303-e95e-4474-91b0-067155a3d33b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 945 time: 0.0494502 Mar 08 13:11:26.536808 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4b5ad8a-d6ba-4cbe-8cd6-4bd1307f801b req-c6e61aff-10cc-487c-83f7-a76d1db94980 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Mar 08 13:11:27.091595 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 333e8e1a-1f90-407e-bdff-e3db7030a354 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:11:27.179789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 333e8e1a-1f90-407e-bdff-e3db7030a354 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:11:27.183847 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 333e8e1a-1f90-407e-bdff-e3db7030a354 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:11:27.184207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:27.413022 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:27.436740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:27.438610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3a5ae6-eba4-490f-82c6-b0388a936bc4" -d '{"events": [{"server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "name": "network-vif-plugged", "status": "completed", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:27.452163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 333e8e1a-1f90-407e-bdff-e3db7030a354, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=333e8e1a-1f90-407e-bdff-e3db7030a354,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:11:27.476413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fb403-f4b0-40f3-b663-f32b044b5f3e x-openstack-request-id: req-670fb403-f4b0-40f3-b663-f32b044b5f3e {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:27.476706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "name": "network-vif-plugged", "status": "completed", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:27.476943 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-670fb403-f4b0-40f3-b663-f32b044b5f3e {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:27.477340 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'code': 200} Mar 08 13:11:27.533895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:27.588773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=333e8e1a-1f90-407e-bdff-e3db7030a354,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:27.661987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa2ad6-c318-4844-9e0f-28b8a0a020ea req-153fdbd6-0566-42e5-9315-e8fa5f104df2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:27.663567 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84aa2ad6-c318-4844-9e0f-28b8a0a020ea req-153fdbd6-0566-42e5-9315-e8fa5f104df2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0514185 Mar 08 13:11:27.706747 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84aa2ad6-c318-4844-9e0f-28b8a0a020ea req-e7d741ff-abff-4e48-ae68-1a783ec02eac tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367122 Mar 08 13:11:27.762762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59116b2e-661b-43ef-8833-1444986ce992 req-17cee6e8-2abc-4c03-8727-bd733be9c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:27.765530 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59116b2e-661b-43ef-8833-1444986ce992 req-17cee6e8-2abc-4c03-8727-bd733be9c309 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 1099 time: 0.0442746 Mar 08 13:11:27.809298 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-59116b2e-661b-43ef-8833-1444986ce992 req-6a2032cf-e6fc-426f-bd1b-10932af1fc1d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349455 Mar 08 13:11:28.831138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac334d-f87a-4c35-a034-be22ca8923fc req-f029e4b9-c3e0-4e1a-b857-932b390540dd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:28.832626 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4ac334d-f87a-4c35-a034-be22ca8923fc req-f029e4b9-c3e0-4e1a-b857-932b390540dd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0511429 Mar 08 13:11:28.871167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b4ac334d-f87a-4c35-a034-be22ca8923fc req-9005d851-1f66-4f93-9723-e8403d696148 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Mar 08 13:11:29.122177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-45fc04a1-23fa-4106-a895-5a5d0d2d3be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:29.605748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-dcc7e84f-8288-4e75-bb54-d95d7f7ae1a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405700 Mar 08 13:11:29.686703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a4830-d348-4706-bbc4-0d77981191d0 req-61efbdbe-0e3c-445b-a564-d2a154594267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:29.688208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-61efbdbe-0e3c-445b-a564-d2a154594267 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 1099 time: 0.0409658 Mar 08 13:11:29.796976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a4830-d348-4706-bbc4-0d77981191d0 req-1416c6ed-a933-4298-823d-2be4a3e2360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:29.798488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-1416c6ed-a933-4298-823d-2be4a3e2360a service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b4f32-baaf-4186-a090-d1b24e65c259 HTTP/1.1" status: 200 len: 897 time: 0.0917242 Mar 08 13:11:29.843636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-8a0b6797-0ed2-484a-a118-08ff063ec597 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333e8e1a-1f90-407e-bdff-e3db7030a354 HTTP/1.1" status: 200 len: 217 time: 0.0358074 Mar 08 13:11:29.896216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a4830-d348-4706-bbc4-0d77981191d0 req-9b246733-1f3d-436d-b63d-51df136eba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:29.897684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-9b246733-1f3d-436d-b63d-51df136eba87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65e452e9-3cfd-4cfd-b8d6-53c489b85dfc HTTP/1.1" status: 200 len: 834 time: 0.0483158 Mar 08 13:11:29.954356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a4830-d348-4706-bbc4-0d77981191d0 req-1974d121-37e7-4e10-9041-2431e28dbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:29.955749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-1974d121-37e7-4e10-9041-2431e28dbe8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b4f32-baaf-4186-a090-d1b24e65c259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517018 Mar 08 13:11:30.048376 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456e26-00b3-482c-9fea-082dc01e80e9 req-409777a8-5fcf-4cb8-84ac-4abaa295d628 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:30.049892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c9456e26-00b3-482c-9fea-082dc01e80e9 req-409777a8-5fcf-4cb8-84ac-4abaa295d628 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.1068664 Mar 08 13:11:30.100272 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-49356ad2-f278-4164-b2ec-73551e6cc300 service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273584 Mar 08 13:11:30.107487 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c9456e26-00b3-482c-9fea-082dc01e80e9 req-692a8176-5ff2-42c5-bd2b-73e29d0c05ba tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514219 Mar 08 13:11:30.226467 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-057a4830-d348-4706-bbc4-0d77981191d0 req-d91fdc4d-d22c-414e-aeb4-aa3dcc6c4ffe service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179733 Mar 08 13:11:30.245573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85537d20-b9e5-469b-aec9-1b97f481e04e req-afec8621-234d-4bb1-82c1-c6a163290562 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:30.247054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85537d20-b9e5-469b-aec9-1b97f481e04e req-afec8621-234d-4bb1-82c1-c6a163290562 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0679913 Mar 08 13:11:30.285537 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-85537d20-b9e5-469b-aec9-1b97f481e04e req-ac474f7d-ef47-4863-ba92-bc2c8c8ef1af tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Mar 08 13:11:30.308657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44248) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:30.352139 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bea31-5da0-4029-8b86-7cc762eff219 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:30.353657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aa0bea31-5da0-4029-8b86-7cc762eff219 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 1094 time: 0.0440247 Mar 08 13:11:30.356653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44250) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:30.361679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:11:30.459888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:30.563268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:30.666864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.122 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/bbd3b1fe-9e20-4afb-9072-d3e6e0771093) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:11:30.772998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:30.860162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:30.897662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:11:30.900684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:11:30.904155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:11:30.931477 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=bbd3b1fe-9e20-4afb-9072-d3e6e0771093,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:31.271896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:31.384162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:31.540203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:31.595879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:31.668200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=bbd3b1fe-9e20-4afb-9072-d3e6e0771093,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:31.679377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:31.693672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f2947daa-f7ca-45fd-a3b5-f95c5d0ceabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:31.782008 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 0f933f88-b11d-4eb1-90ff-4efd6d44f4d9 associated. External IP: 172.26.3.122, port: 333e8e1a-1f90-407e-bdff-e3db7030a354. Mar 08 13:11:31.817331 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:11:31.996513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:11:32.130067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:11:32.144034 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] Sync routers for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:11:32.153646 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:32.160605 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:32.232340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:32.264194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5e5045d5-cad2-46b1-9e16-40e4e216f476 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9039025 Mar 08 13:11:32.264194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:11:32.264702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc51915e-3f94-40b5-a08c-3a62234afa62" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:11:32.268443 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:32.313426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7890c747-af8e-4b3c-a3aa-c46210da6499 x-openstack-request-id: req-7890c747-af8e-4b3c-a3aa-c46210da6499 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:11:32.313717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:11:32.314086 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7890c747-af8e-4b3c-a3aa-c46210da6499 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:11:32.314503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'status': 'completed', 'code': 200} Mar 08 13:11:32.414447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0ce98-914f-4034-be85-d303247d4c3f req-d0d9b1fa-a6dd-43d6-8b30-e2b95b67ea1c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:32.415952 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5d0ce98-914f-4034-be85-d303247d4c3f req-d0d9b1fa-a6dd-43d6-8b30-e2b95b67ea1c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0848672 Mar 08 13:11:32.419006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-ef67f829-3193-46fc-8fad-d527407179db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:32.420562 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-ef67f829-3193-46fc-8fad-d527407179db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 1099 time: 0.0802524 Mar 08 13:11:32.613056 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '0f933f88-b11d-4eb1-90ff-4efd6d44f4d9', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.122', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'port_id': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'mac_address': 'fa:16:3e:43:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a35c041-fe2c-4360-959e-849d80e1409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:11:31Z', 'updated_at': '2022-03-08T13:11:31Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:19Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:32.642997 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] Checking router: 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:11:32.651594 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:11:32.652204 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:11:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:32.762870 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:11:32.768557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:32.853881 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5d0ce98-914f-4034-be85-d303247d4c3f req-9d0ff4c2-a857-4481-a9fa-6a7a5b163967 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300549 Mar 08 13:11:32.879348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44256) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:32.886067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-6e070d2d-9412-4c4a-9858-d149254a7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:32.887532 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-6e070d2d-9412-4c4a-9858-d149254a7846 service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b4f32-baaf-4186-a090-d1b24e65c259 HTTP/1.1" status: 200 len: 897 time: 0.4574757 Mar 08 13:11:32.943861 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-011afa25-077a-42a4-8762-844eb4a4dbfc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/0f933f88-b11d-4eb1-90ff-4efd6d44f4d9 HTTP/1.1" status: 200 len: 992 time: 0.0620668 Mar 08 13:11:32.959456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-c9a87b43-7c22-4fe4-99c3-a22d7bebc764 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333e8e1a-1f90-407e-bdff-e3db7030a354 HTTP/1.1" status: 200 len: 1000 time: 0.0632777 Mar 08 13:11:32.991747 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '0f933f88-b11d-4eb1-90ff-4efd6d44f4d9', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.122', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'port_id': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'mac_address': 'fa:16:3e:43:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a35c041-fe2c-4360-959e-849d80e1409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:11:31Z', 'updated_at': '2022-03-08T13:11:31Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:19Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:11:33.007297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-94df4dd0-8e51-4ea9-82cd-a8e13d81c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:33.008729 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-94df4dd0-8e51-4ea9-82cd-a8e13d81c7ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65e452e9-3cfd-4cfd-b8d6-53c489b85dfc HTTP/1.1" status: 200 len: 834 time: 0.0431378 Mar 08 13:11:33.021416 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaadf09-6bf9-4778-a0c4-2171f5f3ec34 None None] The sync data for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv is: [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '0f933f88-b11d-4eb1-90ff-4efd6d44f4d9', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.122', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'port_id': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'mac_address': 'fa:16:3e:43:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a35c041-fe2c-4360-959e-849d80e1409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:11:31Z', 'updated_at': '2022-03-08T13:11:31Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:19Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:11:33.056631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-ae4794ec-b4f8-406f-9d27-4c543ea1a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:33.058136 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-ae4794ec-b4f8-406f-9d27-4c543ea1a0dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b4f32-baaf-4186-a090-d1b24e65c259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432487 Mar 08 13:11:33.156109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-9294dfe9-5019-4f83-bc94-7d4a21204f2f service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902920 Mar 08 13:11:33.225532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c474566-b572-4a1e-92ca-db7cf501abf4 None None] New status for floating IP 0f933f88-b11d-4eb1-90ff-4efd6d44f4d9: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:11:33.250283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dc51915e-3f94-40b5-a08c-3a62234afa62 req-4b0bcbdf-8dc0-483f-80e1-3a1db6a2cb35 service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 Mar 08 13:11:33.876626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:33.946806 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44258) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:11:34.010009 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a6047554-5225-4b6c-8d84-ca0f3d9924a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/0f933f88-b11d-4eb1-90ff-4efd6d44f4d9 HTTP/1.1" status: 200 len: 994 time: 0.0620351 Mar 08 13:11:34.259529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:55.796220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:11:59.093704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-67769852-a88b-4357-accf-63f3fe6af4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:00.934426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec3cf8-663b-41d5-b48b-61309a3728a5 req-e3512afa-cd16-4781-b7ba-c3186989e519 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:00.936015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d2ec3cf8-663b-41d5-b48b-61309a3728a5 req-e3512afa-cd16-4781-b7ba-c3186989e519 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0546145 Mar 08 13:12:00.974810 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d2ec3cf8-663b-41d5-b48b-61309a3728a5 req-996a6bda-65f4-482d-aaab-bf7065bb2daa tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Mar 08 13:12:01.699040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-499cf71e-0db2-4455-9c5c-1436efcda43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:02.093964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784de5d-3c4c-4ef3-93bc-0b91c00c493e req-330b1d3f-0f5e-4c10-9a65-094ed662700b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:02.095943 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9784de5d-3c4c-4ef3-93bc-0b91c00c493e req-330b1d3f-0f5e-4c10-9a65-094ed662700b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0495925 Mar 08 13:12:02.134292 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9784de5d-3c4c-4ef3-93bc-0b91c00c493e req-d1cb7d06-679e-4829-8300-5207a9d7e8df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Mar 08 13:12:02.156583 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44274) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:02.217643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1b93011b-6ea9-4941-be81-e16f7b53a45a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/0f933f88-b11d-4eb1-90ff-4efd6d44f4d9 HTTP/1.1" status: 200 len: 994 time: 0.0599165 Mar 08 13:12:02.785054 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:03.700877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b70cc8-94a3-42ad-8ab0-5ac4a4353cab req-118e5e38-22b6-4ef0-bc67-baa2b054451b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:03.702661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-83b70cc8-94a3-42ad-8ab0-5ac4a4353cab req-118e5e38-22b6-4ef0-bc67-baa2b054451b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0550315 Mar 08 13:12:03.744125 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-83b70cc8-94a3-42ad-8ab0-5ac4a4353cab req-47c401ba-beac-45c2-aacb-069769e6dc33 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342033 Mar 08 13:12:03.859110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:04.236101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:04.865932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e39b46-803f-4b23-8d26-cf848bddf1b8 req-868908ee-bf00-43a6-99fd-1c15681db07c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:04.867393 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d1e39b46-803f-4b23-8d26-cf848bddf1b8 req-868908ee-bf00-43a6-99fd-1c15681db07c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0506692 Mar 08 13:12:04.906710 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d1e39b46-803f-4b23-8d26-cf848bddf1b8 req-508ec188-6f4e-4b44-a98a-a7eb600650bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332763 Mar 08 13:12:04.928778 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44284) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:04.992433 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f2499d77-c4ad-4388-b476-65d7c125a425 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/0f933f88-b11d-4eb1-90ff-4efd6d44f4d9 HTTP/1.1" status: 200 len: 994 time: 0.0622106 Mar 08 13:12:05.257483 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44290) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:05.415844 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port bbd3b1fe-9e20-4afb-9072-d3e6e0771093 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:12:05.416100 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:05.492001 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:05.492317 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:05.503799 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for bbd3b1fe-9e20-4afb-9072-d3e6e0771093 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:12:05.699221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:05.725188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=bbd3b1fe-9e20-4afb-9072-d3e6e0771093,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:05.736871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.737220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.737557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.737920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.738938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.739277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.739520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.739843 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.740164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.740484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.740805 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.741122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.798863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:05.799189 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 0f933f88-b11d-4eb1-90ff-4efd6d44f4d9 disassociated (deleted). External IP: 172.26.3.122, port: 333e8e1a-1f90-407e-bdff-e3db7030a354. Mar 08 13:12:06.008014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:06.112482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:06.118071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:06.123030 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] Sync routers for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:06.132232 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:06.132833 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:06.151674 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2d1fcecd-7ec2-415c-a1a4-8f006289990a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/floatingips/0f933f88-b11d-4eb1-90ff-4efd6d44f4d9 HTTP/1.1" status: 204 len: 168 time: 0.8905218 Mar 08 13:12:06.151674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:06.152185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48575c4f-3ead-4391-8bf8-2c1f598225e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:06.192900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb61c06-1135-4560-b61f-9dbba7775f22 x-openstack-request-id: req-9bb61c06-1135-4560-b61f-9dbba7775f22 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:06.193206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:06.193712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bb61c06-1135-4560-b61f-9dbba7775f22 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:06.194158 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'status': 'completed', 'code': 200} Mar 08 13:12:06.243854 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:06.266444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-0889cde4-4e05-4f59-bfda-b8687b23441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:06.267873 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-0889cde4-4e05-4f59-bfda-b8687b23441f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 1099 time: 0.0501802 Mar 08 13:12:06.367649 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-a34ca091-2254-40e4-a8d0-a724d52153ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:06.369138 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-a34ca091-2254-40e4-a8d0-a724d52153ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=695b4f32-baaf-4186-a090-d1b24e65c259 HTTP/1.1" status: 200 len: 897 time: 0.0934565 Mar 08 13:12:06.413436 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-dc36723e-9a90-44a6-8851-b7a8e1dd147a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333e8e1a-1f90-407e-bdff-e3db7030a354 HTTP/1.1" status: 200 len: 217 time: 0.0358665 Mar 08 13:12:06.458420 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:19Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:06.469482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-0cdfccce-b1ad-4bce-b274-4e5d99e1d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:06.471173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-0cdfccce-b1ad-4bce-b274-4e5d99e1d385 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65e452e9-3cfd-4cfd-b8d6-53c489b85dfc HTTP/1.1" status: 200 len: 834 time: 0.0517108 Mar 08 13:12:06.488367 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] Checking router: 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:06.497457 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:06.498136 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:06.533661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-72f6253f-0a69-4772-9854-83879f4d9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:06.533661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-72f6253f-0a69-4772-9854-83879f4d9184 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=695b4f32-baaf-4186-a090-d1b24e65c259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475121 Mar 08 13:12:06.608389 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:06.656078 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-d5d32660-3a74-4915-b238-ab01e2ad2693 service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232574 Mar 08 13:12:06.732061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe12957-7a59-4f38-9eb1-e927ee0e7114 req-3e4ee78b-8ff9-4bea-9708-80f3af3d552e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:06.733681 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbe12957-7a59-4f38-9eb1-e927ee0e7114 req-3e4ee78b-8ff9-4bea-9708-80f3af3d552e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.1076558 Mar 08 13:12:06.799353 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbe12957-7a59-4f38-9eb1-e927ee0e7114 req-ecf073ef-07e6-4f5d-b043-a7a0f2246b7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548975 Mar 08 13:12:06.801746 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-48575c4f-3ead-4391-8bf8-2c1f598225e5 req-54020201-a0b2-4324-bd12-7fa23c9f7afa service neutron] 10.222.0.45 "GET /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380396 Mar 08 13:12:06.816549 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:19Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:06.934214 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10649f33-5882-45da-9195-10a9621c25e7 None None] The sync data for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv is: [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:11:16Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '188b6515-f231-424c-882d-1f5fd477258c', 'name': '', 'network_id': '695b4f32-baaf-4186-a090-d1b24e65c259', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d4:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:15Z', 'updated_at': '2022-03-08T13:11:19Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '65e452e9-3cfd-4cfd-b8d6-53c489b85dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:07.168160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de645e2d-2bed-48e0-bb63-dbc81e0a76b9 None None] New status for floating IP 0f933f88-b11d-4eb1-90ff-4efd6d44f4d9: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:12:07.919091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecfb24-2599-44f2-a5a2-033f6a09208a req-c02b9c8d-7568-4b0c-87ab-dc67377a953c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:07.920546 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39ecfb24-2599-44f2-a5a2-033f6a09208a req-c02b9c8d-7568-4b0c-87ab-dc67377a953c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0493159 Mar 08 13:12:07.963386 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39ecfb24-2599-44f2-a5a2-033f6a09208a req-5ff2b2a0-3d74-49e8-9fa0-44f12b076205 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=d2b9604a-930b-4ec0-9ebf-3458c6004863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368230 Mar 08 13:12:08.258993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-b90c7ce9-10cc-4b70-b388-8e1361413a46 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:08.260476 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-b90c7ce9-10cc-4b70-b388-8e1361413a46 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 946 time: 0.0492909 Mar 08 13:12:08.348275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 333e8e1a-1f90-407e-bdff-e3db7030a354 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:12:08.348657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:08.441926 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 333e8e1a-1f90-407e-bdff-e3db7030a354, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=333e8e1a-1f90-407e-bdff-e3db7030a354,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:08.442895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:08.455722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 333e8e1a-1f90-407e-bdff-e3db7030a354 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:12:08.642233 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:08.671364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=333e8e1a-1f90-407e-bdff-e3db7030a354,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.700746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:08.722478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] No DVR routers for this DVR port 333e8e1a-1f90-407e-bdff-e3db7030a354 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:08.724932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:08.728853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b0278f0c-ad23-4664-aaa4-2b66ae4f107d req-1423ea40-f4ea-451d-87fe-4b94dd16526e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "DELETE /v2.0/ports/333e8e1a-1f90-407e-bdff-e3db7030a354 HTTP/1.1" status: 204 len: 173 time: 0.4628677 Mar 08 13:12:08.729276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'name': 'network-vif-deleted', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:08.731535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010dbeae-6cf5-4f27-b530-c7e508b1642a" -d '{"events": [{"server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "name": "network-vif-deleted", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:08.767387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93747866-8d7f-412f-b29b-c98124aea73f x-openstack-request-id: req-93747866-8d7f-412f-b29b-c98124aea73f {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:08.767673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35c041-fe2c-4360-959e-849d80e1409a", "name": "network-vif-deleted", "tag": "333e8e1a-1f90-407e-bdff-e3db7030a354", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:08.767915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93747866-8d7f-412f-b29b-c98124aea73f {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:08.768314 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35c041-fe2c-4360-959e-849d80e1409a', 'name': 'network-vif-deleted', 'tag': '333e8e1a-1f90-407e-bdff-e3db7030a354', 'status': 'completed', 'code': 200} Mar 08 13:12:08.816589 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:12:09.083011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1886f60f-f24b-41f6-b859-bc885e6ebb19 req-59491c6c-3616-4cb9-96d2-590901286aa8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a35c041-fe2c-4360-959e-849d80e1409a HTTP/1.1" status: 200 len: 210 time: 0.0274386 Mar 08 13:12:10.140206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44306) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:10.815773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:11.070241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 188b6515-f231-424c-882d-1f5fd477258c {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:12:11.070547 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:11.159498 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 188b6515-f231-424c-882d-1f5fd477258c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=188b6515-f231-424c-882d-1f5fd477258c,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:11.160222 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:11.173103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 188b6515-f231-424c-882d-1f5fd477258c owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:12:11.184602 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 333e8e1a-1f90-407e-bdff-e3db7030a354 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:11.205046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 333e8e1a-1f90-407e-bdff-e3db7030a354 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:12:11.205384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 333e8e1a-1f90-407e-bdff-e3db7030a354 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:11.441985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:11.470928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=188b6515-f231-424c-882d-1f5fd477258c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:11.642328 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:11.861215 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:11.968283 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:11.975540 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0ca3583a-8307-4c13-b031-fa8911aeefcd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/76cdddf4-b84c-4a78-b6de-bd92cabdfe44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323238 Mar 08 13:12:11.976436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44308) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:11.978145 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] Sync routers for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:11.987394 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:11.987995 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:12.031990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting subnet 65e452e9-3cfd-4cfd-b8d6-53c489b85dfc {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:12:12.034915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.076113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.092408 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:12.160669 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.268278 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:12:11Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:12.298346 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] Checking router: 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:12.305680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.306862 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] Routers {'76cdddf4-b84c-4a78-b6de-bd92cabdfe44'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:12.307463 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:12.335235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Subnet': ['ID=65e452e9-3cfd-4cfd-b8d6-53c489b85dfc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:12.337370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.340856 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1116ce45-cd92-4276-9430-e2ffbd3a311f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/subnets/65e452e9-3cfd-4cfd-b8d6-53c489b85dfc HTTP/1.1" status: 204 len: 168 time: 0.3631871 Mar 08 13:12:12.343209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44310) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:12.344607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fb331-9a13-4cc0-a71c-48b688ecf51b None None] Network 695b4f32-baaf-4186-a090-d1b24e65c259 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:12:12.417820 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] Set router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:12.456387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.538302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] DHCP port deletion for 695b4f32-baaf-4186-a090-d1b24e65c259 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:12:12.570478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.592354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Deleting port 20581208-2d73-4188-bafb-29d7b513b238 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:12:12.593001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.607440 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:12:11Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:12.633339 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f9509c-0758-4b5a-bf98-ecdd7a20e229 None None] The sync data for ids ['76cdddf4-b84c-4a78-b6de-bd92cabdfe44'] in dv-neutron-829486-2-hyperv is: [{'id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612600663', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:11:11Z', 'updated_at': '2022-03-08T13:12:11Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd62c84d0-f26e-46e0-8ada-0531f2f87448', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cdddf4-b84c-4a78-b6de-bd92cabdfe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:11:12Z', 'updated_at': '2022-03-08T13:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:12.659609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] For port 20581208-2d73-4188-bafb-29d7b513b238, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=20581208-2d73-4188-bafb-29d7b513b238,segment=NetworkSegment(97a8823b-65c8-429f-ba26-d558b42eb5c4),segment_id=97a8823b-65c8-429f-ba26-d558b42eb5c4)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:12.660003 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.684922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Calling delete_port for 20581208-2d73-4188-bafb-29d7b513b238 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:12:12.706011 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port d62c84d0-f26e-46e0-8ada-0531f2f87448 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:12:12.706386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.798898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port d62c84d0-f26e-46e0-8ada-0531f2f87448, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d62c84d0-f26e-46e0-8ada-0531f2f87448,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:12.799271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.813696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for d62c84d0-f26e-46e0-8ada-0531f2f87448 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:12:12.842438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:12.859841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] No DVR routers for this DVR port 20581208-2d73-4188-bafb-29d7b513b238 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:12.895644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Pushing event deleted for resources: {'Port': ['ID=20581208-2d73-4188-bafb-29d7b513b238,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:12.901430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 20581208-2d73-4188-bafb-29d7b513b238 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:12.908853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.909228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.909518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.909861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.910179 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.910496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.910809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.911128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.911441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.911749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.912056 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.912393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c0147-ac6f-444f-9de4-6e48fab15f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:12.932779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 20581208-2d73-4188-bafb-29d7b513b238 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:12:12.933109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 20581208-2d73-4188-bafb-29d7b513b238 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:12.933514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 188b6515-f231-424c-882d-1f5fd477258c no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:12.953973 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 188b6515-f231-424c-882d-1f5fd477258c {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:12:12.954314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 188b6515-f231-424c-882d-1f5fd477258c not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:13.082059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.113207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=d62c84d0-f26e-46e0-8ada-0531f2f87448,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:13.173933 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.269572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.271688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.378819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.379262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Fanout notify agent at l3_agent the message router_deleted on router 76cdddf4-b84c-4a78-b6de-bd92cabdfe44 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:12:13.386479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.387616 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-79ff5f56-428a-4307-8120-4b3988a13edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/routers/76cdddf4-b84c-4a78-b6de-bd92cabdfe44 HTTP/1.1" status: 204 len: 168 time: 1.0435150 Mar 08 13:12:13.390364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44312) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:13.472992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.566062 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.587142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695b4f32-baaf-4186-a090-d1b24e65c259']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:13.596500 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a8823b-65c8-429f-ba26-d558b42eb5c4') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:13.596790 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a8823b-65c8-429f-ba26-d558b42eb5c4') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:13.606846 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.620340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.626310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:12:13.626749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:12:13.632615 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:12:13.739219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.747555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.750074 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/networks/695b4f32-baaf-4186-a090-d1b24e65c259 HTTP/1.1" status: 204 len: 168 time: 0.3587492 Mar 08 13:12:13.759144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44314) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:13.762736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e349aa4-76e0-48ee-adb6-03203dd80ea7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Network': ['ID=695b4f32-baaf-4186-a090-d1b24e65c259,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:13.829176 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1d80-87d1-429a-aff8-c17dfaa503a2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.855706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1d80-87d1-429a-aff8-c17dfaa503a2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.967709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1d80-87d1-429a-aff8-c17dfaa503a2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.970447 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6c1c1d80-87d1-429a-aff8-c17dfaa503a2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:13.971640 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6c1c1d80-87d1-429a-aff8-c17dfaa503a2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/security-groups/d2b9604a-930b-4ec0-9ebf-3458c6004863 HTTP/1.1" status: 204 len: 168 time: 0.2114179 Mar 08 13:12:13.980923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c1d80-87d1-429a-aff8-c17dfaa503a2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b9604a-930b-4ec0-9ebf-3458c6004863,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:14.354580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44320) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:14.359237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6fab0482-a592-4e55-95e4-a4b595ff56a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750639376', 'description': 'tempest-secgroup-smoke-750639376 description', 'project_id': '0e715217e84a4032b7a1395babe4433c'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:14.447558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fab0482-a592-4e55-95e4-a4b595ff56a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:14.517967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fab0482-a592-4e55-95e4-a4b595ff56a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:14.602352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fab0482-a592-4e55-95e4-a4b595ff56a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:14.636056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab0482-a592-4e55-95e4-a4b595ff56a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d498bf-e72d-45a4-bad3-c508d90c6295,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:14.695331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fab0482-a592-4e55-95e4-a4b595ff56a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:14.696603 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6fab0482-a592-4e55-95e4-a4b595ff56a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3410177 Mar 08 13:12:14.699372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44322) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:14.703854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-587991f0-9546-48c6-8d71-15cf21af3b91 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '53d498bf-e72d-45a4-bad3-c508d90c6295', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:14.818255 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-587991f0-9546-48c6-8d71-15cf21af3b91 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:14.878182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-587991f0-9546-48c6-8d71-15cf21af3b91 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:14.881352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d62c84d0-f26e-46e0-8ada-0531f2f87448 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:14.902630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: d62c84d0-f26e-46e0-8ada-0531f2f87448 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:12:14.908391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d62c84d0-f26e-46e0-8ada-0531f2f87448 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:14.984763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-587991f0-9546-48c6-8d71-15cf21af3b91 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.002739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587991f0-9546-48c6-8d71-15cf21af3b91 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef1d220-9bcb-4cf5-b200-dec56823d4b9,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:15.089991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-587991f0-9546-48c6-8d71-15cf21af3b91 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.091251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-587991f0-9546-48c6-8d71-15cf21af3b91 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909504 Mar 08 13:12:15.094021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44324) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:15.098381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3bbe37d6-ea6d-4c7a-836c-c85909674fe2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '53d498bf-e72d-45a4-bad3-c508d90c6295', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:15.201441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3bbe37d6-ea6d-4c7a-836c-c85909674fe2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.258966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3bbe37d6-ea6d-4c7a-836c-c85909674fe2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.356037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3bbe37d6-ea6d-4c7a-836c-c85909674fe2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.375128 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe37d6-ea6d-4c7a-836c-c85909674fe2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f49bbb2-d6be-4d2c-acf5-3b5a247b0bf0,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:15.437776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3bbe37d6-ea6d-4c7a-836c-c85909674fe2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.439127 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3bbe37d6-ea6d-4c7a-836c-c85909674fe2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440387 Mar 08 13:12:15.441810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44326) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:15.446548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-48f8d344-0e10-4d13-b04f-0fb9906f9445 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '53d498bf-e72d-45a4-bad3-c508d90c6295', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:15.549262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f8d344-0e10-4d13-b04f-0fb9906f9445 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.607028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f8d344-0e10-4d13-b04f-0fb9906f9445 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.681719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f8d344-0e10-4d13-b04f-0fb9906f9445 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.702840 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8d344-0e10-4d13-b04f-0fb9906f9445 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcaf682-a1c1-4e77-84c0-47f271c41de0,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:15.776004 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-48f8d344-0e10-4d13-b04f-0fb9906f9445 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.777437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-48f8d344-0e10-4d13-b04f-0fb9906f9445 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345492 Mar 08 13:12:15.780070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44328) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:15.784434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-0f200ed8-e177-4d56-8a4f-3a4ae82c943c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '53d498bf-e72d-45a4-bad3-c508d90c6295', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:15.869752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f200ed8-e177-4d56-8a4f-3a4ae82c943c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.929786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f200ed8-e177-4d56-8a4f-3a4ae82c943c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:15.995992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f200ed8-e177-4d56-8a4f-3a4ae82c943c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.014733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200ed8-e177-4d56-8a4f-3a4ae82c943c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8779eddd-00c6-4f4c-8ff6-2c3b56e5bcbb,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:16.072897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-0f200ed8-e177-4d56-8a4f-3a4ae82c943c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.074173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-0f200ed8-e177-4d56-8a4f-3a4ae82c943c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931166 Mar 08 13:12:16.076906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44330) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:16.081398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '53d498bf-e72d-45a4-bad3-c508d90c6295', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:16.161949 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:12:16.167180 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.228750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.321599 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.339581 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826fbb0e-5b30-4fc6-bbdb-73b1547a4473,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:16.426947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.428657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-dd061367-70e1-4982-8a79-a4beacc1f5b3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503232 Mar 08 13:12:16.431549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44332) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:16.435830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '53d498bf-e72d-45a4-bad3-c508d90c6295', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:16.539313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:12:16.544462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.606160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.670916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.691793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ae6f36-c2e3-49b9-897a-ee9cbe31b17b,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:16.752817 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.754120 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-253d438d-c28b-497b-aa76-c9f99f29358a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216414 Mar 08 13:12:16.757119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44334) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:16.762055 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'network': {'name': 'tempest-network-smoke--483445483', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:16.836398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:12:16.839918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.864088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:12:16.873474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:16.879339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Added segment 883105d9-8af0-43d0-a7b0-d996426a29b1 of type vlan for network cb5587be-c67a-42bc-9d8f-00a447c455b6 Mar 08 13:12:16.913505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.001676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.007135 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:17.007797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.072497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Network': ['ID=cb5587be-c67a-42bc-9d8f-00a447c455b6,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:17.082489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:12:17.112825 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d5986ee5-bc16-4033-9c5e-33e40e1e652e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3546474 Mar 08 13:12:17.115380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44336) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:17.119894 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'admin_state_up': True, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:17.236529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.237726 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.296094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.547509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.802192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.821886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:17.925771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.80 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/468eaebd-24ad-45d4-833d-c9c7543a8df4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:18.030751 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:18.110847 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:18.155531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:18.158241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:18.160617 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:18.186241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=468eaebd-24ad-45d4-833d-c9c7543a8df4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:18.821958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:19.020194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:19.195698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 075acb61-e65d-4531-83d5-8b4d633a6326 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:12:19.304659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:19.314637 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Sync routers for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:19.324540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:19.330564 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:19.381265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:19.382534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5e256179-6542-496c-abf1-c6127e0609de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2661915 Mar 08 13:12:19.385987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44338) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:19.417514 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-edebd594-8ee2-4b57-b97f-8fbac3d1dd69 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0e715217e84a4032b7a1395babe4433c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304122 Mar 08 13:12:19.420141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44340) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:19.436874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:19.512115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6745e7-5daa-4bf4-b9bb-a1b2fa3141f1 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:19.513523 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d6745e7-5daa-4bf4-b9bb-a1b2fa3141f1 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924702 Mar 08 13:12:19.516635 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44342) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:19.546492 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c75c2a7f-ffde-4440-a708-c6d187f0e5a8 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283542 Mar 08 13:12:19.549158 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44344) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:19.554031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1030133402', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:19.624059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:18Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:19.652240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Checking router: 075acb61-e65d-4531-83d5-8b4d633a6326 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:19.657404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Updating router 075acb61-e65d-4531-83d5-8b4d633a6326 port 468eaebd-24ad-45d4-833d-c9c7543a8df4 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:12:19.676855 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:19.704529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:12:19.708168 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:19.940908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:19.962980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.018748 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.029945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Subnet': ['ID=2de8f601-9149-4cfa-a799-554b3d92a12d,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:20.035238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Checking segment: {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:12:20.035602 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network hostable DHCP agents. Network: cb5587be-c67a-42bc-9d8f-00a447c455b6, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:12:20.075418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Attempting to bind port 468eaebd-24ad-45d4-833d-c9c7543a8df4 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:12:20.075777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Attempting to bind port 468eaebd-24ad-45d4-833d-c9c7543a8df4 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:12:20.076128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Attempting to bind port 468eaebd-24ad-45d4-833d-c9c7543a8df4 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:20.086149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:20.088171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:12:20.088171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.088171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:20.088459 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Bound port: 468eaebd-24ad-45d4-833d-c9c7543a8df4, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:12:20.088711 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.090412 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e15c1-f144-4753-a3fe-7ce4dae2f478 None None] Pushing event updated for resources: {'Port': ['ID=468eaebd-24ad-45d4-833d-c9c7543a8df4,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:20.098959 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:12:20.145586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] For port 468eaebd-24ad-45d4-833d-c9c7543a8df4, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:20.148613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] For port 468eaebd-24ad-45d4-833d-c9c7543a8df4, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=468eaebd-24ad-45d4-833d-c9c7543a8df4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:20.179516 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, cb5587be-c67a-42bc-9d8f-00a447c455b6) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:20.190251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:20.190251 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.190496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d9471-7134-4321-9e59-7f87efad17d3 None None] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:12:20.237490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.267576 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2376be82-c027-45f5-b365-03f4d519f9c6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7173767 Mar 08 13:12:20.270415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44346) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:20.330896 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e15c1-f144-4753-a3fe-7ce4dae2f478 None None] Pushing event updated for resources: {'Port': ['ID=468eaebd-24ad-45d4-833d-c9c7543a8df4,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:20.334610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:20.335214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:20.476210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1007923-7433-43da-a392-939c7aba661e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-cb5587be-c67a-42bc-9d8f-00a447c455b6', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:12:20.477080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1007923-7433-43da-a392-939c7aba661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.500315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:20.727915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:20.921493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-e1007923-7433-43da-a392-939c7aba661e None None] Allocated IP 172.20.0.2 (cb5587be-c67a-42bc-9d8f-00a447c455b6/2de8f601-9149-4cfa-a799-554b3d92a12d/15ead58b-0eef-4f4d-8fe9-8ed0ce024a49) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:21.025213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:18Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:21.068173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c821ed-80c6-4284-bef0-1c2c3789db94 None None] The sync data for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv is: [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:18Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:21.124222 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1007923-7433-43da-a392-939c7aba661e None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.185427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1007923-7433-43da-a392-939c7aba661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.235635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1007923-7433-43da-a392-939c7aba661e None None] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:21.237357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-e1007923-7433-43da-a392-939c7aba661e None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:21.239970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1007923-7433-43da-a392-939c7aba661e None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:21.245658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.1 (cb5587be-c67a-42bc-9d8f-00a447c455b6/2de8f601-9149-4cfa-a799-554b3d92a12d/8f6cb5f0-2698-4f52-a2bc-c4cb257654bb) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:21.254712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1007923-7433-43da-a392-939c7aba661e None None] Pushing event updated for resources: {'Port': ['ID=15ead58b-0eef-4f4d-8fe9-8ed0ce024a49,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:21.328173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e1007923-7433-43da-a392-939c7aba661e None None] Attempting to bind port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:12:21.328532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e1007923-7433-43da-a392-939c7aba661e None None] Attempting to bind port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:12:21.328889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1007923-7433-43da-a392-939c7aba661e None None] Attempting to bind port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 on network cb5587be-c67a-42bc-9d8f-00a447c455b6 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:21.340907 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1007923-7433-43da-a392-939c7aba661e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:21.341597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1007923-7433-43da-a392-939c7aba661e None None] Checking segment: {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:12:21.341966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1007923-7433-43da-a392-939c7aba661e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.342970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1007923-7433-43da-a392-939c7aba661e None None] Bound using segment: {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:21.342970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e1007923-7433-43da-a392-939c7aba661e None None] Bound port: 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:12:21.345706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1007923-7433-43da-a392-939c7aba661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.422852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.423227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e1007923-7433-43da-a392-939c7aba661e None None] For port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:21.427363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e1007923-7433-43da-a392-939c7aba661e None None] For port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=15ead58b-0eef-4f4d-8fe9-8ed0ce024a49,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:21.499754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1007923-7433-43da-a392-939c7aba661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.545314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.599360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1007923-7433-43da-a392-939c7aba661e None None] Pushing event updated for resources: {'Port': ['ID=15ead58b-0eef-4f4d-8fe9-8ed0ce024a49,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:21.609015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:21.613183 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:21.615761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:21.625161 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:21.672985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:21.933259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:22.256843 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:22.299235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:22.384889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:22.387597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:22.497059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:22.498776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:22.642302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c18901-c2b4-4ce9-9c07-b55070b82688 None None] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:12:22.650780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 075acb61-e65d-4531-83d5-8b4d633a6326 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:22.769624 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5c8f-17b3-4cdf-a4be-40bebbb6b28d None None] Provisioning complete for port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:22.770017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5c8f-17b3-4cdf-a4be-40bebbb6b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:22.779642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:22.794171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-014413c6-5342-4bb1-a1e9-96da729cf0f9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/075acb61-e65d-4531-83d5-8b4d633a6326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5215940 Mar 08 13:12:22.907254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5c8f-17b3-4cdf-a4be-40bebbb6b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:22.976182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8f1d5c8f-17b3-4cdf-a4be-40bebbb6b28d None None] For port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=15ead58b-0eef-4f4d-8fe9-8ed0ce024a49,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:22.985243 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-ff15937d-37af-41a9-b210-f7292d288319 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750639376&fields=id&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 267 time: 0.0407951 Mar 08 13:12:23.000935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 468eaebd-24ad-45d4-833d-c9c7543a8df4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:23.045797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5c8f-17b3-4cdf-a4be-40bebbb6b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.107201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 468eaebd-24ad-45d4-833d-c9c7543a8df4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:23.107839 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.128598 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-d28b5df1-07ab-4109-8a6b-e91798c5d734 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:23.130373 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-d28b5df1-07ab-4109-8a6b-e91798c5d734 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/networks?id=cb5587be-c67a-42bc-9d8f-00a447c455b6 HTTP/1.1" status: 200 len: 796 time: 0.1340840 Mar 08 13:12:23.145747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d5c8f-17b3-4cdf-a4be-40bebbb6b28d None None] Pushing event updated for resources: {'Port': ['ID=15ead58b-0eef-4f4d-8fe9-8ed0ce024a49,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:23.152686 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a1b2f1ea-07ec-4c49-a1b9-772176a639e2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/quotas/0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 375 time: 0.0153606 Mar 08 13:12:23.181825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-19ee35cd-165f-4c78-b666-b652c75285fe None None] Provisioning complete for port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:23.182215 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19ee35cd-165f-4c78-b666-b652c75285fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.217774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-0404e74e-b6f7-4237-a44f-a6efc0ca2e7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537720 Mar 08 13:12:23.256258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-19ee35cd-165f-4c78-b666-b652c75285fe None None] Port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:12:23.259170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.278743 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Sync routers for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:23.290086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-19ee35cd-165f-4c78-b666-b652c75285fe None None] Provisioning complete for port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:23.290431 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:23.290868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-19ee35cd-165f-4c78-b666-b652c75285fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.291508 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:23.303886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-07fe6cb8-b633-43f3-a166-cbabe44687b1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:12:23.308142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-07fe6cb8-b633-43f3-a166-cbabe44687b1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692003 Mar 08 13:12:23.333436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 468eaebd-24ad-45d4-833d-c9c7543a8df4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=468eaebd-24ad-45d4-833d-c9c7543a8df4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:23.395257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.396552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:23.424083 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-4ece2511-4283-4269-8f66-2ceefc7a10af service neutron] 10.222.0.65 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098392 Mar 08 13:12:23.447948 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:23.502164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=468eaebd-24ad-45d4-833d-c9c7543a8df4,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:23.513493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:23.514692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.548187 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f0b89826-65a4-4e7d-95a3-a93c379f003b service neutron] 10.222.0.65 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173735 Mar 08 13:12:23.642065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-399f2f85-6ef7-4a67-ad99-56f390b037bd None None] Provisioning complete for port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:23.642435 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-399f2f85-6ef7-4a67-ad99-56f390b037bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.684518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-399f2f85-6ef7-4a67-ad99-56f390b037bd None None] Port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:12:23.726695 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:22Z', 'revision_number': 2, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:23.755879 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Checking router: 075acb61-e65d-4531-83d5-8b4d633a6326 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:23.756507 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Updating router 075acb61-e65d-4531-83d5-8b4d633a6326 port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:12:23.795799 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.806313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-91c7b2dc-6fcd-4d8e-a0ce-e0cc61355cb2 None None] Provisioning complete for port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:23.806687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-91c7b2dc-6fcd-4d8e-a0ce-e0cc61355cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:23.853405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-91c7b2dc-6fcd-4d8e-a0ce-e0cc61355cb2 None None] Port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:12:23.870048 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f3c21ae-dce1-46d7-ba78-f409584d78d6 req-aee26fd7-5f23-44cb-86d4-4f4e5b6ae0c5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 210 time: 0.0370595 Mar 08 13:12:24.082823 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.207313 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.252304 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Pushing event updated for resources: {'Port': ['ID=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:24.279852 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.280790 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.280790 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.281054 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.281191 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.281492 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.281833 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.282192 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.282650 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.283011 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.283318 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.283669 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:24.321522 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Attempting to bind port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:12:24.321914 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Attempting to bind port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:12:24.322262 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Attempting to bind port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb on network cb5587be-c67a-42bc-9d8f-00a447c455b6 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:24.327449 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:24.327807 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Checking segment: {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:12:24.328367 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.328620 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Bound using segment: {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:24.329065 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Bound port: 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:12:24.329428 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.401657 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] For port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:24.405371 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] For port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:24.481789 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-39af3a94-77cb-4576-a38c-a8ed1b148b43 None None] Provisioning complete for port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:24.482171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-39af3a94-77cb-4576-a38c-a8ed1b148b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.493655 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.516553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-39af3a94-77cb-4576-a38c-a8ed1b148b43 None None] Port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:12:24.557558 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:24.558209 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:24.560086 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d387ac8-95a9-4f45-bd1b-19597cf5c242 None None] Pushing event updated for resources: {'Port': ['ID=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:24.769310 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:24.839456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7aa91c82-bf99-4a57-9878-0162d77df9ff None None] Provisioning complete for port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:24.839456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7aa91c82-bf99-4a57-9878-0162d77df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.934974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 468eaebd-24ad-45d4-833d-c9c7543a8df4 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:24.979234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7aa91c82-bf99-4a57-9878-0162d77df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:24.988689 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-435daa5c-bf29-40c0-9337-a27e8cd96ff7 req-dd31fc6d-9952-4d18-b0a4-7b8d6f68aed1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 210 time: 0.0385540 Mar 08 13:12:25.003253 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:25.023267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7aa91c82-bf99-4a57-9878-0162d77df9ff None None] For port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:25.029702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 468eaebd-24ad-45d4-833d-c9c7543a8df4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:25.030103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:25.036602 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352fe5f-69d1-4d78-a0c0-f319ebd258e4 None None] The sync data for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv is: [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:25.113542 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7aa91c82-bf99-4a57-9878-0162d77df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:25.162562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:25.210603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa91c82-bf99-4a57-9878-0162d77df9ff None None] Pushing event updated for resources: {'Port': ['ID=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:25.229141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:25.231657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:25.784988 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:25.901691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-415676ae-ea48-4c12-88ef-0926b501af75 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:25.903287 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-415676ae-ea48-4c12-88ef-0926b501af75 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/networks?id=cb5587be-c67a-42bc-9d8f-00a447c455b6 HTTP/1.1" status: 200 len: 796 time: 0.1206939 Mar 08 13:12:25.949656 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-ef42c1e5-3d29-484d-8b5c-ff85c37f9581 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 379 time: 0.0382340 Mar 08 13:12:25.959592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'port': {'device_id': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'admin_state_up': True, 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'security_groups': ['53d498bf-e72d-45a4-bad3-c508d90c6295']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:26.110470 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-08f0c2ab-5555-4819-be22-7d6a1005a33f req-a977eb0e-cc6e-4c9f-82ff-e663f7253ea0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 210 time: 0.0371661 Mar 08 13:12:26.156120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:12:26.159734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:26.287426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.12 (cb5587be-c67a-42bc-9d8f-00a447c455b6/2de8f601-9149-4cfa-a799-554b3d92a12d/002cec5d-8d05-4f6c-a0c9-e32a02bad965) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:26.430140 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:26.528112 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:26.575385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:26.578446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:26.582081 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:26.615426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=002cec5d-8d05-4f6c-a0c9-e32a02bad965,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:26.643651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:26.644284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:26.759685 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-f1823bea-552f-4b2d-9cf2-6cc66660d011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8036413 Mar 08 13:12:26.771616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Request body: {'port': {'device_id': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:26.829201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:26.848290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-386f8ac0-7cbd-4c54-81a4-d130b56d0fb6 None None] Provisioning complete for port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:26.849207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-386f8ac0-7cbd-4c54-81a4-d130b56d0fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:26.887434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-386f8ac0-7cbd-4c54-81a4-d130b56d0fb6 None None] Port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:12:26.932979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:26.982094 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:26.982469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:27.425606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c0eb-8b5d-4988-848c-439dae5b467a req-61e92690-8441-4e6d-8318-631f82d73427 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:27.427000 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4780c0eb-8b5d-4988-848c-439dae5b467a req-61e92690-8441-4e6d-8318-631f82d73427 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 932 time: 0.0945902 Mar 08 13:12:27.493773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4780c0eb-8b5d-4988-848c-439dae5b467a req-ea9eeef7-db9c-4b2d-aaee-607cb29a6d8c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562212 Mar 08 13:12:27.530868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002cec5d-8d05-4f6c-a0c9-e32a02bad965 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:12:27.538453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:27.551896 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Transition to ACTIVE for port object 002cec5d-8d05-4f6c-a0c9-e32a02bad965 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:12:27.590222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:27.641320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Pushing event updated for resources: {'Port': ['ID=002cec5d-8d05-4f6c-a0c9-e32a02bad965,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:27.714405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Attempting to bind port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:12:27.714858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Attempting to bind port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:12:27.715287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Attempting to bind port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 on network cb5587be-c67a-42bc-9d8f-00a447c455b6 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:27.719825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 on network cb5587be-c67a-42bc-9d8f-00a447c455b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:12:27.720164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Attempting to bind port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 on network cb5587be-c67a-42bc-9d8f-00a447c455b6 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:12:27.725717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:12:27.726084 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Checking segment: {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:12:27.726465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Bound using segment: {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:12:27.727541 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Bound port: 002cec5d-8d05-4f6c-a0c9-e32a02bad965, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883105d9-8af0-43d0-a7b0-d996426a29b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:12:27.728531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:27.796844 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] For port 002cec5d-8d05-4f6c-a0c9-e32a02bad965, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:12:27.800042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] For port 002cec5d-8d05-4f6c-a0c9-e32a02bad965, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:12:27.870511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:27.905723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:27.906470 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:27.907839 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] 10.222.0.45 "PUT /v2.0/ports/002cec5d-8d05-4f6c-a0c9-e32a02bad965 HTTP/1.1" status: 200 len: 1094 time: 1.1402767 Mar 08 13:12:27.910129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:27.913151 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93de1d54-7832-400e-a6ee-92b214bdfb18" -d '{"events": [{"name": "network-changed", "server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:27.944487 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ea9bc-7f51-4d9d-a133-964f1ecacd37 service neutron] Pushing event updated for resources: {'Port': ['ID=002cec5d-8d05-4f6c-a0c9-e32a02bad965,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:27.967020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a2672a-5cbe-4c20-ae35-1b5a6f696bde x-openstack-request-id: req-85a2672a-5cbe-4c20-ae35-1b5a6f696bde {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:27.967020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:27.967020 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85a2672a-5cbe-4c20-ae35-1b5a6f696bde {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:27.967020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'status': 'completed', 'code': 200} Mar 08 13:12:28.032094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1d54-7832-400e-a6ee-92b214bdfb18 req-ae8b95c0-8e25-4ef5-af0c-e128daff279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:28.033598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93de1d54-7832-400e-a6ee-92b214bdfb18 req-ae8b95c0-8e25-4ef5-af0c-e128daff279c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1097 time: 0.0478396 Mar 08 13:12:28.141005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1d54-7832-400e-a6ee-92b214bdfb18 req-d018b85a-55f7-4252-9ffd-feb8591c7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:28.142551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93de1d54-7832-400e-a6ee-92b214bdfb18 req-d018b85a-55f7-4252-9ffd-feb8591c7863 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0e715217e84a4032b7a1395babe4433c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1018000 Mar 08 13:12:28.241447 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1d54-7832-400e-a6ee-92b214bdfb18 req-2a92d034-c191-4bb9-8395-6d8c835dc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:28.243549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93de1d54-7832-400e-a6ee-92b214bdfb18 req-2a92d034-c191-4bb9-8395-6d8c835dc187 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948648 Mar 08 13:12:28.317529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a7675bb2-c3db-455d-9527-ae8e0dc27a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:28.319050 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-a7675bb2-c3db-455d-9527-ae8e0dc27a8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1097 time: 0.0412261 Mar 08 13:12:28.361487 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-03d81145-7842-49bc-af95-92c1da7c8ed9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965 HTTP/1.1" status: 200 len: 217 time: 0.0343471 Mar 08 13:12:28.413567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-253ac969-412e-4db0-93fe-277a8a6bb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:28.416036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-253ac969-412e-4db0-93fe-277a8a6bb8b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2de8f601-9149-4cfa-a799-554b3d92a12d HTTP/1.1" status: 200 len: 835 time: 0.0488801 Mar 08 13:12:28.461706 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-74c27c34-be86-411b-b5e7-9fd308c11ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:28.463233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-74c27c34-be86-411b-b5e7-9fd308c11ac2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb5587be-c67a-42bc-9d8f-00a447c455b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414631 Mar 08 13:12:28.556033 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-3ec88442-5f7e-4a18-bb80-0a39770351ca service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854650 Mar 08 13:12:28.664773 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60326c65-5df9-474c-8c61-477a80ea0349 req-258b8e01-42e7-429a-b4dc-e70e41767f68 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:28.666410 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60326c65-5df9-474c-8c61-477a80ea0349 req-258b8e01-42e7-429a-b4dc-e70e41767f68 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 944 time: 0.1022687 Mar 08 13:12:28.718310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-88690bd7-b7d4-4dad-b149-b317d6847935 req-5a98d685-9b5f-407d-b996-ee4c7827f77b service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552010 Mar 08 13:12:28.725701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60326c65-5df9-474c-8c61-477a80ea0349 req-2460750d-f129-4f18-8a83-9eef8f7f6e39 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519733 Mar 08 13:12:29.064703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4ea7f4bd-9d92-494e-81c5-d143467384ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:29.850040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83386a3-1e2a-4896-94fe-609589ce09dd req-d9f32370-e3ed-43c8-82e8-9b8f2d38be60 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:29.851591 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b83386a3-1e2a-4896-94fe-609589ce09dd req-d9f32370-e3ed-43c8-82e8-9b8f2d38be60 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 944 time: 0.0555990 Mar 08 13:12:29.890267 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b83386a3-1e2a-4896-94fe-609589ce09dd req-95a459fe-e37c-47b6-9ec3-7845182b4e79 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Mar 08 13:12:31.010660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245751e-5d24-4b02-b652-23f6aba97ebf req-6eecda85-59dc-4e40-9ea8-ca817bfcc72d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:31.012152 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b245751e-5d24-4b02-b652-23f6aba97ebf req-6eecda85-59dc-4e40-9ea8-ca817bfcc72d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 944 time: 0.0513890 Mar 08 13:12:31.051660 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b245751e-5d24-4b02-b652-23f6aba97ebf req-871c3fed-d25c-41ab-9530-32da654066d5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333469 Mar 08 13:12:31.215039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 002cec5d-8d05-4f6c-a0c9-e32a02bad965 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:12:31.311653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 002cec5d-8d05-4f6c-a0c9-e32a02bad965, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:31.323866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'port_id': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'mac_address': 'fa:16:3e:36:1c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:12:31.361291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:31.374354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002cec5d-8d05-4f6c-a0c9-e32a02bad965 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:12:31.393296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 002cec5d-8d05-4f6c-a0c9-e32a02bad965, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:31.487735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:31.534089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=002cec5d-8d05-4f6c-a0c9-e32a02bad965,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:31.687816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bb34390a-5273-426c-a472-d7cbbf176b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:31.691579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['002cec5d-8d05-4f6c-a0c9-e32a02bad965'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:12:32.169113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b3afb-0727-4da0-a312-b9c5cb6be0a7 req-d21ca7e6-d427-4d56-bb3b-d482f3154e15 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:32.170635 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c4b3afb-0727-4da0-a312-b9c5cb6be0a7 req-d21ca7e6-d427-4d56-bb3b-d482f3154e15 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 945 time: 0.0511858 Mar 08 13:12:32.209612 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c4b3afb-0727-4da0-a312-b9c5cb6be0a7 req-b4bdd174-b5c3-4b65-aae0-166e2ba10306 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330513 Mar 08 13:12:32.772872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:33.234125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 002cec5d-8d05-4f6c-a0c9-e32a02bad965 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:33.329947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077141d9-2cd6-4c5b-ab1f-97d16ff6ec2b req-f99aea5c-b00e-4d85-88c5-e9eba181c19e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:33.331417 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-077141d9-2cd6-4c5b-ab1f-97d16ff6ec2b req-f99aea5c-b00e-4d85-88c5-e9eba181c19e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 945 time: 0.0530636 Mar 08 13:12:33.333064 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:12:33.337984 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:12:33.338352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:33.370404 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-077141d9-2cd6-4c5b-ab1f-97d16ff6ec2b req-bfa77694-66d6-43b0-a9c4-3c6dda2b3822 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319197 Mar 08 13:12:33.419827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:33.442401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:33.444714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26e40a1-ce56-4bc7-9914-cdc2dd44293b" -d '{"events": [{"server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "name": "network-vif-plugged", "status": "completed", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:33.457575 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 002cec5d-8d05-4f6c-a0c9-e32a02bad965, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:33.516223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:33.572516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=002cec5d-8d05-4f6c-a0c9-e32a02bad965,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:33.593793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58aec5f-e975-4011-988c-f0a5117e54ff x-openstack-request-id: req-d58aec5f-e975-4011-988c-f0a5117e54ff {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:33.594152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "name": "network-vif-plugged", "status": "completed", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:33.594383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d58aec5f-e975-4011-988c-f0a5117e54ff {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:33.594882 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'code': 200} Mar 08 13:12:33.932652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175af226-66fd-4111-a698-13e90d2f81b6 req-6294fb4e-2029-4388-a45f-d8f9bff3e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:33.934198 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-175af226-66fd-4111-a698-13e90d2f81b6 req-6294fb4e-2029-4388-a45f-d8f9bff3e623 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1099 time: 0.0430896 Mar 08 13:12:33.971175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-175af226-66fd-4111-a698-13e90d2f81b6 req-39324274-7157-49cb-934b-790af31827da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300267 Mar 08 13:12:33.973204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:34.253442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:34.489443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade5d43-43f3-49d8-b783-3be6ea38eab1 req-f41ab250-3c3e-42a2-8766-9dacdfaa4eb5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:34.490975 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cade5d43-43f3-49d8-b783-3be6ea38eab1 req-f41ab250-3c3e-42a2-8766-9dacdfaa4eb5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0507305 Mar 08 13:12:34.531426 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cade5d43-43f3-49d8-b783-3be6ea38eab1 req-f0b867b4-e2bc-4533-bf80-ba05c78e43b9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334573 Mar 08 13:12:35.654009 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d284ea-4f49-4301-b3f4-3a4fa01d7611 req-1bea6883-deb5-4b69-b422-3a7c2afdef18 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:35.655252 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d284ea-4f49-4301-b3f4-3a4fa01d7611 req-1bea6883-deb5-4b69-b422-3a7c2afdef18 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0538363 Mar 08 13:12:35.694484 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0d284ea-4f49-4301-b3f4-3a4fa01d7611 req-039b4a06-e748-489b-a818-003a98c95093 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330682 Mar 08 13:12:35.811753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3e23f-eef5-4b4c-92e8-51a979835852 req-d732bbd2-b225-4b95-87a6-14952c02dd7c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:35.813233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4c3e23f-eef5-4b4c-92e8-51a979835852 req-d732bbd2-b225-4b95-87a6-14952c02dd7c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0515554 Mar 08 13:12:35.851166 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4c3e23f-eef5-4b4c-92e8-51a979835852 req-9819309e-8380-40a5-8aa0-084390136ffb tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Mar 08 13:12:35.872856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44412) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:35.912957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b309e194-17a6-4b58-8568-fda8c41482c7 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:35.915085 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b309e194-17a6-4b58-8568-fda8c41482c7 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1094 time: 0.0406215 Mar 08 13:12:35.917937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44414) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:35.922092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:12:36.018868 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:36.118413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:36.228981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.239 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/cbbc615a-c2f6-4390-b885-ebc1d6134471) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:12:36.335266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:36.424792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:36.466256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:12:36.470622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:12:36.474904 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:12:36.478405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=cbbc615a-c2f6-4390-b885-ebc1d6134471,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:36.833164 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:36.958119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:37.105579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:37.190565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:37.265389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=cbbc615a-c2f6-4390-b885-ebc1d6134471,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:37.274313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:37.375131 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 451b10f3-e895-4643-94ac-a81a78d42dc2 associated. External IP: 172.26.3.239, port: 002cec5d-8d05-4f6c-a0c9-e32a02bad965. Mar 08 13:12:37.586869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 075acb61-e65d-4531-83d5-8b4d633a6326 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:37.694568 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:37.704717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] Sync routers for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:37.715174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:37.715788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:37.769721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:37.806023 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6ecad237-ac93-4c5e-ad88-7dad4aacac76 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8870425 Mar 08 13:12:37.806584 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:37.808987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc27fd4-a164-4d36-a2e6-8a7243802af0" -d '{"events": [{"name": "network-changed", "server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:37.832381 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:37.850220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d68580-c974-444c-bdac-5c30b8e76a50 x-openstack-request-id: req-72d68580-c974-444c-bdac-5c30b8e76a50 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:37.850745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:37.850924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72d68580-c974-444c-bdac-5c30b8e76a50 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:37.851287 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'status': 'completed', 'code': 200} Mar 08 13:12:37.931628 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737829c-7b38-4edb-9a45-1bb7da94df37 req-31697932-3a0b-48f4-a243-6a3dc4b58fda tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:37.933105 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8737829c-7b38-4edb-9a45-1bb7da94df37 req-31697932-3a0b-48f4-a243-6a3dc4b58fda tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0772905 Mar 08 13:12:37.940351 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-c46fb50f-9d90-4130-b332-0a6e88fb7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:37.941816 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-c46fb50f-9d90-4130-b332-0a6e88fb7f7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1099 time: 0.0595310 Mar 08 13:12:38.030090 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8737829c-7b38-4edb-9a45-1bb7da94df37 req-15f13200-71af-46bf-8e41-ec3a475ebd8e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871592 Mar 08 13:12:38.053541 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44420) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:38.066509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-a6634454-f3cc-4f6b-9d65-39e87edd63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:38.068010 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-a6634454-f3cc-4f6b-9d65-39e87edd63f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb5587be-c67a-42bc-9d8f-00a447c455b6 HTTP/1.1" status: 200 len: 897 time: 0.1181829 Mar 08 13:12:38.079101 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '451b10f3-e895-4643-94ac-a81a78d42dc2', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'port_id': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'mac_address': 'fa:16:3e:36:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:36Z', 'updated_at': '2022-03-08T13:12:36Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:38.105734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] Checking router: 075acb61-e65d-4531-83d5-8b4d633a6326 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:38.114800 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:38.115416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:12:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:38.118452 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-721564e7-cfc4-4761-a95c-0dec803c9842 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/451b10f3-e895-4643-94ac-a81a78d42dc2 HTTP/1.1" status: 200 len: 992 time: 0.0629101 Mar 08 13:12:38.141336 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-ea5c80ce-f8cb-4353-b282-845dd4d9ec28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965 HTTP/1.1" status: 200 len: 1000 time: 0.0662425 Mar 08 13:12:38.196819 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-7765f225-f8ab-486b-a89f-9ebe6b454d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:38.198339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-7765f225-f8ab-486b-a89f-9ebe6b454d78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2de8f601-9149-4cfa-a799-554b3d92a12d HTTP/1.1" status: 200 len: 835 time: 0.0490971 Mar 08 13:12:38.244157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-42425e26-a3bd-4abf-a6a0-ef56c4b03aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:38.244390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:38.244659 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-42425e26-a3bd-4abf-a6a0-ef56c4b03aa7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb5587be-c67a-42bc-9d8f-00a447c455b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403380 Mar 08 13:12:38.339420 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-96f3889b-5254-4d12-b353-3e7371a44b39 service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877566 Mar 08 13:12:38.435577 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afc27fd4-a164-4d36-a2e6-8a7243802af0 req-69523966-2912-4b3e-9276-f4281678e108 service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903237 Mar 08 13:12:38.473499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '451b10f3-e895-4643-94ac-a81a78d42dc2', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'port_id': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'mac_address': 'fa:16:3e:36:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:36Z', 'updated_at': '2022-03-08T13:12:36Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:38.500327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d41ae-1ff2-46d5-9b30-927aacc66401 None None] The sync data for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv is: [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '451b10f3-e895-4643-94ac-a81a78d42dc2', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.239', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'port_id': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'mac_address': 'fa:16:3e:36:1c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:12:36Z', 'updated_at': '2022-03-08T13:12:36Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:38.686408 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558f8be-b667-4af1-8bc9-afb9fa5ef5b5 None None] New status for floating IP 451b10f3-e895-4643-94ac-a81a78d42dc2: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:12:39.122561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44422) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:12:39.186752 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-00a4e092-8837-4837-80e0-c77f583ee6e0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/451b10f3-e895-4643-94ac-a81a78d42dc2 HTTP/1.1" status: 200 len: 994 time: 0.0630481 Mar 08 13:12:45.817114 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:12:55.813039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:12:59.064504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-522745cb-ed15-417a-9702-d0aff256f574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:01.692792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-76d07075-91a8-4120-9c87-09503d30bf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:02.767555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:03.869860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:04.230358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:10.399634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958e017-9863-4e1c-8b61-4ed9b3324ca1 req-db9eb99b-98d6-4a64-a6cb-cad278154f11 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:10.401176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4958e017-9863-4e1c-8b61-4ed9b3324ca1 req-db9eb99b-98d6-4a64-a6cb-cad278154f11 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0498438 Mar 08 13:13:10.440969 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4958e017-9863-4e1c-8b61-4ed9b3324ca1 req-2d854475-c24a-4749-8553-35270f842a6f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337338 Mar 08 13:13:10.481502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-c9783504-2c29-4da6-8ac8-f7ea55d3b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:10.483018 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-c9783504-2c29-4da6-8ac8-f7ea55d3b0d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1099 time: 0.0411353 Mar 08 13:13:10.576698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-0aaf607f-6a95-4761-9e56-f01ad961f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:10.578142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-0aaf607f-6a95-4761-9e56-f01ad961f7bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb5587be-c67a-42bc-9d8f-00a447c455b6 HTTP/1.1" status: 200 len: 897 time: 0.0880487 Mar 08 13:13:10.643959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-2f6b29f6-d40c-47a2-a17a-9d2cceabb96a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965 HTTP/1.1" status: 200 len: 1002 time: 0.0579152 Mar 08 13:13:10.698113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-e2297899-b020-4b6a-8795-54d8d21cf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:10.699552 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-e2297899-b020-4b6a-8795-54d8d21cf4ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2de8f601-9149-4cfa-a799-554b3d92a12d HTTP/1.1" status: 200 len: 835 time: 0.0475087 Mar 08 13:13:10.745736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-f5eb0e25-0a50-41fd-8876-a4f91f4c6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:10.747253 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-f5eb0e25-0a50-41fd-8876-a4f91f4c6f22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb5587be-c67a-42bc-9d8f-00a447c455b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400178 Mar 08 13:13:10.838448 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-f46c0675-4bcf-4a66-b823-9575bd6a6e23 service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 Mar 08 13:13:10.931939 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-281a1b3d-3cde-47ba-8362-e2f7a8727cf1 req-a65250e0-e5a9-4d1b-9b22-5344512d1eeb service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Mar 08 13:13:11.559365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1edbde-b993-4c4c-876a-183e4f0f53fd req-443dd78b-84bb-48c2-b672-e978eee48131 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:11.560809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bc1edbde-b993-4c4c-876a-183e4f0f53fd req-443dd78b-84bb-48c2-b672-e978eee48131 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0486209 Mar 08 13:13:11.598402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bc1edbde-b993-4c4c-876a-183e4f0f53fd req-63b64e73-5f7d-4200-a0b7-388b6d7f7062 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309286 Mar 08 13:13:12.715166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806660b-bc3c-49c4-a8db-d0378801520e req-3ab61d0b-d131-4b5f-aaf1-09f8a8253002 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:12.716644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1806660b-bc3c-49c4-a8db-d0378801520e req-3ab61d0b-d131-4b5f-aaf1-09f8a8253002 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0494702 Mar 08 13:13:12.759906 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1806660b-bc3c-49c4-a8db-d0378801520e req-0bea7c40-0d77-43eb-9c9f-f96d9b4146ff tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366895 Mar 08 13:13:13.874030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712565-7dc8-435a-8b62-284ad18f3d71 req-9194ddb5-612d-43f6-804f-d1e28ff7a882 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:13.875493 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf712565-7dc8-435a-8b62-284ad18f3d71 req-9194ddb5-612d-43f6-804f-d1e28ff7a882 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0481834 Mar 08 13:13:13.913950 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf712565-7dc8-435a-8b62-284ad18f3d71 req-bbb4ca4f-2c0d-4312-b23c-113d5d0bade0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Mar 08 13:13:15.029208 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5239c-44c6-4fac-a594-1a26930f4f45 req-1cd5f778-a37b-4750-8e4c-225b19e0df09 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:15.030697 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a2e5239c-44c6-4fac-a594-1a26930f4f45 req-1cd5f778-a37b-4750-8e4c-225b19e0df09 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0487351 Mar 08 13:13:15.068362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a2e5239c-44c6-4fac-a594-1a26930f4f45 req-63d7dd14-f036-4a3a-b6e1-ff0b47e0ee30 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308928 Mar 08 13:13:16.183735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c72f7-c653-4436-aeca-35d4d7e4c322 req-d956d512-dd5f-4e7b-a017-2de086a31da1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:16.185226 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa6c72f7-c653-4436-aeca-35d4d7e4c322 req-d956d512-dd5f-4e7b-a017-2de086a31da1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0486381 Mar 08 13:13:16.227431 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa6c72f7-c653-4436-aeca-35d4d7e4c322 req-8d765731-896a-4bba-ab0d-cae75ab9bd8d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360253 Mar 08 13:13:17.341528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb46b9-1b3e-443d-9bff-b554a93f9c3f req-36fcd51e-03db-47a4-8fca-245dd131f68f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:17.343024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43cb46b9-1b3e-443d-9bff-b554a93f9c3f req-36fcd51e-03db-47a4-8fca-245dd131f68f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0491123 Mar 08 13:13:17.381119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43cb46b9-1b3e-443d-9bff-b554a93f9c3f req-9b1bd646-747a-45ed-af0e-63d9a7903330 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321884 Mar 08 13:13:18.496776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32e38d-5bce-42d9-aa2b-849ed74219a9 req-b7463beb-3ad1-4430-94d9-dcba90fb96a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:18.498453 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4e32e38d-5bce-42d9-aa2b-849ed74219a9 req-b7463beb-3ad1-4430-94d9-dcba90fb96a3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0492423 Mar 08 13:13:18.536988 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4e32e38d-5bce-42d9-aa2b-849ed74219a9 req-67850d69-05bf-4ff4-9832-f71fb7fb9c16 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Mar 08 13:13:19.649486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a63ee0-f436-471e-8670-533ed3b29bee req-44d07bfb-b4af-4831-9555-9da6a4384f9b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:19.650986 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-28a63ee0-f436-471e-8670-533ed3b29bee req-44d07bfb-b4af-4831-9555-9da6a4384f9b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0484583 Mar 08 13:13:19.693058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-28a63ee0-f436-471e-8670-533ed3b29bee req-78aa98de-7317-4fb4-a6ce-803812e792f3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362380 Mar 08 13:13:20.808043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735e12-3cf5-42cc-9377-d385e8b7203e req-8577a4bb-0ebd-47db-9b46-309526d79cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:20.809519 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10735e12-3cf5-42cc-9377-d385e8b7203e req-8577a4bb-0ebd-47db-9b46-309526d79cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0509839 Mar 08 13:13:20.848689 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10735e12-3cf5-42cc-9377-d385e8b7203e req-d88b28e7-2c24-4174-9c8e-7a70becb6ec4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Mar 08 13:13:21.967971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b098-33f5-4521-95fa-612ae707cbd9 req-db724d69-f5ca-4f2b-89c4-9eddf19564cd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:21.969506 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fe13b098-33f5-4521-95fa-612ae707cbd9 req-db724d69-f5ca-4f2b-89c4-9eddf19564cd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0519264 Mar 08 13:13:22.010301 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fe13b098-33f5-4521-95fa-612ae707cbd9 req-eb6478e3-8882-462b-8dbd-f4f13e9c8e9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Mar 08 13:13:22.815890 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:13:23.128076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4da0-731c-40ae-89dd-773776617133 req-2dd02dee-8aa8-4db5-a4d3-2406459e0b8f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:23.129573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e95d4da0-731c-40ae-89dd-773776617133 req-2dd02dee-8aa8-4db5-a4d3-2406459e0b8f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0501039 Mar 08 13:13:23.171611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e95d4da0-731c-40ae-89dd-773776617133 req-df844eed-640c-4249-97f8-d91963509913 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361264 Mar 08 13:13:24.287969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd37cd-c683-45db-8743-3a6a7b95608c req-7a37b932-e061-4967-a7dc-a707abe07f2c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:24.289488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dffd37cd-c683-45db-8743-3a6a7b95608c req-7a37b932-e061-4967-a7dc-a707abe07f2c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0512850 Mar 08 13:13:24.336251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dffd37cd-c683-45db-8743-3a6a7b95608c req-b9861ced-2609-40c6-aaf7-82454e7df67e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408695 Mar 08 13:13:25.459359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73a33d-f172-4935-9b50-2fdedfc029eb req-84aa1469-bdda-4f99-8a8f-6ed589de9249 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:25.460932 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f73a33d-f172-4935-9b50-2fdedfc029eb req-84aa1469-bdda-4f99-8a8f-6ed589de9249 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0540190 Mar 08 13:13:25.499749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f73a33d-f172-4935-9b50-2fdedfc029eb req-77bd3554-29d4-41d3-8f3a-2e2efbb8baad tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Mar 08 13:13:25.779142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:26.620281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdefb27-9f34-4a6e-bfdd-1d71bb0a01e6 req-ea81038f-d9df-45f2-8406-5153969006d8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:26.621986 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9fdefb27-9f34-4a6e-bfdd-1d71bb0a01e6 req-ea81038f-d9df-45f2-8406-5153969006d8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0526211 Mar 08 13:13:26.667298 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9fdefb27-9f34-4a6e-bfdd-1d71bb0a01e6 req-29125c99-9534-4ecc-a5fb-fe24dd995dad tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388131 Mar 08 13:13:27.784483 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956e387-5660-4330-a450-0a289bf79865 req-ec5dbd40-9516-4f65-8d32-c0aea344282d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:27.786047 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b956e387-5660-4330-a450-0a289bf79865 req-ec5dbd40-9516-4f65-8d32-c0aea344282d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0507319 Mar 08 13:13:27.823929 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b956e387-5660-4330-a450-0a289bf79865 req-38fe81d1-2daf-4a8d-9a35-384c9e0ac710 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319524 Mar 08 13:13:27.847105 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44468) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:13:27.907652 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8e5403e7-ce95-4a13-92b3-ab471afb03de tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/451b10f3-e895-4643-94ac-a81a78d42dc2 HTTP/1.1" status: 200 len: 994 time: 0.0593512 Mar 08 13:13:29.071048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-46be664c-9b7f-4230-9200-89bb34f94605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:31.608540 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-50ec1e8a-86bf-45cc-bc7b-04fe03d9f196 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438116 Mar 08 13:13:31.691477 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-be742bde-3626-411c-96b8-0682714ff2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:31.692864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4b60ec74-33f0-411d-a139-59e35399bef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:31.693346 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-be742bde-3626-411c-96b8-0682714ff2ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1099 time: 0.0411780 Mar 08 13:13:31.802593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-ddb1923e-c95e-40fc-8f66-073563b3d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:31.804072 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-ddb1923e-c95e-40fc-8f66-073563b3d39e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb5587be-c67a-42bc-9d8f-00a447c455b6 HTTP/1.1" status: 200 len: 897 time: 0.0932636 Mar 08 13:13:31.872994 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-0189068d-dbdd-4a7f-8d3a-5eda49f2fbcf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965 HTTP/1.1" status: 200 len: 1002 time: 0.0620737 Mar 08 13:13:31.920890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-5bb85622-fc2b-4c72-8d82-51bfd5819217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:31.922371 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-5bb85622-fc2b-4c72-8d82-51bfd5819217 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2de8f601-9149-4cfa-a799-554b3d92a12d HTTP/1.1" status: 200 len: 835 time: 0.0437863 Mar 08 13:13:31.972277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-3a07bcf0-8144-479e-8f2c-b3ebd89ea7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:31.973796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-3a07bcf0-8144-479e-8f2c-b3ebd89ea7f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb5587be-c67a-42bc-9d8f-00a447c455b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415468 Mar 08 13:13:32.070930 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-6bd1e17c-141d-4f16-ba6d-4b4b8aa9f35e service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901442 Mar 08 13:13:32.166846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74fee8e5-b748-48cf-9031-064fc8cdadd9 req-aff69ac0-1dad-48d9-b32c-a9d7b6ac302f service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894308 Mar 08 13:13:32.795249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:33.864967 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:34.247626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:55.824391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:58.386775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44480) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:13:58.557079 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port cbbc615a-c2f6-4390-b885-ebc1d6134471 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:13:58.557421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:58.641105 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:58.641337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:58.656684 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for cbbc615a-c2f6-4390-b885-ebc1d6134471 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:13:58.904106 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:58.932041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=cbbc615a-c2f6-4390-b885-ebc1d6134471,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:58.956043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.956383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.956715 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.957041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.957367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.957687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.958036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.958353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.958664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.958981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.959293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.959602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:58.999702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:59.000055 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 451b10f3-e895-4643-94ac-a81a78d42dc2 disassociated (deleted). External IP: 172.26.3.239, port: 002cec5d-8d05-4f6c-a0c9-e32a02bad965. Mar 08 13:13:59.052983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f7253478-9930-4df2-b9b8-2dd30d346613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:59.218780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 075acb61-e65d-4531-83d5-8b4d633a6326 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:13:59.329366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:13:59.334257 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:13:59.339353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] Sync routers for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:13:59.348933 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:59.349543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:13:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:59.362385 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-68dc9af1-14c0-46be-9f1a-211158ba07a1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/floatingips/451b10f3-e895-4643-94ac-a81a78d42dc2 HTTP/1.1" status: 204 len: 168 time: 0.9745154 Mar 08 13:13:59.362964 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:13:59.365306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43782380-c5bb-4f55-b3db-983db845ec32" -d '{"events": [{"name": "network-changed", "server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:13:59.404847 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053ed0a9-ccb4-41e8-893e-860263c78f85 x-openstack-request-id: req-053ed0a9-ccb4-41e8-893e-860263c78f85 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:13:59.405475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:13:59.405475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-053ed0a9-ccb4-41e8-893e-860263c78f85 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:13:59.405769 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'status': 'completed', 'code': 200} Mar 08 13:13:59.469170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:13:59.521651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43782380-c5bb-4f55-b3db-983db845ec32 req-ceef1a9c-6e33-4517-9556-2e6e526c57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:59.523175 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43782380-c5bb-4f55-b3db-983db845ec32 req-ceef1a9c-6e33-4517-9556-2e6e526c57f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 1099 time: 0.0957236 Mar 08 13:13:59.614513 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43782380-c5bb-4f55-b3db-983db845ec32 req-f71f1726-4b3c-48fe-9e40-0627f74fe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:59.615984 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43782380-c5bb-4f55-b3db-983db845ec32 req-f71f1726-4b3c-48fe-9e40-0627f74fe64f service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb5587be-c67a-42bc-9d8f-00a447c455b6 HTTP/1.1" status: 200 len: 897 time: 0.0863764 Mar 08 13:13:59.663611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43782380-c5bb-4f55-b3db-983db845ec32 req-98f44c72-870e-4a5e-92bd-b94531453484 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965 HTTP/1.1" status: 200 len: 217 time: 0.0413485 Mar 08 13:13:59.688323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:59.716081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] Checking router: 075acb61-e65d-4531-83d5-8b4d633a6326 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:13:59.719825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43782380-c5bb-4f55-b3db-983db845ec32 req-7dff4a1b-87a1-437d-86eb-b099e6890a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:59.721321 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43782380-c5bb-4f55-b3db-983db845ec32 req-7dff4a1b-87a1-437d-86eb-b099e6890a45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2de8f601-9149-4cfa-a799-554b3d92a12d HTTP/1.1" status: 200 len: 835 time: 0.0516591 Mar 08 13:13:59.727013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:59.727790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:13:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:59.782716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43782380-c5bb-4f55-b3db-983db845ec32 req-557f492b-ccac-49fc-8ac3-182452dd57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:59.783886 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43782380-c5bb-4f55-b3db-983db845ec32 req-557f492b-ccac-49fc-8ac3-182452dd57b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb5587be-c67a-42bc-9d8f-00a447c455b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542758 Mar 08 13:13:59.814652 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:13:59.846340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:00.059625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:00.091769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347deb5a-fa10-40fd-8cd3-870a8f52cbd3 None None] The sync data for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv is: [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:21Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '8f6cb5f0-2698-4f52-a2bc-c4cb257654bb', 'name': '', 'network_id': 'cb5587be-c67a-42bc-9d8f-00a447c455b6', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:d5:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:20Z', 'updated_at': '2022-03-08T13:12:24Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '2de8f601-9149-4cfa-a799-554b3d92a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:00.230865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf44cc-b666-4f06-a7ef-8455714838d0 req-2846ecb7-c739-4f4e-9e19-bcfddc1cfc42 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:00.232406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84bf44cc-b666-4f06-a7ef-8455714838d0 req-2846ecb7-c739-4f4e-9e19-bcfddc1cfc42 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.4609258 Mar 08 13:14:00.281107 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43782380-c5bb-4f55-b3db-983db845ec32 req-7f55db3b-e409-44c4-a8f0-f3a38df8d853 service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796774 Mar 08 13:14:00.303609 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84bf44cc-b666-4f06-a7ef-8455714838d0 req-087e9b35-1003-4d75-bd6e-73926e09c75d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619259 Mar 08 13:14:00.340014 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ef1e80-11aa-45bb-a9b2-8e5826f38d2c None None] New status for floating IP 451b10f3-e895-4643-94ac-a81a78d42dc2: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:14:00.397628 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-43782380-c5bb-4f55-b3db-983db845ec32 req-a627eb99-fc70-47a9-98ab-85926a51026a service neutron] 10.222.0.45 "GET /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081145 Mar 08 13:14:01.306232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-e31109db-92f7-44c4-9e99-c6f8e0faa7fb tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:01.307963 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-e31109db-92f7-44c4-9e99-c6f8e0faa7fb tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0499773 Mar 08 13:14:01.440567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11525e82-e519-4d50-ae0e-361095f375a8 req-fe0a6756-f5e0-466b-8914-fe49a1c34998 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:01.442112 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11525e82-e519-4d50-ae0e-361095f375a8 req-fe0a6756-f5e0-466b-8914-fe49a1c34998 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 946 time: 0.0670328 Mar 08 13:14:01.444744 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:14:01.445066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:01.532404 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-11525e82-e519-4d50-ae0e-361095f375a8 req-832a3b01-5f63-40a9-9685-1210049546aa tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=53d498bf-e72d-45a4-bad3-c508d90c6295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839922 Mar 08 13:14:01.566947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 002cec5d-8d05-4f6c-a0c9-e32a02bad965, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=002cec5d-8d05-4f6c-a0c9-e32a02bad965,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:01.567188 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:01.580067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 002cec5d-8d05-4f6c-a0c9-e32a02bad965 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:14:01.698930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1820ed75-2f7f-45d7-b211-8bca3454c07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:01.767510 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:01.797436 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=002cec5d-8d05-4f6c-a0c9-e32a02bad965,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:01.810987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.810987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.811215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.811410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.811732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.812061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.812390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.812712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.813037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.813357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.813673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.814249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:01.858120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] No DVR routers for this DVR port 002cec5d-8d05-4f6c-a0c9-e32a02bad965 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:14:01.860762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:01.864624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-18d00504-8f66-4412-b4e2-bdbe0601942d req-fa74d4fd-dbbf-4b29-83d1-e8f078e6f0d9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "DELETE /v2.0/ports/002cec5d-8d05-4f6c-a0c9-e32a02bad965 HTTP/1.1" status: 204 len: 173 time: 0.5498781 Mar 08 13:14:01.865133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'name': 'network-vif-deleted', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:01.867654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9f283d-e304-4079-b62f-f9bad1b0113d" -d '{"events": [{"server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "name": "network-vif-deleted", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:01.904918 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c29e3-2916-4218-982b-4a7188e91cd2 x-openstack-request-id: req-0a7c29e3-2916-4218-982b-4a7188e91cd2 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:01.905203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3901b4a8-8a02-4bd1-8acc-65a780e3fe3c", "name": "network-vif-deleted", "tag": "002cec5d-8d05-4f6c-a0c9-e32a02bad965", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:01.905446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a7c29e3-2916-4218-982b-4a7188e91cd2 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:01.905856 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3901b4a8-8a02-4bd1-8acc-65a780e3fe3c', 'name': 'network-vif-deleted', 'tag': '002cec5d-8d05-4f6c-a0c9-e32a02bad965', 'status': 'completed', 'code': 200} Mar 08 13:14:02.637892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-28b8013f-140d-4fe4-832c-c3c793fcdb9b req-6c849c93-40ea-416a-9816-323193b82c16 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=3901b4a8-8a02-4bd1-8acc-65a780e3fe3c HTTP/1.1" status: 200 len: 210 time: 0.0269282 Mar 08 13:14:02.830391 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:03.694509 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44502) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:03.864661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:04.059555 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:04.258632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:04.321396 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:14:04.321646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:04.409112 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:04.409472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:04.422355 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:14:04.664465 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:04.695800 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=8f6cb5f0-2698-4f52-a2bc-c4cb257654bb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:04.874156 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:05.090341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 075acb61-e65d-4531-83d5-8b4d633a6326 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:14:05.194212 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:14:05.199851 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9de088bb-c6f9-4b3e-8124-bddeb2c856c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/075acb61-e65d-4531-83d5-8b4d633a6326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5043015 Mar 08 13:14:05.202443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44504) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:05.204948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] Sync routers for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:14:05.215504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:05.216122 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:05.253028 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting subnet 2de8f601-9149-4cfa-a799-554b3d92a12d {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:14:05.256035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:05.295486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:05.320579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:05.382366 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:05.502471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:14:04Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:05.510078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:05.529923 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] Checking router: 075acb61-e65d-4531-83d5-8b4d633a6326 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:14:05.536740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Subnet': ['ID=2de8f601-9149-4cfa-a799-554b3d92a12d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:05.538965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] Routers {'075acb61-e65d-4531-83d5-8b4d633a6326'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:05.539565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['075acb61-e65d-4531-83d5-8b4d633a6326'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:05.544611 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:05.548778 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d2cd8cfe-3b2e-4085-a2a5-0f01fe33ba24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/subnets/2de8f601-9149-4cfa-a799-554b3d92a12d HTTP/1.1" status: 204 len: 168 time: 0.3454278 Mar 08 13:14:05.551421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44506) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:05.574514 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70d58a-6e19-49b2-b532-acde3a882340 None None] Network cb5587be-c67a-42bc-9d8f-00a447c455b6 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:14:05.661862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:05.788088 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 002cec5d-8d05-4f6c-a0c9-e32a02bad965 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:14:05.823371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 002cec5d-8d05-4f6c-a0c9-e32a02bad965 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:14:05.823709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 002cec5d-8d05-4f6c-a0c9-e32a02bad965 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:14:05.920267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] Set router 075acb61-e65d-4531-83d5-8b4d633a6326 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:06.067351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] DHCP port deletion for cb5587be-c67a-42bc-9d8f-00a447c455b6 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:14:06.100239 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.156723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Deleting port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:14:06.157086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.160657 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:14:04Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:06.199252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b5fef-8b41-4cff-bb8a-54795912e224 None None] The sync data for ids ['075acb61-e65d-4531-83d5-8b4d633a6326'] in dv-neutron-829486-2-hyperv is: [{'id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712174397', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:14:04Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '468eaebd-24ad-45d4-833d-c9c7543a8df4', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075acb61-e65d-4531-83d5-8b4d633a6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:12:17Z', 'updated_at': '2022-03-08T13:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:06.226528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 468eaebd-24ad-45d4-833d-c9c7543a8df4 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:14:06.226869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.256792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] For port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=15ead58b-0eef-4f4d-8fe9-8ed0ce024a49,segment=NetworkSegment(883105d9-8af0-43d0-a7b0-d996426a29b1),segment_id=883105d9-8af0-43d0-a7b0-d996426a29b1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:06.257373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.270207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Calling delete_port for 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:14:06.315825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 468eaebd-24ad-45d4-833d-c9c7543a8df4, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=468eaebd-24ad-45d4-833d-c9c7543a8df4,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:06.316083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.327952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 468eaebd-24ad-45d4-833d-c9c7543a8df4 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:14:06.417817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.443355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Pushing event deleted for resources: {'Port': ['ID=15ead58b-0eef-4f4d-8fe9-8ed0ce024a49,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:06.448709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] No DVR routers for this DVR port 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:14:06.458309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.458651 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.458984 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.459316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.459692 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.460034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.460335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.460652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.460970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.461292 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.461874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.462192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8971e980-1b14-4d97-a72d-e1a5085f267d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:06.567460 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.594429 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=468eaebd-24ad-45d4-833d-c9c7543a8df4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:06.660368 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.760929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.763528 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.864636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.865121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Fanout notify agent at l3_agent the message router_deleted on router 075acb61-e65d-4531-83d5-8b4d633a6326 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:14:06.873171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:06.874325 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9c59500a-cf2b-4660-9533-12a3c866dfc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/routers/075acb61-e65d-4531-83d5-8b4d633a6326 HTTP/1.1" status: 204 len: 168 time: 1.3219819 Mar 08 13:14:06.877107 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44508) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:06.964935 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.057144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.077402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5587be-c67a-42bc-9d8f-00a447c455b6']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:07.086369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883105d9-8af0-43d0-a7b0-d996426a29b1') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:07.086664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883105d9-8af0-43d0-a7b0-d996426a29b1') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:07.096087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.109753 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.115693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:14:07.116042 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:14:07.119626 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:14:07.236414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.244000 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.247218 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/networks/cb5587be-c67a-42bc-9d8f-00a447c455b6 HTTP/1.1" status: 204 len: 168 time: 0.3691096 Mar 08 13:14:07.249870 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44510) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:07.267251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63543c9-6f3f-40cf-9435-7ac3c9391386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Network': ['ID=cb5587be-c67a-42bc-9d8f-00a447c455b6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:07.319487 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-645c99b1-bda5-49c0-8577-3330a22bbb1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.331850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:14:07.351958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-645c99b1-bda5-49c0-8577-3330a22bbb1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.358723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:14:07.359130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 15ead58b-0eef-4f4d-8fe9-8ed0ce024a49 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:14:07.359608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:14:07.380383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:14:07.380722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8f6cb5f0-2698-4f52-a2bc-c4cb257654bb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:14:07.459132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-645c99b1-bda5-49c0-8577-3330a22bbb1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.461820 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-645c99b1-bda5-49c0-8577-3330a22bbb1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:07.463621 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-645c99b1-bda5-49c0-8577-3330a22bbb1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/security-groups/53d498bf-e72d-45a4-bad3-c508d90c6295 HTTP/1.1" status: 204 len: 168 time: 0.2127721 Mar 08 13:14:07.473210 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c99b1-bda5-49c0-8577-3330a22bbb1e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d498bf-e72d-45a4-bad3-c508d90c6295,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:07.959453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44516) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:07.964616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1b934404-9822-4c5c-a4d8-cd4857fc6cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302053182', 'description': 'tempest-secgroup-smoke-302053182 description', 'project_id': '0e715217e84a4032b7a1395babe4433c'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:08.046427 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b934404-9822-4c5c-a4d8-cd4857fc6cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.111616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b934404-9822-4c5c-a4d8-cd4857fc6cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.183309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b934404-9822-4c5c-a4d8-cd4857fc6cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.211562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b934404-9822-4c5c-a4d8-cd4857fc6cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca9c07-8a06-4562-8210-b219b0cc04ca,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:08.279120 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1b934404-9822-4c5c-a4d8-cd4857fc6cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.280424 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1b934404-9822-4c5c-a4d8-cd4857fc6cc5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3199458 Mar 08 13:14:08.283237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44518) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:08.287986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-5d80b965-1160-4552-a452-1ca972155f9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca9c07-8a06-4562-8210-b219b0cc04ca', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:08.377143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d80b965-1160-4552-a452-1ca972155f9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.438094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d80b965-1160-4552-a452-1ca972155f9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.527452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d80b965-1160-4552-a452-1ca972155f9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.546530 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80b965-1160-4552-a452-1ca972155f9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d125c54-e236-4313-b0dc-e3601c7a5310,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:08.621434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5d80b965-1160-4552-a452-1ca972155f9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.622683 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5d80b965-1160-4552-a452-1ca972155f9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385148 Mar 08 13:14:08.625322 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44520) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:08.629594 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4b58a474-e1e2-4cf0-b0c3-db2777535781 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca9c07-8a06-4562-8210-b219b0cc04ca', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:08.722130 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4b58a474-e1e2-4cf0-b0c3-db2777535781 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.777872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4b58a474-e1e2-4cf0-b0c3-db2777535781 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.847251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4b58a474-e1e2-4cf0-b0c3-db2777535781 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.867148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58a474-e1e2-4cf0-b0c3-db2777535781 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dcaa37-f600-49e6-a34c-243f85ac6f62,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:08.897756 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 468eaebd-24ad-45d4-833d-c9c7543a8df4 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:14:08.919218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 468eaebd-24ad-45d4-833d-c9c7543a8df4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:14:08.919558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 468eaebd-24ad-45d4-833d-c9c7543a8df4 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:14:08.935391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4b58a474-e1e2-4cf0-b0c3-db2777535781 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:08.936625 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4b58a474-e1e2-4cf0-b0c3-db2777535781 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103578 Mar 08 13:14:08.939290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44522) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:08.943621 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-530999bb-fb72-4134-96cd-11c187b0cb9e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca9c07-8a06-4562-8210-b219b0cc04ca', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:09.040609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-530999bb-fb72-4134-96cd-11c187b0cb9e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.098850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-530999bb-fb72-4134-96cd-11c187b0cb9e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.201775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-530999bb-fb72-4134-96cd-11c187b0cb9e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.220358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530999bb-fb72-4134-96cd-11c187b0cb9e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7e8553-f57e-44fa-a179-91aef9689904,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:09.295364 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-530999bb-fb72-4134-96cd-11c187b0cb9e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.296643 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-530999bb-fb72-4134-96cd-11c187b0cb9e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564126 Mar 08 13:14:09.299330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44524) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:09.303704 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-57b27093-b1b5-46f1-b977-e0147030c3df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca9c07-8a06-4562-8210-b219b0cc04ca', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:09.377786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-57b27093-b1b5-46f1-b977-e0147030c3df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.440713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-57b27093-b1b5-46f1-b977-e0147030c3df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.498676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-57b27093-b1b5-46f1-b977-e0147030c3df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.516045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b27093-b1b5-46f1-b977-e0147030c3df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c36eb1f-2078-46ba-a5c4-b8420c1cf147,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:09.563872 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-57b27093-b1b5-46f1-b977-e0147030c3df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.565060 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-57b27093-b1b5-46f1-b977-e0147030c3df tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2647934 Mar 08 13:14:09.567906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44526) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:09.572230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca9c07-8a06-4562-8210-b219b0cc04ca', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:09.636029 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:14:09.641996 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.701361 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.767256 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.787811 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacb1772-ae84-4f5f-8301-457e60c4d731,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:09.855607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:09.856831 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0497608e-21aa-4584-bc02-f863ab559026 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880130 Mar 08 13:14:09.859649 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44528) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:09.865716 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'a4ca9c07-8a06-4562-8210-b219b0cc04ca', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:09.950195 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:14:09.955408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.018217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.087219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.107520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dffe4b-152d-4ccb-814c-974b4ab6f5b4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:10.170086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.171292 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0ef4f43a-582a-4d42-9418-3399d8e362c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103945 Mar 08 13:14:10.174162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44530) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:10.178940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'network': {'name': 'tempest-network-smoke--711519677', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'port_security_enabled': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:10.259020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:14:10.262675 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.286281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:14:10.295401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.295734 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Added segment e94ff18f-1fce-40b8-9c35-6767f7af57d1 of type vlan for network cbe3ead5-409d-4272-ba3b-74cd9086d18a Mar 08 13:14:10.345671 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.451672 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.457284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:10.457914 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.521524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Network': ['ID=cbe3ead5-409d-4272-ba3b-74cd9086d18a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:10.532205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:14:10.548881 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a0b9345e-72f5-4651-bd6b-9686c8603bbc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3735471 Mar 08 13:14:10.549693 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44532) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:10.554238 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'admin_state_up': True, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:10.619092 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.620253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.676683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:10.853449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:11.106548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:11.124741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:11.230234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.104 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/d7a1c09e-a891-483f-8bd4-b557dc775043) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:11.330639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:11.419766 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:11.461912 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:11.465352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:11.468801 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:11.494155 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=d7a1c09e-a891-483f-8bd4-b557dc775043,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:11.781659 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:11.987796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:12.161985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:14:12.269117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:14:12.278658 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Sync routers for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:14:12.288599 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:12.295361 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:12.339619 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:12.341041 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-824a3d02-231c-4a76-8378-de0516d38758 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7903504 Mar 08 13:14:12.345088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44538) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:12.375547 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-bf4bea58-f0e2-4190-9fac-74c02908721e tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0e715217e84a4032b7a1395babe4433c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293524 Mar 08 13:14:12.379580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44540) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:12.400521 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:12.500538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e480965f-61b1-441f-a602-b51c3602509a tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:12.500538 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e480965f-61b1-441f-a602-b51c3602509a tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1193681 Mar 08 13:14:12.502708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44544) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:12.532980 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c6a1864e-a0ba-4156-9af8-fe983e3cf158 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290992 Mar 08 13:14:12.536869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44546) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:12.541928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827790103', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:12.611251 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:11Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:12.637379 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Checking router: 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:14:12.637802 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Updating router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 port d7a1c09e-a891-483f-8bd4-b557dc775043 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:14:12.664429 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:12.739231 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:14:12.742859 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:12.979058 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.025234 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.053519 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.087266 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Subnet': ['ID=c5c3af34-574e-451f-8f9d-dd1d783768d6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:13.101134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Checking segment: {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:14:13.101494 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network hostable DHCP agents. Network: cbe3ead5-409d-4272-ba3b-74cd9086d18a, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:14:13.110723 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Attempting to bind port d7a1c09e-a891-483f-8bd4-b557dc775043 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:14:13.111085 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Attempting to bind port d7a1c09e-a891-483f-8bd4-b557dc775043 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:14:13.111583 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Attempting to bind port d7a1c09e-a891-483f-8bd4-b557dc775043 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:13.119852 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:14:13.120215 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:14:13.120606 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.126709 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:14:13.126709 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Bound port: d7a1c09e-a891-483f-8bd4-b557dc775043, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:14:13.126709 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.126709 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Pushing event updated for resources: {'Port': ['ID=d7a1c09e-a891-483f-8bd4-b557dc775043,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:13.153670 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.154031 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.154392 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.154721 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.155038 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.155369 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.155669 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.155979 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.156289 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.156601 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.156909 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.157212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:14:13.186672 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] For port d7a1c09e-a891-483f-8bd4-b557dc775043, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:14:13.190262 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] For port d7a1c09e-a891-483f-8bd4-b557dc775043, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d7a1c09e-a891-483f-8bd4-b557dc775043,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:14:13.194782 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:14:13.265396 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.303500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, cbe3ead5-409d-4272-ba3b-74cd9086d18a) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:13.308261 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:13.309324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.313456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c59372-4dba-440e-96ca-0a672f36d053 None None] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:14:13.322141 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:13.327986 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:13.327986 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50371643-82d7-4b34-8b61-67b984fcbf25 None None] Pushing event updated for resources: {'Port': ['ID=d7a1c09e-a891-483f-8bd4-b557dc775043,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:13.382844 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4e53c8a8-3441-4538-af40-bf6d6bc5cedc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8446217 Mar 08 13:14:13.385410 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44550) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:13.470767 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:13.494233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:14:13.495097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.677764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Allocated IP 172.20.0.2 (cbe3ead5-409d-4272-ba3b-74cd9086d18a/c5c3af34-574e-451f-8f9d-dd1d783768d6/385f00e5-7a32-4625-8f95-46323be140d5) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:13.711716 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:11Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:13.833620 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa361c-4c6b-40c3-80e4-7582ffd5d3d5 None None] The sync data for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv is: [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:11Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:13.857192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.951504 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:13.999574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:14.002829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:14.006886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:14.012893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Pushing event updated for resources: {'Port': ['ID=385f00e5-7a32-4625-8f95-46323be140d5,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:14.098530 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Attempting to bind port 385f00e5-7a32-4625-8f95-46323be140d5 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:14:14.099033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Attempting to bind port 385f00e5-7a32-4625-8f95-46323be140d5 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:14:14.099389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Attempting to bind port 385f00e5-7a32-4625-8f95-46323be140d5 on network cbe3ead5-409d-4272-ba3b-74cd9086d18a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:14.104468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:14:14.104828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Checking segment: {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:14:14.105223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:14.105752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Bound using segment: {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:14:14.106233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Bound port: 385f00e5-7a32-4625-8f95-46323be140d5, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:14:14.106609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:14.177448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] For port 385f00e5-7a32-4625-8f95-46323be140d5, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:14:14.180777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] For port 385f00e5-7a32-4625-8f95-46323be140d5, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=385f00e5-7a32-4625-8f95-46323be140d5,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:14:14.243192 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:14.312283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f014b5-25aa-4004-8ff6-5dacccfc2547 None None] Pushing event updated for resources: {'Port': ['ID=385f00e5-7a32-4625-8f95-46323be140d5,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:14.322235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:14.640235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.1 (cbe3ead5-409d-4272-ba3b-74cd9086d18a/c5c3af34-574e-451f-8f9d-dd1d783768d6/184c9bd7-331c-422a-9e94-1d23261a45f2) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:14.767565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:14.863558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:14.906613 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:14.909622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:14.913513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:14.920240 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=184c9bd7-331c-422a-9e94-1d23261a45f2,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:14.971013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.034689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 385f00e5-7a32-4625-8f95-46323be140d5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:15.089570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 385f00e5-7a32-4625-8f95-46323be140d5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:15.090850 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.171898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.201711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.213270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 385f00e5-7a32-4625-8f95-46323be140d5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=385f00e5-7a32-4625-8f95-46323be140d5,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:15.293886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.298038 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d7a1c09e-a891-483f-8bd4-b557dc775043 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:15.343039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc824b6-8f5e-4ee9-8a0f-d1e6d721a488 None None] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:14:15.434358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=385f00e5-7a32-4625-8f95-46323be140d5,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:15.436974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b48cda7a-39c2-4f01-99c5-126760cb6ef8 None None] Provisioning complete for port 385f00e5-7a32-4625-8f95-46323be140d5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:15.437335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b48cda7a-39c2-4f01-99c5-126760cb6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.514125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.524322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d7a1c09e-a891-483f-8bd4-b557dc775043 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:15.524681 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.588997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.672933 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=184c9bd7-331c-422a-9e94-1d23261a45f2,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:15.676500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.681682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.710315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port d7a1c09e-a891-483f-8bd4-b557dc775043, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d7a1c09e-a891-483f-8bd4-b557dc775043,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:15.779694 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:15.803499 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:15.805185 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:15.939962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:14:16.017470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=d7a1c09e-a891-483f-8bd4-b557dc775043,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:16.020074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e7c74629-c8e8-455f-8001-84efcf1758b1 None None] Provisioning complete for port 184c9bd7-331c-422a-9e94-1d23261a45f2 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:16.020442 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e7c74629-c8e8-455f-8001-84efcf1758b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:16.062697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:14:16.065498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-e7c74629-c8e8-455f-8001-84efcf1758b1 None None] Port 184c9bd7-331c-422a-9e94-1d23261a45f2 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:14:16.075294 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-636d02f5-3deb-42c5-b08b-f40e18d8e7d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/13db6aac-8a5e-476f-b64a-aa2e2e45a0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6874192 Mar 08 13:14:16.077588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-e7c74629-c8e8-455f-8001-84efcf1758b1 None None] Provisioning complete for port 385f00e5-7a32-4625-8f95-46323be140d5 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:16.077986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e7c74629-c8e8-455f-8001-84efcf1758b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:16.083127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Sync routers for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:14:16.120830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:16.121531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:16.223560 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-26b9f14e-53d4-4f8d-ae98-0cf01d7d92b0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302053182&fields=id&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 267 time: 0.0358534 Mar 08 13:14:16.286142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:16.347675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-a58ca9f4-b8d9-48ff-a9f1-6cf034158d9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:16.349142 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-a58ca9f4-b8d9-48ff-a9f1-6cf034158d9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 796 time: 0.1187296 Mar 08 13:14:16.364191 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-1fa4ab42-ab5e-4a2d-871d-08d82b841f6c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/quotas/0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 375 time: 0.0092616 Mar 08 13:14:16.423166 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-0decf870-8bec-4ac1-b373-d92749a6c8f1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531642 Mar 08 13:14:16.436182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-02050f4b-7c13-4221-b52a-0da2f6546cf6 None None] Provisioning complete for port 184c9bd7-331c-422a-9e94-1d23261a45f2 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:16.436545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-02050f4b-7c13-4221-b52a-0da2f6546cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:16.485616 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-d708eac0-7de6-41d3-84b1-d3b4df7a919c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:14:16.486750 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-d708eac0-7de6-41d3-84b1-d3b4df7a919c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508878 Mar 08 13:14:16.501156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-02050f4b-7c13-4221-b52a-0da2f6546cf6 None None] Port 184c9bd7-331c-422a-9e94-1d23261a45f2 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:14:16.529569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 2, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:16.561747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Checking router: 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:14:16.562037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Updating router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 port 184c9bd7-331c-422a-9e94-1d23261a45f2 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:14:16.580155 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-cd49aca9-83e5-4f7d-8927-404e2209db09 service neutron] 10.222.0.65 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868635 Mar 08 13:14:16.586487 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:16.674884 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-3b572935-72e6-4572-ad49-eb600d71d4a5 service neutron] 10.222.0.65 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883663 Mar 08 13:14:16.855219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:16.932036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c1ee05a6-1e48-40e8-9178-6f82bc5cff09 req-cb1f3c97-931d-48f4-bbc5-41b44ab19d48 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 210 time: 0.0353315 Mar 08 13:14:16.973633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 385f00e5-7a32-4625-8f95-46323be140d5 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:17.001398 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.063497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127766b-5ac2-4960-97e2-160d702172be None None] Pushing event updated for resources: {'Port': ['ID=184c9bd7-331c-422a-9e94-1d23261a45f2,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:17.097139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 385f00e5-7a32-4625-8f95-46323be140d5 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:17.097957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.151225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Attempting to bind port 184c9bd7-331c-422a-9e94-1d23261a45f2 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:14:17.151583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Attempting to bind port 184c9bd7-331c-422a-9e94-1d23261a45f2 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:14:17.151939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Attempting to bind port 184c9bd7-331c-422a-9e94-1d23261a45f2 on network cbe3ead5-409d-4272-ba3b-74cd9086d18a {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:17.161279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:14:17.161635 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Checking segment: {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:14:17.162050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.162626 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Bound using segment: {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:14:17.163087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Bound port: 184c9bd7-331c-422a-9e94-1d23261a45f2, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:14:17.163645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.260587 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d7a1c09e-a891-483f-8bd4-b557dc775043 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:17.288296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] For port 184c9bd7-331c-422a-9e94-1d23261a45f2, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:14:17.304875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] For port 184c9bd7-331c-422a-9e94-1d23261a45f2, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=184c9bd7-331c-422a-9e94-1d23261a45f2,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:14:17.333140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-27259389-e185-479b-a60f-f09395b0e580 None None] Provisioning complete for port 184c9bd7-331c-422a-9e94-1d23261a45f2 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:17.333400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-27259389-e185-479b-a60f-f09395b0e580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.364117 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d7a1c09e-a891-483f-8bd4-b557dc775043 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:17.364484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.398777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-27259389-e185-479b-a60f-f09395b0e580 None None] Port 184c9bd7-331c-422a-9e94-1d23261a45f2 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:14:17.402770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.470773 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:17.471404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:17.478398 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127766b-5ac2-4960-97e2-160d702172be None None] Pushing event updated for resources: {'Port': ['ID=184c9bd7-331c-422a-9e94-1d23261a45f2,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:17.622735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:17.759780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-56ef78bd-4c6f-4c60-8646-721fbfbe95d0 None None] Provisioning complete for port 184c9bd7-331c-422a-9e94-1d23261a45f2 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:17.762444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-56ef78bd-4c6f-4c60-8646-721fbfbe95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.897278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-56ef78bd-4c6f-4c60-8646-721fbfbe95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:17.924161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:17.961498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fd4e4-982f-48b9-9105-353a65f257b6 None None] The sync data for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv is: [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:17.964397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-56ef78bd-4c6f-4c60-8646-721fbfbe95d0 None None] For port 184c9bd7-331c-422a-9e94-1d23261a45f2, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=184c9bd7-331c-422a-9e94-1d23261a45f2,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:18.055485 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-56ef78bd-4c6f-4c60-8646-721fbfbe95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:18.075005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5f9d7123-fb7e-490c-b0de-5bfc17fcf980 req-c9a986af-453e-41e5-adbb-a4e7efdc3adc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 210 time: 0.0393000 Mar 08 13:14:18.123205 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef78bd-4c6f-4c60-8646-721fbfbe95d0 None None] Pushing event updated for resources: {'Port': ['ID=184c9bd7-331c-422a-9e94-1d23261a45f2,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:18.930825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-710f9276-6f19-4ee0-80a5-f3f5bad7c42e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:18.932747 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-710f9276-6f19-4ee0-80a5-f3f5bad7c42e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 796 time: 0.1403654 Mar 08 13:14:18.993889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-552f1dcb-3b65-40b9-8e8e-e0ec9c1c7ecb tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 379 time: 0.0519466 Mar 08 13:14:18.999672 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 184c9bd7-331c-422a-9e94-1d23261a45f2 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:19.003544 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'port': {'device_id': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'admin_state_up': True, 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'security_groups': ['a4ca9c07-8a06-4562-8210-b219b0cc04ca']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:19.062999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 184c9bd7-331c-422a-9e94-1d23261a45f2 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:19.063646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:19.190852 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0674d17-28f0-4139-8c72-042ffe0c8ee3 req-eb67e95f-0782-4ff1-a879-16668f61befb tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 210 time: 0.0294318 Mar 08 13:14:19.192003 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:14:19.195148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:19.328611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.3 (cbe3ead5-409d-4272-ba3b-74cd9086d18a/c5c3af34-574e-451f-8f9d-dd1d783768d6/d3250e50-93b2-4e1f-8a2a-79f5ee9a764c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:19.472953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:19.567851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:19.611388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:19.614355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:19.616919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:19.646869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:19.673171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:19.673791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:19.748695 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-4f88421a-c476-4a60-9e3d-bfc9c67dab12 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493906 Mar 08 13:14:19.762536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Request body: {'port': {'device_id': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:19.824467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:19.893153 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-d7fa317b-795e-47e5-b9af-16c05e202371 None None] Provisioning complete for port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:19.893750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d7fa317b-795e-47e5-b9af-16c05e202371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:19.930758 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa317b-795e-47e5-b9af-16c05e202371 None None] Port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:14:20.097024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3250e50-93b2-4e1f-8a2a-79f5ee9a764c {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:14:20.104668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:20.117157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Transition to ACTIVE for port object d3250e50-93b2-4e1f-8a2a-79f5ee9a764c will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:14:20.177663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:20.249879 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:20.344437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Attempting to bind port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:14:20.344772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Attempting to bind port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:14:20.345094 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Attempting to bind port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c on network cbe3ead5-409d-4272-ba3b-74cd9086d18a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:20.355854 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859b647-1460-477f-82b3-ce3fa4fb4dee req-615d4037-c0f0-48ea-8dfb-9f790075aefc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.357519 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3859b647-1460-477f-82b3-ce3fa4fb4dee req-615d4037-c0f0-48ea-8dfb-9f790075aefc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 943 time: 0.0780649 Mar 08 13:14:20.359802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c on network cbe3ead5-409d-4272-ba3b-74cd9086d18a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:14:20.360121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Attempting to bind port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c on network cbe3ead5-409d-4272-ba3b-74cd9086d18a {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:14:20.365498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:14:20.365878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Checking segment: {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:14:20.366250 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Bound using segment: {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:14:20.366676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Bound port: d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94ff18f-1fce-40b8-9c35-6767f7af57d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:14:20.378041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:20.436086 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3859b647-1460-477f-82b3-ce3fa4fb4dee req-f6236f73-9d05-4d59-81d1-94027f6e8428 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667732 Mar 08 13:14:20.460302 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:14:20.471237 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:14:20.527759 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:20.569815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.570448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:20.571853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 1093 time: 0.8155253 Mar 08 13:14:20.572284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:20.574549 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ebc56-9c1b-49a9-aed1-dabf94397c33" -d '{"events": [{"name": "network-changed", "server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:20.597621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9abc2-9998-4461-81f4-6ce8e633b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:20.615069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23253017-483d-41c5-8e68-0f9891352973 x-openstack-request-id: req-23253017-483d-41c5-8e68-0f9891352973 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:20.615356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:20.615657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23253017-483d-41c5-8e68-0f9891352973 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:20.616057 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'status': 'completed', 'code': 200} Mar 08 13:14:20.679622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ebc56-9c1b-49a9-aed1-dabf94397c33 req-c6c2aea6-6560-4312-84ae-0973e48150ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.681194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa6ebc56-9c1b-49a9-aed1-dabf94397c33 req-c6c2aea6-6560-4312-84ae-0973e48150ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1096 time: 0.0448103 Mar 08 13:14:20.790897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ebc56-9c1b-49a9-aed1-dabf94397c33 req-c9cd157b-04ea-4e5d-98e0-c8b0c1efeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.792362 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa6ebc56-9c1b-49a9-aed1-dabf94397c33 req-c9cd157b-04ea-4e5d-98e0-c8b0c1efeabd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0e715217e84a4032b7a1395babe4433c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1037672 Mar 08 13:14:20.888210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ebc56-9c1b-49a9-aed1-dabf94397c33 req-ac129547-486e-4b63-a03c-1077831b1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.889608 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa6ebc56-9c1b-49a9-aed1-dabf94397c33 req-ac129547-486e-4b63-a03c-1077831b1246 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900698 Mar 08 13:14:20.967185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-6bec3187-6fa7-4d69-aded-226d22d5ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:20.968835 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-6bec3187-6fa7-4d69-aded-226d22d5ac2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1096 time: 0.0422986 Mar 08 13:14:21.015402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-5d733ccd-52a9-4c7d-9352-c57c845db843 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 217 time: 0.0394232 Mar 08 13:14:21.065272 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-e2c3c49c-f0b1-4556-912b-ed3ff37b58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:21.066787 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-e2c3c49c-f0b1-4556-912b-ed3ff37b58d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0445492 Mar 08 13:14:21.112887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-1b1affa0-3e48-4761-a588-ab78514efa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:21.114422 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-1b1affa0-3e48-4761-a588-ab78514efa57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415220 Mar 08 13:14:21.209077 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-192dd56f-8e4f-4605-be7c-203ba3f59bfb service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880361 Mar 08 13:14:21.298616 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-376aca9f-67cf-447d-afcf-046a68f60ec3 req-cc4877b8-17e4-4b8a-ab1e-95df72ca3d0e service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824614 Mar 08 13:14:21.559101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf92e2f-4eb9-4624-93a3-300406725c54 req-a59ac56b-dcc7-415b-a33b-f3b7aa9dda86 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:21.560226 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ccf92e2f-4eb9-4624-93a3-300406725c54 req-a59ac56b-dcc7-415b-a33b-f3b7aa9dda86 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 943 time: 0.0536740 Mar 08 13:14:21.603837 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ccf92e2f-4eb9-4624-93a3-300406725c54 req-06026b4c-71e0-49cc-9796-06bc33513f56 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375988 Mar 08 13:14:22.726498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17587930-7447-4df9-95c9-ddb70e94204b req-ca567899-a45a-43ed-ad09-26ba90c0dc16 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:22.727980 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17587930-7447-4df9-95c9-ddb70e94204b req-ca567899-a45a-43ed-ad09-26ba90c0dc16 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 943 time: 0.0529656 Mar 08 13:14:22.768050 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-17587930-7447-4df9-95c9-ddb70e94204b req-26458048-4aab-4d1d-8682-99cf8bbf5e97 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331798 Mar 08 13:14:23.702333 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d3250e50-93b2-4e1f-8a2a-79f5ee9a764c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:14:23.796496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:23.809740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'port_id': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'mac_address': 'fa:16:3e:a3:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:14:23.889545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09588a9d-c8c2-4fa9-a00e-187c7076d4d9 req-300df29c-0697-4b84-ada1-1ba6acce0943 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:23.891185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-09588a9d-c8c2-4fa9-a00e-187c7076d4d9 req-300df29c-0697-4b84-ada1-1ba6acce0943 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 943 time: 0.0547981 Mar 08 13:14:23.935957 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-09588a9d-c8c2-4fa9-a00e-187c7076d4d9 req-8a0b466e-de3a-4797-8b31-09d583ab82c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384715 Mar 08 13:14:23.999605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:24.014304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3250e50-93b2-4e1f-8a2a-79f5ee9a764c {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:14:24.036178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:24.097605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:24.145241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:24.300942 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['d3250e50-93b2-4e1f-8a2a-79f5ee9a764c'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:14:25.053265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235f66b-47f4-4953-be2c-440928c3c344 req-a32c632f-fa5e-43fa-ad8c-05a7931cd970 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:25.054750 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1235f66b-47f4-4953-be2c-440928c3c344 req-a32c632f-fa5e-43fa-ad8c-05a7931cd970 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Mar 08 13:14:25.098080 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1235f66b-47f4-4953-be2c-440928c3c344 req-bf3e6eb4-0301-4c50-b688-856dd94a1e5b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366333 Mar 08 13:14:25.713313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d3250e50-93b2-4e1f-8a2a-79f5ee9a764c up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:14:25.808256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:25.824688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:14:25.829830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:14:25.830546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:25.907993 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:25.930422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:25.932922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c4bdc-7f3c-439e-8e64-c6dd106e1ebd" -d '{"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-plugged", "status": "completed", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:25.949432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:14:25.974136 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4e84c2-1a86-4ae7-8dba-963ceb47553d x-openstack-request-id: req-0c4e84c2-1a86-4ae7-8dba-963ceb47553d {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:25.974445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-plugged", "status": "completed", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:25.974673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c4e84c2-1a86-4ae7-8dba-963ceb47553d {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:25.975060 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'code': 200} Mar 08 13:14:25.990565 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:26.045972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:26.215704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9c5cf-f738-4a97-9886-77fedcb558ee req-5e3ec1a7-3079-4c91-abda-e0849bc8f0c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:26.217824 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4f9c5cf-f738-4a97-9886-77fedcb558ee req-5e3ec1a7-3079-4c91-abda-e0849bc8f0c0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0512638 Mar 08 13:14:26.280888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4f9c5cf-f738-4a97-9886-77fedcb558ee req-71f301f2-9eb4-40dd-9f5d-ec101c0621aa tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546477 Mar 08 13:14:26.283639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a8fc0-26cc-4609-b627-51a4acc40cc0 req-b9d0a3aa-c2ce-4cf7-8b01-86015601cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:26.285054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b34a8fc0-26cc-4609-b627-51a4acc40cc0 req-b9d0a3aa-c2ce-4cf7-8b01-86015601cf2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0663776 Mar 08 13:14:26.323551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b34a8fc0-26cc-4609-b627-51a4acc40cc0 req-810d09bd-8ba2-4fb8-b124-5e9f6330b976 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 Mar 08 13:14:27.407093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb8d95-1cb5-46f1-8974-856a0e346c6d req-ac373239-aefa-4f10-a248-480e98db0b7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:27.408625 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0acb8d95-1cb5-46f1-8974-856a0e346c6d req-ac373239-aefa-4f10-a248-480e98db0b7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0540171 Mar 08 13:14:27.448267 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0acb8d95-1cb5-46f1-8974-856a0e346c6d req-30e7fd49-5675-42ed-a263-502d28545355 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325391 Mar 08 13:14:28.564923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349056f2-cf47-4b39-94a0-db748068254e req-bad1df39-e596-4502-a9bb-e4836b6c3b2c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:28.566428 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-349056f2-cf47-4b39-94a0-db748068254e req-bad1df39-e596-4502-a9bb-e4836b6c3b2c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0499506 Mar 08 13:14:28.604928 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-349056f2-cf47-4b39-94a0-db748068254e req-da3462f0-caf3-4a19-8871-ed7e33098248 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Mar 08 13:14:28.722289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a425ecd-5a34-4565-a93b-368716815d83 req-52492d22-5a76-4e94-8c07-8dd299877e5f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:28.723783 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8a425ecd-5a34-4565-a93b-368716815d83 req-52492d22-5a76-4e94-8c07-8dd299877e5f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Mar 08 13:14:28.760446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8a425ecd-5a34-4565-a93b-368716815d83 req-797555ce-fb87-4845-afee-3fe5c87f1685 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307324 Mar 08 13:14:28.783424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44612) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:28.823252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978343c1-72d9-4bd6-a254-3a14acadd5a6 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:28.824938 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-978343c1-72d9-4bd6-a254-3a14acadd5a6 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1093 time: 0.0404263 Mar 08 13:14:28.828486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44614) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:28.832524 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:14:28.925901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:29.038313 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:29.070385 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-22883cb0-4b38-4427-9daf-0edebc33114e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:29.150867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.70 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/1afa4933-813b-422c-aa81-f0c7ca904d91) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:14:29.253677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:29.321803 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:29.365867 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:14:29.370896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:14:29.373133 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=1afa4933-813b-422c-aa81-f0c7ca904d91,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:29.376568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:14:29.740771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:29.876254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:30.028194 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:30.093320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:30.163580 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=1afa4933-813b-422c-aa81-f0c7ca904d91,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:14:30.175828 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:30.277872 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 1afb8ea3-2ad9-472f-805b-6097310ca725 associated. External IP: 172.26.3.70, port: d3250e50-93b2-4e1f-8a2a-79f5ee9a764c. Mar 08 13:14:30.495913 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:14:30.604097 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:14:30.615342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] Sync routers for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:14:30.625736 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:30.627046 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:30.687945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:30.716111 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0fdbab26-bab1-4430-8018-bf25d3602dd4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8866289 Mar 08 13:14:30.716923 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:14:30.719969 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e523395a-0e2e-4762-8228-6a8ccf7ed523" -d '{"events": [{"name": "network-changed", "server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:14:30.733045 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:30.767318 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c99ee8-3730-4d4a-9125-caf684ccc52a x-openstack-request-id: req-25c99ee8-3730-4d4a-9125-caf684ccc52a {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:14:30.770186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:14:30.770186 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25c99ee8-3730-4d4a-9125-caf684ccc52a {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:14:30.770186 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'status': 'completed', 'code': 200} Mar 08 13:14:30.856880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d71358-58b3-4e20-9b3f-a9669f52901c req-345b0c55-7b2c-4ad1-a6ef-6c5212bd7f57 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:30.862776 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5d71358-58b3-4e20-9b3f-a9669f52901c req-345b0c55-7b2c-4ad1-a6ef-6c5212bd7f57 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0869200 Mar 08 13:14:30.864964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-309dc4f4-c790-41c1-9e68-725e75f7a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:30.866588 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-309dc4f4-c790-41c1-9e68-725e75f7a745 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0638719 Mar 08 13:14:30.950101 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d5d71358-58b3-4e20-9b3f-a9669f52901c req-44e0bfa4-dca8-41dc-8c81-7b95d0319123 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825124 Mar 08 13:14:30.975865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44620) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:30.979789 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1afb8ea3-2ad9-472f-805b-6097310ca725', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.70', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'port_id': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'mac_address': 'fa:16:3e:a3:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:29Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:30.986034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-8e7df093-d86c-4d82-af56-7f46e3d9c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:30.987538 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-8e7df093-d86c-4d82-af56-7f46e3d9c5f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 897 time: 0.1139600 Mar 08 13:14:31.015277 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] Checking router: 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:14:31.023932 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:14:31.024543 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:14:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:31.044452 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-172d11f5-5bf1-4fdd-9474-d165b0cd07d2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/1afb8ea3-2ad9-472f-805b-6097310ca725 HTTP/1.1" status: 200 len: 990 time: 0.0660498 Mar 08 13:14:31.060030 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-ee51ebc4-a84b-40ff-b0af-cfd672c74824 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 998 time: 0.0654781 Mar 08 13:14:31.108123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-bf0d805b-760d-498e-80f8-4f83fb4f6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.109733 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-bf0d805b-760d-498e-80f8-4f83fb4f6dce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0434852 Mar 08 13:14:31.132421 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:14:31.163030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-6b1509dd-d790-49dc-9856-5b9684b6a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.164565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-6b1509dd-d790-49dc-9856-5b9684b6a00b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487468 Mar 08 13:14:31.256291 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-4de44a8f-cc62-4dec-86f3-c93abf58f2d1 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854232 Mar 08 13:14:31.365055 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1afb8ea3-2ad9-472f-805b-6097310ca725', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.70', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'port_id': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'mac_address': 'fa:16:3e:a3:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:29Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:14:31.369424 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e523395a-0e2e-4762-8228-6a8ccf7ed523 req-c8cd3d46-4f40-419d-a535-0605948616c6 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071684 Mar 08 13:14:31.391789 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d41a27-e33e-48dc-ab9e-cca181339481 None None] The sync data for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv is: [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1afb8ea3-2ad9-472f-805b-6097310ca725', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.70', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'port_id': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'mac_address': 'fa:16:3e:a3:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:14:29Z', 'updated_at': '2022-03-08T13:14:29Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:14:31.598639 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e0aa5a-9c49-4e30-b7f9-d316f7724e6f None None] New status for floating IP 1afb8ea3-2ad9-472f-805b-6097310ca725: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:14:31.614387 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-14e0fa29-aaca-4c78-8237-8343b047e1b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439997 Mar 08 13:14:31.703171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-473a45e9-fd17-40b2-87f6-2b3806cb594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.704741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-473a45e9-fd17-40b2-87f6-2b3806cb594c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0473945 Mar 08 13:14:31.758125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-584147c1-3fb8-4270-8b94-e8d0e1d9e50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:31.820800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-0354ef15-ad6a-430f-a567-4b1209cf890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.822343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-0354ef15-ad6a-430f-a567-4b1209cf890c service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 897 time: 0.0947778 Mar 08 13:14:31.889241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-bcc72015-f445-44b5-b35f-bda1b862b05e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 1000 time: 0.0602632 Mar 08 13:14:31.938683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-5818deb7-ae96-494c-82f0-bec61a4dac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.940176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-5818deb7-ae96-494c-82f0-bec61a4dac5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0447657 Mar 08 13:14:31.989332 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-3c492649-f84e-4261-ba9c-c085ce374bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:31.990873 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-3c492649-f84e-4261-ba9c-c085ce374bcb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446718 Mar 08 13:14:32.047104 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44622) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:32.089858 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-8ad3996a-69ad-41c5-b3e5-26e3441aeee8 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923107 Mar 08 13:14:32.112876 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-21a61261-0e2b-4944-b3d0-58b35bdb720f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/1afb8ea3-2ad9-472f-805b-6097310ca725 HTTP/1.1" status: 200 len: 992 time: 0.0646212 Mar 08 13:14:32.185145 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b9aa349-e98c-4e3e-b6e7-ef605f6f9c98 req-72e50ef6-d27e-4150-9ccf-550bb4072ef7 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888340 Mar 08 13:14:32.822870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:33.905227 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:34.264532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:36.813579 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:14:55.817682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:58.681160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-6c3026ed-f698-4989-8c07-cdaee23bf2a3 req-eb381fcb-72e3-40c7-98e5-cebffb37913d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:14:58.682605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c3026ed-f698-4989-8c07-cdaee23bf2a3 req-eb381fcb-72e3-40c7-98e5-cebffb37913d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060065 Mar 08 13:14:58.993339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bbbe1-010d-4f52-b6e5-a45a879bd46f req-65b75f4c-ece4-4dfe-8497-dd115a2a1437 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:14:58.995589 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-653bbbe1-010d-4f52-b6e5-a45a879bd46f req-65b75f4c-ece4-4dfe-8497-dd115a2a1437 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0512962 Mar 08 13:14:59.036000 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-653bbbe1-010d-4f52-b6e5-a45a879bd46f req-0590962b-d4e5-4fa6-9f41-2547e0290750 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335062 Mar 08 13:14:59.113221 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f547497e-9100-46af-a0d7-a6dcf131a2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:14:59.220871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44640) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:14:59.309452 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-90e5e5e2-7e91-4121-a4b7-7d5b8fa48a11 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874052 Mar 08 13:14:59.318492 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-9cdddd53-6a7e-48c9-8483-1559cba11fc5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:14:59.319440 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-9cdddd53-6a7e-48c9-8483-1559cba11fc5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050869 Mar 08 13:15:00.154719 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9fa01-b341-4e05-a2ba-a65044dc0562 req-03d3b298-4354-4b7e-acb0-a7fab5385651 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:00.157137 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22c9fa01-b341-4e05-a2ba-a65044dc0562 req-03d3b298-4354-4b7e-acb0-a7fab5385651 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0517142 Mar 08 13:15:00.200989 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22c9fa01-b341-4e05-a2ba-a65044dc0562 req-e45e86fb-80e6-4521-8b64-4af33edab985 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387077 Mar 08 13:15:01.350837 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd3d74-6d8c-47d5-bbe4-b0333ba96547 req-2b20cb4e-5dbe-4e8d-85d7-0431f7643c55 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:01.352301 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fbd3d74-6d8c-47d5-bbe4-b0333ba96547 req-2b20cb4e-5dbe-4e8d-85d7-0431f7643c55 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0786479 Mar 08 13:15:01.378763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-418b9ae9-19de-4f8b-a07c-52b57e248ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:01.380200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-418b9ae9-19de-4f8b-a07c-52b57e248ac8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0735846 Mar 08 13:15:01.412798 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fbd3d74-6d8c-47d5-bbe4-b0333ba96547 req-4045cb17-468a-4776-9afd-67eb708ec23d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539057 Mar 08 13:15:01.478502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-4a125868-3b5f-4617-8c0f-b9cf89811e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:01.480679 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-4a125868-3b5f-4617-8c0f-b9cf89811e71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 897 time: 0.0904572 Mar 08 13:15:01.553395 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-4cea5796-b1dc-4ace-9006-8216428af087 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 1000 time: 0.0654144 Mar 08 13:15:01.608242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-9f0dac97-6419-4c54-ace5-df1f44fb06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:01.609767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-9f0dac97-6419-4c54-ace5-df1f44fb06ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0497606 Mar 08 13:15:01.663711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-4c158127-a0d6-40fe-9d62-7306e02e64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:01.665257 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-4c158127-a0d6-40fe-9d62-7306e02e64ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484874 Mar 08 13:15:01.674794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0884aeff-9e87-4bda-bd3a-dd5af3683545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:01.763422 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-c9f36dcd-660a-4ae3-9fb3-1b1966a9e49c service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909483 Mar 08 13:15:01.854057 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-6f2ac5d4-9145-4800-810c-0b2b0b65bd2a service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Mar 08 13:15:02.535578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913f5d-3cbf-4565-980d-25f28bbef536 req-3c100c33-1b8a-4205-8613-df42c3e8c9f2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:02.537042 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-37913f5d-3cbf-4565-980d-25f28bbef536 req-3c100c33-1b8a-4205-8613-df42c3e8c9f2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0541780 Mar 08 13:15:02.576084 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-37913f5d-3cbf-4565-980d-25f28bbef536 req-0b67267a-2452-46eb-9190-b6444eebbf07 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323472 Mar 08 13:15:02.823704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:03.691418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f20a5-8584-4055-a51b-0fe74220f7ee req-50131fa6-ccdf-4ffa-94fd-8c234f8e84bf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:03.692886 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-739f20a5-8584-4055-a51b-0fe74220f7ee req-50131fa6-ccdf-4ffa-94fd-8c234f8e84bf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0498250 Mar 08 13:15:03.733692 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-739f20a5-8584-4055-a51b-0fe74220f7ee req-1fa4bc4d-7448-4d72-b91f-f162d1400ff9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347223 Mar 08 13:15:03.915050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:04.255671 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:04.853042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d910c27-032b-4c6a-b50b-93d658fee06f req-35f649b2-b6d2-41d8-81c3-3d5f7eb0672a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:04.854569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9d910c27-032b-4c6a-b50b-93d658fee06f req-35f649b2-b6d2-41d8-81c3-3d5f7eb0672a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0505438 Mar 08 13:15:04.893261 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9d910c27-032b-4c6a-b50b-93d658fee06f req-1490d34f-fb2f-41e5-a23d-01dac258981e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Mar 08 13:15:06.014373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f0132-4413-4ebe-bac1-552588e6cde0 req-9f8f54da-f169-4d52-b64c-68b9bb0cd91e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:06.015940 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a0f0132-4413-4ebe-bac1-552588e6cde0 req-9f8f54da-f169-4d52-b64c-68b9bb0cd91e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0535064 Mar 08 13:15:06.055335 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a0f0132-4413-4ebe-bac1-552588e6cde0 req-6120650b-6f65-4d8d-b408-02bd6f09cc42 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333285 Mar 08 13:15:07.174746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965680f3-fb64-4701-99fa-42932618e198 req-c1ea3b89-a2f7-496a-b497-7280b676472b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:07.176425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-965680f3-fb64-4701-99fa-42932618e198 req-c1ea3b89-a2f7-496a-b497-7280b676472b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0508118 Mar 08 13:15:07.215582 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-965680f3-fb64-4701-99fa-42932618e198 req-3b5ff091-e8f2-4f7d-a684-6ab285911b35 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Mar 08 13:15:08.335337 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ac6ae-8b8d-4eeb-81cb-1afb54df0152 req-c88ecdaf-9026-4895-b6f3-61ec99e719e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:08.336804 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d12ac6ae-8b8d-4eeb-81cb-1afb54df0152 req-c88ecdaf-9026-4895-b6f3-61ec99e719e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0500526 Mar 08 13:15:08.376296 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d12ac6ae-8b8d-4eeb-81cb-1afb54df0152 req-335f4cf4-7eaa-42fb-bf7b-000e1a1a3f94 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Mar 08 13:15:09.495869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd519-915e-4f34-beb8-8e6a30a8c119 req-d1f0ae8c-5c48-4975-8139-f590bc6cdf77 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:09.497345 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c3fd519-915e-4f34-beb8-8e6a30a8c119 req-d1f0ae8c-5c48-4975-8139-f590bc6cdf77 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0533807 Mar 08 13:15:09.535414 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c3fd519-915e-4f34-beb8-8e6a30a8c119 req-42284887-cdc6-429e-8c29-c759d2a9e5c2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320668 Mar 08 13:15:10.656065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95732e64-ed2e-4b72-a995-5485294c1ca9 req-0bbea2a1-2517-4339-86be-54b1e961f3a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:10.657584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-95732e64-ed2e-4b72-a995-5485294c1ca9 req-0bbea2a1-2517-4339-86be-54b1e961f3a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0518911 Mar 08 13:15:10.696168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-95732e64-ed2e-4b72-a995-5485294c1ca9 req-95302158-657d-44bd-a0ae-b88f7ab95a50 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324116 Mar 08 13:15:11.814085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc66dea-4aa1-47a9-86e7-8888093d3c34 req-6b3359f6-096a-4277-8d98-6eb10034be54 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:11.815552 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0fc66dea-4aa1-47a9-86e7-8888093d3c34 req-6b3359f6-096a-4277-8d98-6eb10034be54 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0513089 Mar 08 13:15:11.853695 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0fc66dea-4aa1-47a9-86e7-8888093d3c34 req-5dca879f-0eaf-42fc-b713-2096cda8ddc9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321212 Mar 08 13:15:12.971963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a785ba-0791-46d5-b8e2-6883cf385eeb req-edc64e0c-56d2-4eed-bc88-d9560f5d83b5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:12.973611 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39a785ba-0791-46d5-b8e2-6883cf385eeb req-edc64e0c-56d2-4eed-bc88-d9560f5d83b5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0513022 Mar 08 13:15:13.017655 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-39a785ba-0791-46d5-b8e2-6883cf385eeb req-12c8222c-c49d-4c57-a4c3-7d4f3b521c63 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378425 Mar 08 13:15:13.816183 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:15:14.138138 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0c653-84c5-4214-a17e-64f000510bbe req-b4bb2015-171d-4696-883f-14812c35a10d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:14.140063 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5c0c653-84c5-4214-a17e-64f000510bbe req-b4bb2015-171d-4696-883f-14812c35a10d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Mar 08 13:15:14.179923 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5c0c653-84c5-4214-a17e-64f000510bbe req-0bc5f3dc-59f7-453d-83c2-0003e9e36f50 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338910 Mar 08 13:15:15.297143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc47bc7-1cc4-4fb1-814c-0166551ad159 req-15b2b3e9-8e27-4676-8544-37b320d1baf1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:15.298574 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2dc47bc7-1cc4-4fb1-814c-0166551ad159 req-15b2b3e9-8e27-4676-8544-37b320d1baf1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Mar 08 13:15:15.335735 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2dc47bc7-1cc4-4fb1-814c-0166551ad159 req-d3f62182-5383-4165-8034-c0d7da7fef88 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Mar 08 13:15:16.461299 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60109ea5-793b-452f-9a3a-33ac234b50a0 req-e313382e-11f3-46e1-987e-f19229f4da9a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:16.463327 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60109ea5-793b-452f-9a3a-33ac234b50a0 req-e313382e-11f3-46e1-987e-f19229f4da9a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0559211 Mar 08 13:15:16.852598 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60109ea5-793b-452f-9a3a-33ac234b50a0 req-822b2a2e-7ac3-487e-80ec-5a6754696c19 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825765 Mar 08 13:15:17.971951 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc55d6-6836-4b42-bc35-31510aa081e2 req-871d2e46-6c4e-434b-bd00-0a14488e8aed tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:17.973442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6fc55d6-6836-4b42-bc35-31510aa081e2 req-871d2e46-6c4e-434b-bd00-0a14488e8aed tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Mar 08 13:15:18.012936 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6fc55d6-6836-4b42-bc35-31510aa081e2 req-2b08e9be-9fe8-4cd3-9b80-29e635d52603 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Mar 08 13:15:18.758464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-6ee600f4-fad9-45cd-82b5-93c3c7c997ca service neutron] 10.222.0.45 "GET /v2.0/ports/d3250e50-93b2-4e1f-8a2a-79f5ee9a764c/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0544779 Mar 08 13:15:19.195005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826a7de-1ee9-48a7-8d85-366a9f7ce296 req-c7f987e5-09f9-45d3-be79-9b6321ebf6c3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:19.197574 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3826a7de-1ee9-48a7-8d85-366a9f7ce296 req-c7f987e5-09f9-45d3-be79-9b6321ebf6c3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0895936 Mar 08 13:15:19.244684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3826a7de-1ee9-48a7-8d85-366a9f7ce296 req-f2c32e32-cbcd-4cf3-b7a2-05a248d99a6b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351703 Mar 08 13:15:19.428925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-bedf69e9-77c7-4e3f-87c1-c0f115518df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:19.430341 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-bedf69e9-77c7-4e3f-87c1-c0f115518df1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 1098 time: 0.0408068 Mar 08 13:15:19.490575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-f6929c04-90ec-4b1a-9946-6ed0aa2c6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:19.492040 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-f6929c04-90ec-4b1a-9946-6ed0aa2c6434 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0403829 Mar 08 13:15:19.587852 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-f3902120-9b36-424f-b5f4-216c97b6ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:19.589336 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-f3902120-9b36-424f-b5f4-216c97b6ace2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 897 time: 0.0912666 Mar 08 13:15:19.660385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-64a39b1b-c932-4187-b87f-61c9182535dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 1000 time: 0.0636652 Mar 08 13:15:19.710430 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-184d1065-00db-466a-a8f5-680fcfa2f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:19.711916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-184d1065-00db-466a-a8f5-680fcfa2f3ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0457029 Mar 08 13:15:19.771408 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-114e24d2-04ed-4fae-b2d4-adfd3a3d5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:19.773755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-114e24d2-04ed-4fae-b2d4-adfd3a3d5203 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547082 Mar 08 13:15:19.883181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-e397091a-4e88-447e-805a-54ccdc4c78e3 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017637 Mar 08 13:15:19.979534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2d6f1f23-99ea-4868-98ef-9714ed5e83d6 req-78d7bcfa-d2b5-41b4-996c-3392c4452b52 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893853 Mar 08 13:15:20.363801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0bc09-a51f-477e-9998-9cf811974f74 req-10277727-48a5-494f-a9d2-3369aff69e63 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:20.365371 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68b0bc09-a51f-477e-9998-9cf811974f74 req-10277727-48a5-494f-a9d2-3369aff69e63 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0503349 Mar 08 13:15:20.403195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68b0bc09-a51f-477e-9998-9cf811974f74 req-08cfc2c8-e966-4190-8948-7378a975c44b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316722 Mar 08 13:15:21.533624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de470ba-4792-4203-ab2e-0bbd4159286b req-e1a00c08-951d-46a9-a600-15f4d7a8ef1a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:21.535678 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9de470ba-4792-4203-ab2e-0bbd4159286b req-e1a00c08-951d-46a9-a600-15f4d7a8ef1a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Mar 08 13:15:21.576748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9de470ba-4792-4203-ab2e-0bbd4159286b req-aaac8e25-cf6e-4d80-84bb-c68089350dc9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347445 Mar 08 13:15:22.719849 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531c7c-45f0-409f-acad-646c0af9c6dc req-38427d14-a1b2-48ba-9989-562b672bf7a7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:22.721352 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38531c7c-45f0-409f-acad-646c0af9c6dc req-38427d14-a1b2-48ba-9989-562b672bf7a7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0563822 Mar 08 13:15:22.761551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38531c7c-45f0-409f-acad-646c0af9c6dc req-a053a022-8336-4ce3-8434-92ef7076a5d7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Mar 08 13:15:23.146859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78945f-0027-4c21-9527-f6cbae8a1976 req-7bba6133-59ca-4b74-ad88-f0e19f6604bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:23.148450 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d78945f-0027-4c21-9527-f6cbae8a1976 req-7bba6133-59ca-4b74-ad88-f0e19f6604bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0588086 Mar 08 13:15:23.221392 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0d78945f-0027-4c21-9527-f6cbae8a1976 req-ec73bdde-d8a5-4526-be9c-0382fad82853 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661757 Mar 08 13:15:23.238260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-96b34234-ab6b-4b3c-9839-19544c7c7fe9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:23.239825 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-96b34234-ab6b-4b3c-9839-19544c7c7fe9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42&tenant_id=0e715217e84a4032b7a1395babe4433c&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.0681479 Mar 08 13:15:23.374736 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce02ba-d43a-45ff-af7e-29a99d3a3963 req-89f993d9-3734-46a4-b6bd-a49e7785636c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:23.376221 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fce02ba-d43a-45ff-af7e-29a99d3a3963 req-89f993d9-3734-46a4-b6bd-a49e7785636c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0819335 Mar 08 13:15:23.380665 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-cb529a77-468a-47b1-bcff-81e3aa8a19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:23.382052 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-cb529a77-468a-47b1-bcff-81e3aa8a19d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0778003 Mar 08 13:15:23.475082 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2fce02ba-d43a-45ff-af7e-29a99d3a3963 req-9e082e4d-5fbf-4add-be3f-161500bb4360 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903988 Mar 08 13:15:23.508906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-e935a65e-8a4d-4035-ae46-2498df48c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:23.510414 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-e935a65e-8a4d-4035-ae46-2498df48c341 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 897 time: 0.1196496 Mar 08 13:15:23.577067 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-6e5c2a90-71f3-4a1c-a3b2-5ceb0945c588 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 1000 time: 0.0603216 Mar 08 13:15:23.631742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-17980edf-4b3a-4596-b00c-004c68cdfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:23.633183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-17980edf-4b3a-4596-b00c-004c68cdfa8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0504184 Mar 08 13:15:23.682725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-cc0a840b-ffb0-4123-8b66-10cb69a1b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:23.684209 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-cc0a840b-ffb0-4123-8b66-10cb69a1b1a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452266 Mar 08 13:15:23.776812 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-3d11dd80-f75a-47f4-8689-936b50b50df2 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862479 Mar 08 13:15:23.880572 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-23e0e697-95c3-48b1-912c-a8d25c3b21e7 req-333f70f2-3834-4c79-a2ad-84ce291f2e37 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971069 Mar 08 13:15:23.885406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d3250e50-93b2-4e1f-8a2a-79f5ee9a764c details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:15:23.888897 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d3250e50-93b2-4e1f-8a2a-79f5ee9a764c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:15:24.057788 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:24.060358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:24.077552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'port_id': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'mac_address': 'fa:16:3e:a3:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:15:24.094924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:15:24.097344 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cec226-f093-4ad2-b50b-f40af0ebed2b" -d '{"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-unplugged", "status": "completed", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:15:24.130941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:24.141810 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:24.145663 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e28fa1e-7f7a-4d6b-990c-f8171db55f89 x-openstack-request-id: req-2e28fa1e-7f7a-4d6b-990c-f8171db55f89 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:15:24.145981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-unplugged", "status": "completed", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:15:24.146246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e28fa1e-7f7a-4d6b-990c-f8171db55f89 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:15:24.146621 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'code': 200} Mar 08 13:15:24.157366 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3250e50-93b2-4e1f-8a2a-79f5ee9a764c {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:15:24.198727 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:24.273288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:15:24.273643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG oslo_db.api [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:15:24.278213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:24.285919 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.286260 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.286585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.286913 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.287236 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.287544 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.287858 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.288173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.288483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.288792 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.289099 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.289403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:24.638697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5bc57-7852-4553-9d17-f8bf3e930359 req-7406fd70-7eec-4708-ba46-235ff1e6417e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:24.641469 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ca5bc57-7852-4553-9d17-f8bf3e930359 req-7406fd70-7eec-4708-ba46-235ff1e6417e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 943 time: 0.0576112 Mar 08 13:15:24.685382 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6ca5bc57-7852-4553-9d17-f8bf3e930359 req-cb2e742a-ad85-4d8c-8516-3e73cbad4fdf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372057 Mar 08 13:15:24.876815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:24.876815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3250e50-93b2-4e1f-8a2a-79f5ee9a764c {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:15:24.876815 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:25.038053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:25.092058 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:25.096735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['d3250e50-93b2-4e1f-8a2a-79f5ee9a764c'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:15:25.807509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d085d-7cdf-44cb-b32b-d05756dc01ba req-6f177f6c-6845-4c0b-a1d4-b7fe0ba7db05 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:25.809013 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c22d085d-7cdf-44cb-b32b-d05756dc01ba req-6f177f6c-6845-4c0b-a1d4-b7fe0ba7db05 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 944 time: 0.0517113 Mar 08 13:15:25.817161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:25.848534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c22d085d-7cdf-44cb-b32b-d05756dc01ba req-38c78bc8-b5cb-460f-9303-fa087af3a441 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327837 Mar 08 13:15:25.871229 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44726) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:15:25.889277 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d3250e50-93b2-4e1f-8a2a-79f5ee9a764c up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:15:25.938666 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e5ddb779-e522-4d40-bda3-f82f7a7f5708 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/1afb8ea3-2ad9-472f-805b-6097310ca725 HTTP/1.1" status: 200 len: 991 time: 0.0662096 Mar 08 13:15:25.944284 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:15:25.945348 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:26.024110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:26.057170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:26.114386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:26.147870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:15:26.150144 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1671444f-d6d6-4634-82b4-944b8bc9eae7" -d '{"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-plugged", "status": "completed", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:15:26.169939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:26.188704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75923e0-a8a7-45e1-9e13-7e8c35d3cf0f x-openstack-request-id: req-b75923e0-a8a7-45e1-9e13-7e8c35d3cf0f {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:15:26.189027 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-plugged", "status": "completed", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:15:26.189279 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b75923e0-a8a7-45e1-9e13-7e8c35d3cf0f {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:15:26.189604 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'code': 200} Mar 08 13:15:29.085872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3895f88f-75a7-41ca-a83a-d356407e7ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:31.685638 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-453ccc75-26a3-498e-83a6-2a3696f98dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:32.839856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:33.648020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-645873c3-1ac9-46ec-99de-c825af0511fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845020 Mar 08 13:15:33.733521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-df02cf19-863e-4961-a6d0-9338b8be7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:33.735581 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-df02cf19-863e-4961-a6d0-9338b8be7341 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0442722 Mar 08 13:15:33.840762 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-7bf70bad-6bbf-4eee-9fa9-1546480180d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:33.842179 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-7bf70bad-6bbf-4eee-9fa9-1546480180d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 897 time: 0.0875714 Mar 08 13:15:33.889173 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:33.918558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-ab57e6a6-7d77-4052-916d-91f66e5c3ba3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 1000 time: 0.0698886 Mar 08 13:15:33.969026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-c3f0b4d4-357d-4c94-b7e0-75569ef23027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:33.970544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-c3f0b4d4-357d-4c94-b7e0-75569ef23027 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0441430 Mar 08 13:15:34.018085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-0ae87495-264d-4a90-bc9e-fff939029a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:34.019589 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-0ae87495-264d-4a90-bc9e-fff939029a1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408430 Mar 08 13:15:34.112529 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-cd21bc9a-f3e2-486a-96bf-f3e6ae5fad06 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862012 Mar 08 13:15:34.205245 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f4ab9722-1d9d-48ec-b254-ed8cfd1a3391 req-2d268f7f-4bd5-477d-b9c7-dadf6611ed54 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848775 Mar 08 13:15:34.260446 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:50.814898 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:15:52.394241 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44740) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:15:52.565618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 1afa4933-813b-422c-aa81-f0c7ca904d91 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:15:52.566109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:52.998136 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:52.998523 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:53.011145 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 1afa4933-813b-422c-aa81-f0c7ca904d91 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:15:53.248228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:53.274895 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=1afa4933-813b-422c-aa81-f0c7ca904d91,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:53.286504 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.286920 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.287237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.287574 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.287905 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.288233 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.288558 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.288881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.289206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.289531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.289889 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.290193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:53.345159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:53.345478 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 1afb8ea3-2ad9-472f-805b-6097310ca725 disassociated (deleted). External IP: 172.26.3.70, port: d3250e50-93b2-4e1f-8a2a-79f5ee9a764c. Mar 08 13:15:53.557051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:15:53.665599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:15:53.670152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:53.686215 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] Sync routers for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:15:53.700093 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-363d2d52-3c04-41b5-96c3-8930bd339b17 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/floatingips/1afb8ea3-2ad9-472f-805b-6097310ca725 HTTP/1.1" status: 204 len: 168 time: 1.3023734 Mar 08 13:15:53.700093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:15:53.700780 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8b140-90a5-4fd1-9249-a4c29314d34b" -d '{"events": [{"name": "network-changed", "server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:15:53.704867 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:53.705583 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:15:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:53.820083 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:53.842596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083804a9-a7ea-4683-ae6e-353de1f111ea x-openstack-request-id: req-083804a9-a7ea-4683-ae6e-353de1f111ea {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:15:53.842882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:15:53.843127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-083804a9-a7ea-4683-ae6e-353de1f111ea {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:15:53.843532 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'status': 'completed', 'code': 200} Mar 08 13:15:53.909535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-90045511-2e80-4b55-a1c8-6fa6bd0ba35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:53.912079 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-90045511-2e80-4b55-a1c8-6fa6bd0ba35a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 1098 time: 0.0449619 Mar 08 13:15:54.017760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-604d983e-ea0d-4476-aa5f-531f1226952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:54.019727 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-604d983e-ea0d-4476-aa5f-531f1226952d service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 200 len: 897 time: 0.1007845 Mar 08 13:15:54.067239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-0c15aa7f-415a-4ea6-8519-5eebf0dca247 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 200 len: 217 time: 0.0388608 Mar 08 13:15:54.135354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-3cd26998-9c09-4b8b-a472-187777a078ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:54.136821 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-3cd26998-9c09-4b8b-a472-187777a078ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 200 len: 834 time: 0.0559578 Mar 08 13:15:54.179761 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:54.206775 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] Checking router: 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:15:54.216561 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:54.217386 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:15:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:54.219474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-bea5b06f-c843-4321-a55a-1799e40fb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:54.220978 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-bea5b06f-c843-4321-a55a-1799e40fb631 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbe3ead5-409d-4272-ba3b-74cd9086d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750942 Mar 08 13:15:54.235060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecd6da-b3ca-44d0-a770-715fd6427d28 req-f819ddcf-b146-4acb-a5cb-a871d939d56a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:54.236685 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3ecd6da-b3ca-44d0-a770-715fd6427d28 req-f819ddcf-b146-4acb-a5cb-a871d939d56a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.1289146 Mar 08 13:15:54.328506 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b3ecd6da-b3ca-44d0-a770-715fd6427d28 req-622a6ef3-7f6c-439c-90b8-72b6f5b51e26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823190 Mar 08 13:15:54.328852 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:54.355958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-39e0ed07-68fe-43ca-9e91-c6644d30ab42 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182888 Mar 08 13:15:54.450827 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98a8b140-90a5-4fd1-9249-a4c29314d34b req-473775cd-507a-4ea1-8034-016e022a0b88 service neutron] 10.222.0.45 "GET /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873499 Mar 08 13:15:54.528578 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:54.557230 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691ad1c-f120-4b0b-927b-9fcbaa46b0e1 None None] The sync data for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv is: [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '184c9bd7-331c-422a-9e94-1d23261a45f2', 'name': '', 'network_id': 'cbe3ead5-409d-4272-ba3b-74cd9086d18a', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c7:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:14Z', 'updated_at': '2022-03-08T13:14:17Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': 'c5c3af34-574e-451f-8f9d-dd1d783768d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:15:54.811999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175def28-02dc-49ed-8bb3-28857c6fd608 None None] New status for floating IP 1afb8ea3-2ad9-472f-805b-6097310ca725: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:15:55.495099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4c261-9d40-4b9f-81b2-5c24d654c659 req-081e844d-cdba-4209-92a5-44be4dd0003d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:55.496626 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-24a4c261-9d40-4b9f-81b2-5c24d654c659 req-081e844d-cdba-4209-92a5-44be4dd0003d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0990725 Mar 08 13:15:55.540851 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-24a4c261-9d40-4b9f-81b2-5c24d654c659 req-7be87f81-1866-4b13-9491-f931a3d2e6bc tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=a4ca9c07-8a06-4562-8210-b219b0cc04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Mar 08 13:15:55.815968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-8b1d679a-1bed-4790-9723-282178e4d562 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:15:55.817458 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-8b1d679a-1bed-4790-9723-282178e4d562 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Mar 08 13:15:55.850849 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:55.906717 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:15:55.907052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:56.000101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:56.000459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:56.014125 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for d3250e50-93b2-4e1f-8a2a-79f5ee9a764c owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:15:56.216373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:56.246453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=d3250e50-93b2-4e1f-8a2a-79f5ee9a764c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:56.274026 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.277495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:15:56.296435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] No DVR routers for this DVR port d3250e50-93b2-4e1f-8a2a-79f5ee9a764c on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:15:56.298996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:56.303032 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99116a3b-2a87-4030-844c-14ff9ef6b031 req-85ade3bd-2195-4fb7-a70f-7bdf686ddf02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "DELETE /v2.0/ports/d3250e50-93b2-4e1f-8a2a-79f5ee9a764c HTTP/1.1" status: 204 len: 173 time: 0.4801795 Mar 08 13:15:56.309740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-deleted', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:15:56.309740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c767b46-25be-467d-9421-238057ee29cf" -d '{"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-deleted", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:15:56.342735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a16556-6562-45b5-9ee1-b092bf6bf439 x-openstack-request-id: req-74a16556-6562-45b5-9ee1-b092bf6bf439 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:15:56.343019 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d036fa2e-b1a3-4bd2-8946-1e343823fe42", "name": "network-vif-deleted", "tag": "d3250e50-93b2-4e1f-8a2a-79f5ee9a764c", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:15:56.343266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74a16556-6562-45b5-9ee1-b092bf6bf439 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:15:56.343658 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd036fa2e-b1a3-4bd2-8946-1e343823fe42', 'name': 'network-vif-deleted', 'tag': 'd3250e50-93b2-4e1f-8a2a-79f5ee9a764c', 'status': 'completed', 'code': 200} Mar 08 13:15:56.642605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f747481-9bf0-4a37-9e36-04229ef61a25 req-a886f32b-902d-42e4-999f-440544eb53e4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=d036fa2e-b1a3-4bd2-8946-1e343823fe42 HTTP/1.1" status: 200 len: 210 time: 0.0271015 Mar 08 13:15:57.701291 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44762) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:15:58.065445 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:58.321409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 184c9bd7-331c-422a-9e94-1d23261a45f2 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:15:58.321823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:58.412295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 184c9bd7-331c-422a-9e94-1d23261a45f2, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=184c9bd7-331c-422a-9e94-1d23261a45f2,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:58.412650 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:58.425083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 184c9bd7-331c-422a-9e94-1d23261a45f2 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:15:58.677691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:58.711023 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=184c9bd7-331c-422a-9e94-1d23261a45f2,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:58.887073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.073158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d647bf97-38bd-41af-9cf8-217257ec1432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.122122 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:15:59.229482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:15:59.234731 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0d42ce6e-e668-4ad9-8986-74e9896d292c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/13db6aac-8a5e-476f-b64a-aa2e2e45a0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5324094 Mar 08 13:15:59.237538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44764) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:15:59.239006 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] Sync routers for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:15:59.249516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:59.250157 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:15:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:59.292630 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting subnet c5c3af34-574e-451f-8f9d-dd1d783768d6 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:15:59.295787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.337398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.369074 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:59.428443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.561376 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:15:58Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:59.565479 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.592940 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] Checking router: 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:15:59.600039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.602632 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] Routers {'13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:15:59.603251 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:15:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:59.604126 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/subnets/c5c3af34-574e-451f-8f9d-dd1d783768d6 HTTP/1.1" status: 204 len: 168 time: 0.3649199 Mar 08 13:15:59.605198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ff8ab-8060-4cf5-a6c7-dd6dd7514d0d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c3af34-574e-451f-8f9d-dd1d783768d6,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:15:59.606646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44766) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:15:59.609881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d2fef-54a4-4621-bbfc-ed213e72ccd6 None None] Network cbe3ead5-409d-4272-ba3b-74cd9086d18a requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:15:59.730508 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] Set router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:15:59.736206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.834966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] DHCP port deletion for cbe3ead5-409d-4272-ba3b-74cd9086d18a request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:15:59.866100 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.886689 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] Deleting port 385f00e5-7a32-4625-8f95-46323be140d5 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:15:59.887156 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.928619 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:15:58Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:15:59.953302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] For port 385f00e5-7a32-4625-8f95-46323be140d5, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=385f00e5-7a32-4625-8f95-46323be140d5,segment=NetworkSegment(e94ff18f-1fce-40b8-9c35-6767f7af57d1),segment_id=e94ff18f-1fce-40b8-9c35-6767f7af57d1)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:15:59.953686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:15:59.955364 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1f225c-3b45-4024-9ce7-b84bbd5ed69d None None] The sync data for ids ['13db6aac-8a5e-476f-b64a-aa2e2e45a0a2'] in dv-neutron-829486-2-hyperv is: [{'id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217183809', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:14:10Z', 'updated_at': '2022-03-08T13:15:58Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd7a1c09e-a891-483f-8bd4-b557dc775043', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db6aac-8a5e-476f-b64a-aa2e2e45a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:14:11Z', 'updated_at': '2022-03-08T13:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:15:59.968473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] Calling delete_port for 385f00e5-7a32-4625-8f95-46323be140d5 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:15:59.982415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port d7a1c09e-a891-483f-8bd4-b557dc775043 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:15:59.982825 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.026871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d3250e50-93b2-4e1f-8a2a-79f5ee9a764c no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:16:00.056387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: d3250e50-93b2-4e1f-8a2a-79f5ee9a764c {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:16:00.056876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device d3250e50-93b2-4e1f-8a2a-79f5ee9a764c not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:16:00.074818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port d7a1c09e-a891-483f-8bd4-b557dc775043, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d7a1c09e-a891-483f-8bd4-b557dc775043,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:00.075177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.088743 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for d7a1c09e-a891-483f-8bd4-b557dc775043 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:16:00.174163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.202440 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] Pushing event deleted for resources: {'Port': ['ID=385f00e5-7a32-4625-8f95-46323be140d5,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:00.206080 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b646f4f-7188-409d-bb0f-d553d0580e8c None None] No DVR routers for this DVR port 385f00e5-7a32-4625-8f95-46323be140d5 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:16:00.319834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.346815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=d7a1c09e-a891-483f-8bd4-b557dc775043,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:00.419419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.526219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.528289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.638963 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.639606 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Fanout notify agent at l3_agent the message router_deleted on router 13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:16:00.649121 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.649121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b7323a50-4372-46e6-a654-51bb2f164947 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/routers/13db6aac-8a5e-476f-b64a-aa2e2e45a0a2 HTTP/1.1" status: 204 len: 168 time: 1.0394771 Mar 08 13:16:00.650579 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44768) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:00.732362 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.825942 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.846471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe3ead5-409d-4272-ba3b-74cd9086d18a']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:00.856454 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94ff18f-1fce-40b8-9c35-6767f7af57d1') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:00.856740 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94ff18f-1fce-40b8-9c35-6767f7af57d1') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:00.866114 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.881780 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.887737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:16:00.888101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:16:00.891062 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:16:01.010724 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.018025 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.021316 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/networks/cbe3ead5-409d-4272-ba3b-74cd9086d18a HTTP/1.1" status: 204 len: 168 time: 0.3697972 Mar 08 13:16:01.024148 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44770) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:01.032931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334810e-8ef8-466d-8224-abaa40e9797f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Network': ['ID=cbe3ead5-409d-4272-ba3b-74cd9086d18a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:01.090045 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49b3be63-07f9-4237-9041-360d693f0bf2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.118427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 385f00e5-7a32-4625-8f95-46323be140d5 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:16:01.122714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49b3be63-07f9-4237-9041-360d693f0bf2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.140765 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 385f00e5-7a32-4625-8f95-46323be140d5 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:16:01.141404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 385f00e5-7a32-4625-8f95-46323be140d5 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:16:01.141870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d7a1c09e-a891-483f-8bd4-b557dc775043 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:16:01.162223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: d7a1c09e-a891-483f-8bd4-b557dc775043 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:16:01.162658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d7a1c09e-a891-483f-8bd4-b557dc775043 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:16:01.163143 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 184c9bd7-331c-422a-9e94-1d23261a45f2 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:16:01.183311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 184c9bd7-331c-422a-9e94-1d23261a45f2 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:16:01.183971 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 184c9bd7-331c-422a-9e94-1d23261a45f2 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:16:01.250897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49b3be63-07f9-4237-9041-360d693f0bf2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.253489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-49b3be63-07f9-4237-9041-360d693f0bf2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.255623 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-49b3be63-07f9-4237-9041-360d693f0bf2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/security-groups/a4ca9c07-8a06-4562-8210-b219b0cc04ca HTTP/1.1" status: 204 len: 168 time: 0.2302201 Mar 08 13:16:01.265306 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3be63-07f9-4237-9041-360d693f0bf2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca9c07-8a06-4562-8210-b219b0cc04ca,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:01.687706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44776) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:01.689038 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-cabfb33b-f8e4-44be-bae5-b0295ab3a7a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814492103', 'description': 'tempest-secgroup-smoke-1814492103 description', 'project_id': '0e715217e84a4032b7a1395babe4433c'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:01.701953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c54c982-4e08-48d1-8a14-45a7896523dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.759557 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cabfb33b-f8e4-44be-bae5-b0295ab3a7a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.833414 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cabfb33b-f8e4-44be-bae5-b0295ab3a7a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.888080 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cabfb33b-f8e4-44be-bae5-b0295ab3a7a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.917284 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfb33b-f8e4-44be-bae5-b0295ab3a7a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3a42a-59d3-47a3-b9a2-54a57246148b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:01.970088 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-cabfb33b-f8e4-44be-bae5-b0295ab3a7a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:01.971342 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-cabfb33b-f8e4-44be-bae5-b0295ab3a7a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2860878 Mar 08 13:16:01.974692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44778) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:01.979071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-1f021b2a-8d9c-4fea-b8a3-9b9d8d3eec2d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '29d3a42a-59d3-47a3-b9a2-54a57246148b', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:02.082480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f021b2a-8d9c-4fea-b8a3-9b9d8d3eec2d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.142994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f021b2a-8d9c-4fea-b8a3-9b9d8d3eec2d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.221730 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f021b2a-8d9c-4fea-b8a3-9b9d8d3eec2d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.241192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f021b2a-8d9c-4fea-b8a3-9b9d8d3eec2d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3ef2fc-ea39-4b80-a00b-79b87bb7028a,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:02.326814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1f021b2a-8d9c-4fea-b8a3-9b9d8d3eec2d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.328138 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1f021b2a-8d9c-4fea-b8a3-9b9d8d3eec2d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3524911 Mar 08 13:16:02.331953 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44780) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:02.336437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3281770f-0159-433e-83a7-f2ce6a7ad541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '29d3a42a-59d3-47a3-b9a2-54a57246148b', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:02.456431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3281770f-0159-433e-83a7-f2ce6a7ad541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.523036 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3281770f-0159-433e-83a7-f2ce6a7ad541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.593732 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3281770f-0159-433e-83a7-f2ce6a7ad541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.616516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281770f-0159-433e-83a7-f2ce6a7ad541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e5dd82-df7e-4071-81e7-95db24ae0c59,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:02.687153 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3281770f-0159-433e-83a7-f2ce6a7ad541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.688396 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3281770f-0159-433e-83a7-f2ce6a7ad541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3554795 Mar 08 13:16:02.691532 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44782) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:02.697449 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-18137a44-e2fb-4164-8400-43575a3aba7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '29d3a42a-59d3-47a3-b9a2-54a57246148b', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:02.810930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.816056 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18137a44-e2fb-4164-8400-43575a3aba7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.889342 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18137a44-e2fb-4164-8400-43575a3aba7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.953353 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18137a44-e2fb-4164-8400-43575a3aba7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:02.971894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18137a44-e2fb-4164-8400-43575a3aba7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f732eff9-a917-4ebc-84e8-ad7843f8cbeb,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:03.047060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-18137a44-e2fb-4164-8400-43575a3aba7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.048296 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-18137a44-e2fb-4164-8400-43575a3aba7b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557947 Mar 08 13:16:03.051791 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44784) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:03.056127 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-792f9ef8-7212-49cf-8e1e-16a2b00ef895 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '29d3a42a-59d3-47a3-b9a2-54a57246148b', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:03.141786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792f9ef8-7212-49cf-8e1e-16a2b00ef895 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.203589 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792f9ef8-7212-49cf-8e1e-16a2b00ef895 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.264929 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792f9ef8-7212-49cf-8e1e-16a2b00ef895 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.283386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f9ef8-7212-49cf-8e1e-16a2b00ef895 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb64cb1-80ef-41b6-8861-02f0af87b482,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:03.352871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-792f9ef8-7212-49cf-8e1e-16a2b00ef895 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.354292 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-792f9ef8-7212-49cf-8e1e-16a2b00ef895 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3014982 Mar 08 13:16:03.357396 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44786) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:03.362073 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '29d3a42a-59d3-47a3-b9a2-54a57246148b', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:03.479508 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:16:03.485024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.547654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.622192 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.643563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f2aa65-1211-491b-b0db-34a7d622f500,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:03.721481 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.723374 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b58544f3-6313-4541-b5be-bed28790b05c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3648293 Mar 08 13:16:03.726052 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44788) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:03.730564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': '29d3a42a-59d3-47a3-b9a2-54a57246148b', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:03.819860 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:16:03.825270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.893235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.897086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.970352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:03.989144 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8639284-8bb4-4086-88ec-edfcb4778ecb,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:04.049692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.051110 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-00887552-cabe-4c20-aa62-5e227416caf8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3241324 Mar 08 13:16:04.054330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44790) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:04.059910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'network': {'name': 'tempest-network-smoke--1750160592', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'port_security_enabled': True}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:04.162297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:16:04.165932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.191971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:16:04.203881 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.204237 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Added segment 2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d of type vlan for network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 Mar 08 13:16:04.247623 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.262005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.322205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.327772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:04.328405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.394291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Network': ['ID=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:04.405361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:16:04.439723 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-755d7563-63db-4854-94b2-40a55484788f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3843124 Mar 08 13:16:04.443657 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44792) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:04.448444 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'admin_state_up': True, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:04.545568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.546575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.607018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:04.830159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:05.077356 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:05.096472 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:05.202337 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.175 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/d9c7d425-9442-4984-bbf6-ed9b480de2eb) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:16:05.316740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:05.402391 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:05.448389 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:05.451192 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:05.453729 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:05.477747 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=d9c7d425-9442-4984-bbf6-ed9b480de2eb,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:05.788213 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:06.326013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:06.513237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router e3790289-d6bf-4497-bc52-3de751d556f8 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:16:06.624201 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:16:06.634150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Sync routers for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:16:06.645324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:06.646062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:16:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:06.710168 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:06.711650 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c4332630-64e8-4d47-b731-17ece3947d26 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2669837 Mar 08 13:16:06.714850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44794) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:06.749049 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1d2c3fe2-0b0d-4945-8203-0213fbe54272 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0e715217e84a4032b7a1395babe4433c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330973 Mar 08 13:16:06.752047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44796) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:06.759480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:06.850416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ebf8a-19cb-4032-a213-3ee97ac390c4 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:06.851938 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f94ebf8a-19cb-4032-a213-3ee97ac390c4 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989542 Mar 08 13:16:06.855474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44798) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:06.884682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-96cb9d88-f609-4346-ab5d-e50c4fe20d8f tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276139 Mar 08 13:16:06.887230 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44800) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:06.892029 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023365658', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:06.944149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:05Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:06.971177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Checking router: e3790289-d6bf-4497-bc52-3de751d556f8 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:16:06.971573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Updating router e3790289-d6bf-4497-bc52-3de751d556f8 port d9c7d425-9442-4984-bbf6-ed9b480de2eb binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:16:07.001075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.044679 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:16:07.048389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.256962 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.290829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.330791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.353435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Subnet': ['ID=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:07.361264 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Checking segment: {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:16:07.361659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network hostable DHCP agents. Network: 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:16:07.386662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Attempting to bind port d9c7d425-9442-4984-bbf6-ed9b480de2eb on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:16:07.387061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Attempting to bind port d9c7d425-9442-4984-bbf6-ed9b480de2eb by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:16:07.387416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Attempting to bind port d9c7d425-9442-4984-bbf6-ed9b480de2eb on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:07.394817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d6469-cf1f-414c-a098-6606efca954c None None] Pushing event updated for resources: {'Port': ['ID=d9c7d425-9442-4984-bbf6-ed9b480de2eb,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:07.398190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:16:07.398555 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:16:07.399131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.399516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:16:07.399979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Bound port: d9c7d425-9442-4984-bbf6-ed9b480de2eb, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:16:07.400350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.450113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:16:07.454752 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] For port d9c7d425-9442-4984-bbf6-ed9b480de2eb, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:16:07.458283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] For port d9c7d425-9442-4984-bbf6-ed9b480de2eb, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d9c7d425-9442-4984-bbf6-ed9b480de2eb,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:16:07.513329 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:07.517285 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:07.517892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.524029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d75e5c-05e9-4872-a5c4-a790ada69af3 None None] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:16:07.547066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.617568 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8b9ac7fe-1a3e-45fd-8cb0-11da87eb89e1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7292988 Mar 08 13:16:07.620626 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44802) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:07.656994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:07.657622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:16:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:07.659352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d6469-cf1f-414c-a098-6606efca954c None None] Pushing event updated for resources: {'Port': ['ID=d9c7d425-9442-4984-bbf6-ed9b480de2eb,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:07.822158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:16:07.822994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:07.838739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:08.109456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Allocated IP 172.20.0.2 (925c6ab2-426a-4d74-8fcb-70f3ac40a9d4/0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4/51db1c03-7603-4d54-bde6-2d47665393af) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:16:08.141067 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.188649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:05Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:08.380041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954e669-0d00-4c20-996e-d43e664b2d60 None None] The sync data for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv is: [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:05Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:16:08.463821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.534219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.576785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:08.581320 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:08.583841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:08.605646 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.1 (925c6ab2-426a-4d74-8fcb-70f3ac40a9d4/0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4/14b17317-16cd-4fa5-be8d-6ae1632680d8) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:16:08.609690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Pushing event updated for resources: {'Port': ['ID=51db1c03-7603-4d54-bde6-2d47665393af,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:08.682737 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Attempting to bind port 51db1c03-7603-4d54-bde6-2d47665393af on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:16:08.683414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Attempting to bind port 51db1c03-7603-4d54-bde6-2d47665393af by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:16:08.683414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Attempting to bind port 51db1c03-7603-4d54-bde6-2d47665393af on network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:08.689037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:16:08.689411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Checking segment: {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:16:08.689803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.690750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Bound using segment: {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:16:08.690750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Bound port: 51db1c03-7603-4d54-bde6-2d47665393af, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:16:08.691622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.772561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.779870 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] For port 51db1c03-7603-4d54-bde6-2d47665393af, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:16:08.783065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] For port 51db1c03-7603-4d54-bde6-2d47665393af, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=51db1c03-7603-4d54-bde6-2d47665393af,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:16:08.873633 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.902411 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:08.955180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69a70a-dcd8-4359-8c25-83f05c108d7a None None] Pushing event updated for resources: {'Port': ['ID=51db1c03-7603-4d54-bde6-2d47665393af,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:08.957324 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:08.961860 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:08.963943 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=14b17317-16cd-4fa5-be8d-6ae1632680d8,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:08.966275 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:09.027945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.080769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d9c7d425-9442-4984-bbf6-ed9b480de2eb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:16:09.145825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d9c7d425-9442-4984-bbf6-ed9b480de2eb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:09.146356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.260006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.266774 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.293169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port d9c7d425-9442-4984-bbf6-ed9b480de2eb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d9c7d425-9442-4984-bbf6-ed9b480de2eb,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:09.371963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.433683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=d9c7d425-9442-4984-bbf6-ed9b480de2eb,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:09.569290 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.639285 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.721430 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=14b17317-16cd-4fa5-be8d-6ae1632680d8,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:09.724869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:09.823228 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:09.827863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:09.949903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router e3790289-d6bf-4497-bc52-3de751d556f8 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:16:09.978576 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e89c3e9-626b-4923-9065-c9272a7fcb7d None None] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:16:10.052185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2ebc22af-38e8-4e7c-beba-4fcb55ff9436 None None] Provisioning complete for port 51db1c03-7603-4d54-bde6-2d47665393af triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:10.057577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ebc22af-38e8-4e7c-beba-4fcb55ff9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:10.084280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:16:10.098091 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0a621862-f7bb-4157-90c0-c45781ce0e0f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/e3790289-d6bf-4497-bc52-3de751d556f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4679186 Mar 08 13:16:10.222952 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ebc22af-38e8-4e7c-beba-4fcb55ff9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:10.242644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-77ec7bff-6795-4939-af77-fe9af1cdfb19 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814492103&fields=id&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 267 time: 0.0376098 Mar 08 13:16:10.264852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-2ebc22af-38e8-4e7c-beba-4fcb55ff9436 None None] For port 51db1c03-7603-4d54-bde6-2d47665393af, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=51db1c03-7603-4d54-bde6-2d47665393af,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:10.340679 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2ebc22af-38e8-4e7c-beba-4fcb55ff9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:10.375478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-db6d8882-516c-49f3-acff-8ee740cd9e62 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:10.385163 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-db6d8882-516c-49f3-acff-8ee740cd9e62 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/networks?id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 200 len: 797 time: 0.1324522 Mar 08 13:16:10.395855 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-59246680-7f0d-4882-90b6-fc82aa79cd18 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/quotas/0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 375 time: 0.0104134 Mar 08 13:16:10.405203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc22af-38e8-4e7c-beba-4fcb55ff9436 None None] Pushing event updated for resources: {'Port': ['ID=51db1c03-7603-4d54-bde6-2d47665393af,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:10.424166 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Sync routers for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:16:10.437678 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:10.438330 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:16:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:10.465955 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a6bb0780-79e2-4695-b964-fd53e69ef94c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614648 Mar 08 13:16:10.562849 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:10.563061 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-86de4393-502b-4d90-b32f-9aeb41784078 None None] Provisioning complete for port 14b17317-16cd-4fa5-be8d-6ae1632680d8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:10.563364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-86de4393-502b-4d90-b32f-9aeb41784078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:10.587893 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-ace9e98f-62d8-43a4-be82-23d3891020de service neutron] 10.222.0.65 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082964 Mar 08 13:16:10.616270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-86de4393-502b-4d90-b32f-9aeb41784078 None None] Port 14b17317-16cd-4fa5-be8d-6ae1632680d8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:16:10.627195 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-86de4393-502b-4d90-b32f-9aeb41784078 None None] Provisioning complete for port 51db1c03-7603-4d54-bde6-2d47665393af triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:10.627701 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-86de4393-502b-4d90-b32f-9aeb41784078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:10.693284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-dac10314-07fd-4ecc-8a4c-03023a8db2f3 service neutron] 10.222.0.65 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042943 Mar 08 13:16:10.845356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cc590860-1a82-45a5-804a-2f56509af089 None None] Provisioning complete for port 14b17317-16cd-4fa5-be8d-6ae1632680d8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:10.846160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cc590860-1a82-45a5-804a-2f56509af089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:10.885364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cc590860-1a82-45a5-804a-2f56509af089 None None] Port 14b17317-16cd-4fa5-be8d-6ae1632680d8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:16:10.927425 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 2, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:10.956286 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Checking router: e3790289-d6bf-4497-bc52-3de751d556f8 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:16:10.957109 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Updating router e3790289-d6bf-4497-bc52-3de751d556f8 port 14b17317-16cd-4fa5-be8d-6ae1632680d8 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:16:10.992512 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.014999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c711ae77-431e-47e6-9d26-07423ca2bfc4 None None] Provisioning complete for port 14b17317-16cd-4fa5-be8d-6ae1632680d8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:11.016230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c711ae77-431e-47e6-9d26-07423ca2bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.042979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-56b0d85d-71d1-4b8a-8091-f3e276627298 req-55dd4f44-4f21-4d79-abf8-3d2d6c099167 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Mar 08 13:16:11.074614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c711ae77-431e-47e6-9d26-07423ca2bfc4 None None] Port 14b17317-16cd-4fa5-be8d-6ae1632680d8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:16:11.147160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d9c7d425-9442-4984-bbf6-ed9b480de2eb up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:16:11.212152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port d9c7d425-9442-4984-bbf6-ed9b480de2eb triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:11.212520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.304861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 51db1c03-7603-4d54-bde6-2d47665393af up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:16:11.330361 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.354708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 51db1c03-7603-4d54-bde6-2d47665393af triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:11.355098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.428127 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.477122 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Pushing event updated for resources: {'Port': ['ID=14b17317-16cd-4fa5-be8d-6ae1632680d8,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:11.487124 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.487463 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.488551 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.488889 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.489314 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.489639 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.489982 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.490300 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.490617 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.490930 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.491241 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.491724 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:16:11.540396 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Attempting to bind port 14b17317-16cd-4fa5-be8d-6ae1632680d8 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:16:11.540728 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Attempting to bind port 14b17317-16cd-4fa5-be8d-6ae1632680d8 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:16:11.541089 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Attempting to bind port 14b17317-16cd-4fa5-be8d-6ae1632680d8 on network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:11.548320 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:16:11.548320 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Checking segment: {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:16:11.548666 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.549121 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Bound using segment: {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:16:11.549627 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Bound port: 14b17317-16cd-4fa5-be8d-6ae1632680d8, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:16:11.550029 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.622160 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] For port 14b17317-16cd-4fa5-be8d-6ae1632680d8, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:16:11.625504 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] For port 14b17317-16cd-4fa5-be8d-6ae1632680d8, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=14b17317-16cd-4fa5-be8d-6ae1632680d8,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:16:11.698047 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-95570f7f-27da-40f5-819f-94bef974083f None None] Provisioning complete for port 14b17317-16cd-4fa5-be8d-6ae1632680d8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:11.698405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-95570f7f-27da-40f5-819f-94bef974083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.728113 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:11.736294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-95570f7f-27da-40f5-819f-94bef974083f None None] Port 14b17317-16cd-4fa5-be8d-6ae1632680d8 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:16:11.790847 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:11.791484 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:16:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:11.796569 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6a5b8-a776-48d6-b44a-fe2236954599 None None] Pushing event updated for resources: {'Port': ['ID=14b17317-16cd-4fa5-be8d-6ae1632680d8,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:11.913516 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:12.063532 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-48cb8e94-794d-4484-9cc2-b387248f5732 None None] Provisioning complete for port 14b17317-16cd-4fa5-be8d-6ae1632680d8 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:12.064109 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e94-794d-4484-9cc2-b387248f5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:12.139106 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:11Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:12.158059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e94-794d-4484-9cc2-b387248f5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:12.168879 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-29466f2e-a1b3-4afa-b44f-4a9c50df1d3f req-14fa8c92-ff06-4921-a55d-b762f544de49 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0445929 Mar 08 13:16:12.172023 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe756db-6eed-4edd-bb65-e4074fa290ed None None] The sync data for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv is: [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:11Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:16:12.211627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-48cb8e94-794d-4484-9cc2-b387248f5732 None None] For port 14b17317-16cd-4fa5-be8d-6ae1632680d8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=14b17317-16cd-4fa5-be8d-6ae1632680d8,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:12.303359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-48cb8e94-794d-4484-9cc2-b387248f5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:12.368910 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb8e94-794d-4484-9cc2-b387248f5732 None None] Pushing event updated for resources: {'Port': ['ID=14b17317-16cd-4fa5-be8d-6ae1632680d8,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:13.046471 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 14b17317-16cd-4fa5-be8d-6ae1632680d8 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:16:13.101009 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 14b17317-16cd-4fa5-be8d-6ae1632680d8 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:13.101747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:13.152864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-25398f1a-1459-4897-9286-f6f16f32af50 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:13.155200 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-25398f1a-1459-4897-9286-f6f16f32af50 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/networks?id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 200 len: 797 time: 0.1580164 Mar 08 13:16:13.250207 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-cf800c17-0a4c-4328-bd40-fe20d6702404 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 380 time: 0.0861583 Mar 08 13:16:13.259753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'port': {'device_id': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'admin_state_up': True, 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'security_groups': ['29d3a42a-59d3-47a3-b9a2-54a57246148b']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:13.358660 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-45802c27-dd11-4142-90e0-ad0d6a7368f7 req-5dd42e7a-54aa-49fe-be88-960f4047ef2e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0801852 Mar 08 13:16:13.553488 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:16:13.557249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:13.694300 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.3 (925c6ab2-426a-4d74-8fcb-70f3ac40a9d4/0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4/8e028b78-e2bd-47ea-9ec5-8dafe58c41e4) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:16:13.833692 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:13.962354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:14.014806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:14.018079 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:14.023359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:14.030223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:14.088067 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:14.088707 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:14.197001 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-35a98b1f-a760-4ddb-a9cf-c3ee35af087b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9405901 Mar 08 13:16:14.208746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Request body: {'port': {'device_id': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:14.252007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-65c00d7e-03c9-460d-a455-f1df8cf4de08 None None] Provisioning complete for port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:14.252591 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65c00d7e-03c9-460d-a455-f1df8cf4de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:14.266308 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:14.290197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-65c00d7e-03c9-460d-a455-f1df8cf4de08 None None] Port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:16:14.782028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dc3cc-f4b0-4746-b2f6-074cce6aa4d9 req-1e8e6e66-ef1c-4b6b-a5db-2b92fa8d313c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:14.783564 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b5dc3cc-f4b0-4746-b2f6-074cce6aa4d9 req-1e8e6e66-ef1c-4b6b-a5db-2b92fa8d313c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 931 time: 0.1183369 Mar 08 13:16:14.876201 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b5dc3cc-f4b0-4746-b2f6-074cce6aa4d9 req-c134e0bb-7e0d-452e-88d7-6cf01f0a3011 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828261 Mar 08 13:16:14.979870 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:16:14.988619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:15.003991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Transition to ACTIVE for port object 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:16:15.093446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:15.142034 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:15.236133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Attempting to bind port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:16:15.236423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Attempting to bind port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:16:15.236830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Attempting to bind port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 on network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:15.241630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 on network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:16:15.242107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Attempting to bind port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 on network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:16:15.253611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:16:15.254216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Checking segment: {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:16:15.254782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Bound using segment: {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:16:15.255390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Bound port: 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:16:15.255875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:15.348373 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] For port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:16:15.353867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] For port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:16:15.431070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:15.470727 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:15.471385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:15.473037 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] 10.222.0.45 "PUT /v2.0/ports/8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 200 len: 1093 time: 1.2689292 Mar 08 13:16:15.473479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:15.475789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740dd61e-ba03-443a-a09c-65f536866dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:15.510542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb8de5-b1f6-49ba-9caa-c63a195fb5cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:15.532310 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f57fe4-0f38-485e-a04f-2a19b6cdfe6c x-openstack-request-id: req-f4f57fe4-0f38-485e-a04f-2a19b6cdfe6c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:15.532774 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:15.533098 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4f57fe4-0f38-485e-a04f-2a19b6cdfe6c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:15.533686 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'status': 'completed', 'code': 200} Mar 08 13:16:15.606622 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd61e-ba03-443a-a09c-65f536866dc9 req-abec859a-edc4-47a3-8c51-e2b67b08b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:15.608214 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-740dd61e-ba03-443a-a09c-65f536866dc9 req-abec859a-edc4-47a3-8c51-e2b67b08b8cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1096 time: 0.0517948 Mar 08 13:16:15.714059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd61e-ba03-443a-a09c-65f536866dc9 req-66634efb-6448-48e8-991f-e2138cb211b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:15.715510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-740dd61e-ba03-443a-a09c-65f536866dc9 req-66634efb-6448-48e8-991f-e2138cb211b4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0e715217e84a4032b7a1395babe4433c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1006782 Mar 08 13:16:15.817928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd61e-ba03-443a-a09c-65f536866dc9 req-3a8f0a2c-e43f-46b8-830b-f63f8203bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:15.819435 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-740dd61e-ba03-443a-a09c-65f536866dc9 req-3a8f0a2c-e43f-46b8-830b-f63f8203bd7f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959330 Mar 08 13:16:15.899160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-1e486a5c-476a-4632-831f-ccecd8f27145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:15.900705 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-1e486a5c-476a-4632-831f-ccecd8f27145 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1096 time: 0.0434215 Mar 08 13:16:15.944097 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-73ef9a95-b3a9-43b4-95cf-9751cb1b61d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 200 len: 217 time: 0.0357385 Mar 08 13:16:16.026047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-ff7d78f8-adae-4be4-a6e5-3b31e27afd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:16.027404 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-ff7d78f8-adae-4be4-a6e5-3b31e27afd69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 HTTP/1.1" status: 200 len: 835 time: 0.0699720 Mar 08 13:16:16.037929 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6baac-d0ad-46b5-8141-ff045f223bd1 req-8bb00660-d91d-4c32-8051-13b46be54ece tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:16.039521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-31f6baac-d0ad-46b5-8141-ff045f223bd1 req-8bb00660-d91d-4c32-8051-13b46be54ece tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0914087 Mar 08 13:16:16.104147 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-31f6baac-d0ad-46b5-8141-ff045f223bd1 req-9093993a-10fb-45f8-9b64-02a1968ba79d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561490 Mar 08 13:16:16.106776 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-53c83935-96a8-424e-b526-9607bb9c5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:16.108176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-53c83935-96a8-424e-b526-9607bb9c5663 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678189 Mar 08 13:16:16.205465 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-ddb1e71e-ff5f-4121-bed8-5a5a462f462d service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902297 Mar 08 13:16:16.298774 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d92c3c2d-5e80-4677-8bff-5d8a53df50cd req-bbdae811-dcde-4f37-8a40-b5dff20ac1a8 service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855794 Mar 08 13:16:17.236763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8bfe5-8dd4-4a85-8510-007df1dd4466 req-1a282e0d-e3af-428f-bc39-9a639d692d68 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:17.239233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6fb8bfe5-8dd4-4a85-8510-007df1dd4466 req-1a282e0d-e3af-428f-bc39-9a639d692d68 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0591547 Mar 08 13:16:17.280609 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6fb8bfe5-8dd4-4a85-8510-007df1dd4466 req-12c87a2a-37da-4afd-a588-46c7f736c5e5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352578 Mar 08 13:16:18.408453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f68b40-db2a-4d90-a383-b0a60665d719 req-707c8534-9be8-4387-853b-f1b9988f2b8e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:18.410185 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04f68b40-db2a-4d90-a383-b0a60665d719 req-707c8534-9be8-4387-853b-f1b9988f2b8e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0543320 Mar 08 13:16:18.449528 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04f68b40-db2a-4d90-a383-b0a60665d719 req-99e5023f-57db-49f1-bffe-38fa15532ab3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Mar 08 13:16:19.570958 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138588f-8fc0-44ba-be9a-7f50ed1ceffe req-80df8ddd-bbf2-4b00-9984-340e80d23ab7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:19.572509 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3138588f-8fc0-44ba-be9a-7f50ed1ceffe req-80df8ddd-bbf2-4b00-9984-340e80d23ab7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 943 time: 0.0530400 Mar 08 13:16:19.615013 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3138588f-8fc0-44ba-be9a-7f50ed1ceffe req-4176801f-055d-40f6-9293-4a17ca9f4024 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354109 Mar 08 13:16:20.100007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:16:20.204868 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:20.218760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'port_id': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'mac_address': 'fa:16:3e:4d:44:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:16:20.263445 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:20.277432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:16:20.298740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:20.387710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:20.442767 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:20.614478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['8e028b78-e2bd-47ea-9ec5-8dafe58c41e4'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:16:20.741987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68518243-0220-45d1-b4bd-f9a804dae270 req-8be2a601-ada5-49e5-a615-8e6a84000f1f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:20.743905 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68518243-0220-45d1-b4bd-f9a804dae270 req-8be2a601-ada5-49e5-a615-8e6a84000f1f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 944 time: 0.0580399 Mar 08 13:16:20.786651 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68518243-0220-45d1-b4bd-f9a804dae270 req-f4239ee1-acb5-4cda-8c78-98c76096c2bb tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366056 Mar 08 13:16:21.923053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3ebb4-c99a-4316-9838-4df630d05227 req-2bedbabf-ccc8-4f14-b4df-3860ac78ae8c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:21.924721 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78c3ebb4-c99a-4316-9838-4df630d05227 req-2bedbabf-ccc8-4f14-b4df-3860ac78ae8c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 944 time: 0.0600944 Mar 08 13:16:21.972388 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78c3ebb4-c99a-4316-9838-4df630d05227 req-7ef02528-d387-4959-a82d-47352a286cf9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Mar 08 13:16:22.118547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:16:22.221423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:16:22.225648 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:16:22.226081 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:22.309872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:22.336963 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:22.339416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7c9539-a1e1-438c-a9ec-efeaa915c893" -d '{"events": [{"server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "name": "network-vif-plugged", "status": "completed", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:22.354379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:16:22.382614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff42c5a-8bc4-47bf-ba9f-91201043f00d x-openstack-request-id: req-8ff42c5a-8bc4-47bf-ba9f-91201043f00d {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:22.382898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "name": "network-vif-plugged", "status": "completed", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:22.383142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ff42c5a-8bc4-47bf-ba9f-91201043f00d {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:22.383531 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'code': 200} Mar 08 13:16:22.461583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:22.516513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:22.705566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fef6d9-d126-4ea1-8f63-ae1e2cf71468 req-922bbf94-c14b-498a-9cda-cdf7c731d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:22.707577 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61fef6d9-d126-4ea1-8f63-ae1e2cf71468 req-922bbf94-c14b-498a-9cda-cdf7c731d55f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1098 time: 0.0433154 Mar 08 13:16:22.745339 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61fef6d9-d126-4ea1-8f63-ae1e2cf71468 req-4cea97e7-1986-4934-b487-41ec80fbcc73 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317764 Mar 08 13:16:23.113123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef9fc-c784-4082-933b-9d0004f7b9e8 req-57022b8a-77cb-4041-83b9-a807b1d19b9d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:23.114659 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b02ef9fc-c784-4082-933b-9d0004f7b9e8 req-57022b8a-77cb-4041-83b9-a807b1d19b9d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0603321 Mar 08 13:16:23.156620 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b02ef9fc-c784-4082-933b-9d0004f7b9e8 req-f026768d-4816-4f1a-86ea-3f3d6de15894 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359859 Mar 08 13:16:24.282186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00092ac4-388b-4a47-9724-5a9631e17fd0 req-747f8c43-6244-49b0-ab83-3de6065349ce tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:24.283700 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00092ac4-388b-4a47-9724-5a9631e17fd0 req-747f8c43-6244-49b0-ab83-3de6065349ce tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Mar 08 13:16:24.331276 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00092ac4-388b-4a47-9724-5a9631e17fd0 req-fb9d1536-0732-477e-8e06-52ec9f0b7d1d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398812 Mar 08 13:16:24.453165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fd821-53ed-48ab-a28f-e6d88473f5a6 req-ce0760ed-c388-421e-91e0-3f28ce56ede5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:24.454668 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fb3fd821-53ed-48ab-a28f-e6d88473f5a6 req-ce0760ed-c388-421e-91e0-3f28ce56ede5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0522470 Mar 08 13:16:24.493917 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fb3fd821-53ed-48ab-a28f-e6d88473f5a6 req-ef47ea60-9612-44f3-97ec-d16d3d7f4abe tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Mar 08 13:16:24.516088 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44860) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:24.607914 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91749c40-7b8d-4c61-95e6-4ed9ab348eed tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:24.609455 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-91749c40-7b8d-4c61-95e6-4ed9ab348eed tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1093 time: 0.0923743 Mar 08 13:16:24.612660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44864) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:24.617911 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:16:24.733017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:24.832275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:24.942842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.152 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/8520d94f-5e22-4697-9cc8-d0ccee6a5e7d) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:16:25.045228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:25.147659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:25.195240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:16:25.198002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:16:25.200542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:16:25.224805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8520d94f-5e22-4697-9cc8-d0ccee6a5e7d,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:25.600411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:25.728972 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:25.867014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:25.893384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:25.964085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:26.033657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8520d94f-5e22-4697-9cc8-d0ccee6a5e7d,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:16:26.046725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:26.155304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2 associated. External IP: 172.26.3.152, port: 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4. Mar 08 13:16:26.380663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router e3790289-d6bf-4497-bc52-3de751d556f8 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:16:26.498402 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:16:26.508860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] Sync routers for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:16:26.518229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:26.526037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:16:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:26.609474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:26.631921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:26.638876 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-94c81ff0-bf22-4c82-bdbe-fd2e4b7fa48f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0251703 Mar 08 13:16:26.639466 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:16:26.641700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04160629-711e-45bd-a017-546f1ff467e2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:16:26.761887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badbe94-e2a5-4297-ac74-49f4d32dc356 req-59d69c8a-4d8b-4f6d-83bc-762167dcf7bf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:26.763666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9badbe94-e2a5-4297-ac74-49f4d32dc356 req-59d69c8a-4d8b-4f6d-83bc-762167dcf7bf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0659292 Mar 08 13:16:26.765290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e532f583-a5fa-4b06-a827-be48735bb4ed x-openstack-request-id: req-e532f583-a5fa-4b06-a827-be48735bb4ed {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:16:26.765573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:16:26.765814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e532f583-a5fa-4b06-a827-be48735bb4ed {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:16:26.766383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'status': 'completed', 'code': 200} Mar 08 13:16:26.838542 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9badbe94-e2a5-4297-ac74-49f4d32dc356 req-b3c60f58-386e-4110-aa84-237a4009983b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686233 Mar 08 13:16:26.848446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04160629-711e-45bd-a017-546f1ff467e2 req-2f0611e8-0afd-4980-9379-b9abe662937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:26.850801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04160629-711e-45bd-a017-546f1ff467e2 req-2f0611e8-0afd-4980-9379-b9abe662937d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1098 time: 0.0649447 Mar 08 13:16:26.866562 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44872) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:26.907449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.152', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'port_id': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'mac_address': 'fa:16:3e:4d:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:16:25Z', 'updated_at': '2022-03-08T13:16:25Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:26.935361 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] Checking router: e3790289-d6bf-4497-bc52-3de751d556f8 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:16:26.947926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:16:26.948802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:16:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:26.986630 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-31bdc01e-a74a-4f87-903a-f5f9d9fc21e4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2 HTTP/1.1" status: 200 len: 991 time: 0.1177142 Mar 08 13:16:27.007612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04160629-711e-45bd-a017-546f1ff467e2 req-adaeea7c-6692-4853-9b29-379f62de558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:27.009018 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04160629-711e-45bd-a017-546f1ff467e2 req-adaeea7c-6692-4853-9b29-379f62de558b service neutron] 10.222.0.45 "GET /v2.0/networks?id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 200 len: 898 time: 0.1522970 Mar 08 13:16:27.088247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:16:27.105617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04160629-711e-45bd-a017-546f1ff467e2 req-49fab455-8adf-435a-a5a2-4316f670c17e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 200 len: 999 time: 0.0886829 Mar 08 13:16:27.160065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04160629-711e-45bd-a017-546f1ff467e2 req-416eb92e-21d0-4da9-98e2-5790e468a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:27.161994 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04160629-711e-45bd-a017-546f1ff467e2 req-416eb92e-21d0-4da9-98e2-5790e468a099 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 HTTP/1.1" status: 200 len: 835 time: 0.0484087 Mar 08 13:16:27.214640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04160629-711e-45bd-a017-546f1ff467e2 req-e602c3ec-04b9-46c7-b61c-de824064d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:27.216151 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04160629-711e-45bd-a017-546f1ff467e2 req-e602c3ec-04b9-46c7-b61c-de824064d1a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482101 Mar 08 13:16:27.318731 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04160629-711e-45bd-a017-546f1ff467e2 req-80ce1a01-8256-4397-bd53-11e8f6a7450f service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951016 Mar 08 13:16:27.339668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.152', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'port_id': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'mac_address': 'fa:16:3e:4d:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:16:25Z', 'updated_at': '2022-03-08T13:16:25Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:16:27.371360 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43990c25-65f4-465e-a849-4a5bef495f98 None None] The sync data for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv is: [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.152', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'port_id': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'mac_address': 'fa:16:3e:4d:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:16:25Z', 'updated_at': '2022-03-08T13:16:25Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:16:27.422785 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-04160629-711e-45bd-a017-546f1ff467e2 req-2f5c8c5f-a55d-47c3-b318-c9801de2bc0c service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982275 Mar 08 13:16:27.571342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f77a4-f61e-48a9-84aa-f80cb83c01c9 None None] New status for floating IP 78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:16:27.813136 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:16:27.989652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44874) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:16:28.050587 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a2011367-0546-4b60-b988-b8d18eb3603f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2 HTTP/1.1" status: 200 len: 993 time: 0.0594320 Mar 08 13:16:29.055431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6486b2f2-61e0-4c00-b1ff-e3945e490f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:31.689980 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-adbeb9e6-3d94-4208-92d4-d353e45643ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:32.807120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:33.611399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-544b6075-d4cb-4632-9a94-0f603520e03b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390494 Mar 08 13:16:33.698964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-71883152-a5a1-4ce3-a7df-53243f4b2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:33.700820 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-71883152-a5a1-4ce3-a7df-53243f4b2b4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1098 time: 0.0472999 Mar 08 13:16:33.819269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-d277ab6f-c759-43b4-a07b-69fb51dd157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:33.821510 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-d277ab6f-c759-43b4-a07b-69fb51dd157a service neutron] 10.222.0.45 "GET /v2.0/networks?id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 200 len: 898 time: 0.0966485 Mar 08 13:16:33.896498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-6fcf30f1-6598-4be7-842b-32bcb1572aea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 200 len: 1001 time: 0.0668464 Mar 08 13:16:33.935456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:33.947380 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-1e754622-73e4-4cd5-89c8-77047248545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:33.948970 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-1e754622-73e4-4cd5-89c8-77047248545a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 HTTP/1.1" status: 200 len: 835 time: 0.0459502 Mar 08 13:16:33.996511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-bc1b7c61-bc8b-46a5-ae33-7fa3a57b12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:33.998011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-bc1b7c61-bc8b-46a5-ae33-7fa3a57b12b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422816 Mar 08 13:16:34.091802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-c1b03575-08b5-4490-bec9-c3ec2cf6ced5 service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866454 Mar 08 13:16:34.184780 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f2166f60-5ad4-4e38-b8a1-02b683d72b7d req-62e75b80-109c-468c-bebe-db668d4dc8a2 service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Mar 08 13:16:34.266989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:55.860589 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:59.063103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2aa14f22-9010-474b-8984-627b3a202923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:16:59.539275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4254-324c-4887-85d7-d2ffa3257cfb req-c19ed359-d0dd-4426-a497-97f9d1a2b068 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:16:59.540862 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-119b4254-324c-4887-85d7-d2ffa3257cfb req-c19ed359-d0dd-4426-a497-97f9d1a2b068 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0503404 Mar 08 13:16:59.578474 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-119b4254-324c-4887-85d7-d2ffa3257cfb req-25c847e2-6938-410a-bc48-0e9bb32cbef7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Mar 08 13:17:00.708256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49db63-54e6-4a75-86ba-c6b23456751c req-70492220-8c2d-464d-b6ff-6d4a03caa46f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:00.709736 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f49db63-54e6-4a75-86ba-c6b23456751c req-70492220-8c2d-464d-b6ff-6d4a03caa46f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0549648 Mar 08 13:17:00.748400 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f49db63-54e6-4a75-86ba-c6b23456751c req-bfea4a77-0529-4739-9128-957bbb18affa tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Mar 08 13:17:01.685546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1920cd6e-4961-44f0-b295-54f164f5308e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:01.864678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dee31-6827-4ced-bb54-1a563d25e739 req-eac753cb-2b47-4ff6-8403-73c6b72b253a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:01.866411 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c9dee31-6827-4ced-bb54-1a563d25e739 req-eac753cb-2b47-4ff6-8403-73c6b72b253a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Mar 08 13:17:01.906284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c9dee31-6827-4ced-bb54-1a563d25e739 req-bfb522d5-f7b4-4847-97d0-54ed3959c2db tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338585 Mar 08 13:17:02.854705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:03.025677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6c5f-0d76-4c8e-b408-554225ebaf44 req-c279f381-77d9-46ed-811a-37c48ba6ba36 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:03.027108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7ac6c5f-0d76-4c8e-b408-554225ebaf44 req-c279f381-77d9-46ed-811a-37c48ba6ba36 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0501540 Mar 08 13:17:03.066329 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7ac6c5f-0d76-4c8e-b408-554225ebaf44 req-69046b8a-5a05-42b9-9273-57ae2ade66c8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Mar 08 13:17:03.948413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:04.191534 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400d4a6-01ea-4360-946f-3ef65e358d2a req-89f7f527-1365-44ce-ada1-daa84cad141c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:04.193385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5400d4a6-01ea-4360-946f-3ef65e358d2a req-89f7f527-1365-44ce-ada1-daa84cad141c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0550170 Mar 08 13:17:04.235168 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5400d4a6-01ea-4360-946f-3ef65e358d2a req-894b0d89-130b-4dbf-b48b-5185627964f8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347514 Mar 08 13:17:04.251631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:04.811952 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:17:05.353431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eaa11-d23d-41b0-8b13-7f2d6703b669 req-a2c55b47-957d-4360-a408-3759a331833b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:05.354965 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b5eaa11-d23d-41b0-8b13-7f2d6703b669 req-a2c55b47-957d-4360-a408-3759a331833b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0497396 Mar 08 13:17:05.392820 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b5eaa11-d23d-41b0-8b13-7f2d6703b669 req-c1aa4c31-21da-4f0b-8328-1af6b6541c6a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Mar 08 13:17:06.518146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d9dbb-6d55-4378-a844-90ae64e0051d req-afc5eac3-4efd-4193-8b42-b7de2c55280e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:06.519624 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-188d9dbb-6d55-4378-a844-90ae64e0051d req-afc5eac3-4efd-4193-8b42-b7de2c55280e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0510590 Mar 08 13:17:06.558722 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-188d9dbb-6d55-4378-a844-90ae64e0051d req-187044bd-dcb8-4a7d-95ed-3ba8724ca97e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Mar 08 13:17:07.683924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084a2b-72ab-43c0-80d6-cd26c3b3d19d req-c0b16b5e-ff6b-4665-9037-6675a1e52395 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:07.685464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0084a2b-72ab-43c0-80d6-cd26c3b3d19d req-c0b16b5e-ff6b-4665-9037-6675a1e52395 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0557435 Mar 08 13:17:07.724595 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0084a2b-72ab-43c0-80d6-cd26c3b3d19d req-2aa5cbf1-5604-403d-9be8-90252e86e0e6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332005 Mar 08 13:17:08.846063 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb221-b178-4dba-9ba2-d1d18b7b50b0 req-1aab6adb-e1b7-4d16-908c-9bde83f9a879 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:08.847551 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6bfb221-b178-4dba-9ba2-d1d18b7b50b0 req-1aab6adb-e1b7-4d16-908c-9bde83f9a879 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Mar 08 13:17:08.886087 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c6bfb221-b178-4dba-9ba2-d1d18b7b50b0 req-0066ad62-7624-43e7-a82c-389c1cb29009 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Mar 08 13:17:10.002874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cd0dc-114f-4058-a4a1-3159c4433d10 req-0c0df17c-d713-4973-95da-250cb8dcaf61 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:10.004345 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-716cd0dc-114f-4058-a4a1-3159c4433d10 req-0c0df17c-d713-4973-95da-250cb8dcaf61 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0497627 Mar 08 13:17:10.045137 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-716cd0dc-114f-4058-a4a1-3159c4433d10 req-66f1244d-ff89-4c33-a1fa-596d3ed79644 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341668 Mar 08 13:17:11.171450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b867f6-b3c9-4ef0-aef3-2a6ab3a67957 req-208d076d-c957-46f7-a0cd-812b5bc9648a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:11.172843 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00b867f6-b3c9-4ef0-aef3-2a6ab3a67957 req-208d076d-c957-46f7-a0cd-812b5bc9648a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0520673 Mar 08 13:17:11.212254 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00b867f6-b3c9-4ef0-aef3-2a6ab3a67957 req-6c9b9dba-3050-40c7-a47e-6372095c927b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334613 Mar 08 13:17:12.340855 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e16dd-4bb8-4b78-bebb-ed3557446d9e req-96cf5a5d-e9b8-444a-b6e1-15d9368c151f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:12.342468 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-923e16dd-4bb8-4b78-bebb-ed3557446d9e req-96cf5a5d-e9b8-444a-b6e1-15d9368c151f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0564470 Mar 08 13:17:12.387585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-923e16dd-4bb8-4b78-bebb-ed3557446d9e req-61fe02bf-f463-4d7a-a740-71667f201460 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Mar 08 13:17:13.508696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc20d0-2bc9-4ee4-a15b-747ce481a11a req-1f7e0281-a7ce-482c-8dc6-f993fc9ba480 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:13.510256 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05cc20d0-2bc9-4ee4-a15b-747ce481a11a req-1f7e0281-a7ce-482c-8dc6-f993fc9ba480 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0513723 Mar 08 13:17:13.549299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05cc20d0-2bc9-4ee4-a15b-747ce481a11a req-4f805610-e4be-4d70-88b9-da8c13d0e551 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331440 Mar 08 13:17:14.673699 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e54ac4-78c0-4b3e-8d7d-66d78fd0eff4 req-26a56e5b-5628-4a60-826d-3b26aaf76378 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:14.675193 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96e54ac4-78c0-4b3e-8d7d-66d78fd0eff4 req-26a56e5b-5628-4a60-826d-3b26aaf76378 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0556746 Mar 08 13:17:14.726157 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96e54ac4-78c0-4b3e-8d7d-66d78fd0eff4 req-91b90b12-80b8-49ca-9e22-52f1b4a7f462 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Mar 08 13:17:15.846352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb14cd-a36a-406a-80e1-19a3288961a7 req-aa94f50f-c93a-4dd2-bb77-fb4f4821b335 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:15.847822 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77bb14cd-a36a-406a-80e1-19a3288961a7 req-aa94f50f-c93a-4dd2-bb77-fb4f4821b335 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Mar 08 13:17:15.888643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77bb14cd-a36a-406a-80e1-19a3288961a7 req-82486246-0e8b-46f1-93b4-85fae354c60f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337996 Mar 08 13:17:15.911666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44918) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:15.978503 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-228546c1-2c13-45f9-a1fa-531a3756bbfe tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2 HTTP/1.1" status: 200 len: 993 time: 0.0656586 Mar 08 13:17:17.421978 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e45296-2de7-44aa-a0af-364a9def0491 req-3882681d-efc5-4739-af5b-1ffc98fbc3d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:17.423521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-15e45296-2de7-44aa-a0af-364a9def0491 req-3882681d-efc5-4739-af5b-1ffc98fbc3d6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0534470 Mar 08 13:17:17.473897 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-15e45296-2de7-44aa-a0af-364a9def0491 req-520f11eb-e173-4578-ac53-135d2ae531a9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 Mar 08 13:17:17.525287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-a0ae05d6-ce3e-4860-be43-aa32056ae932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:17.526880 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-a0ae05d6-ce3e-4860-be43-aa32056ae932 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1098 time: 0.0483289 Mar 08 13:17:17.629982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-2ee47fd5-ef8b-48ec-a175-0bc7c91e6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:17.629982 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-2ee47fd5-ef8b-48ec-a175-0bc7c91e6f66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 200 len: 898 time: 0.0950475 Mar 08 13:17:17.705295 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-9ad161d7-bc97-4935-b5fe-a892575e2279 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 200 len: 1001 time: 0.0620949 Mar 08 13:17:17.754580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-c6aa9229-97a9-40d9-9e0c-c70c09896fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:17.756086 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-c6aa9229-97a9-40d9-9e0c-c70c09896fb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 HTTP/1.1" status: 200 len: 835 time: 0.0447814 Mar 08 13:17:17.808346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-67770dae-9238-494c-ac68-0df51a16da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:17.809877 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-67770dae-9238-494c-ac68-0df51a16da36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476460 Mar 08 13:17:17.902340 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-bdd7ef4b-c944-4dce-a412-a228a981f768 service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836825 Mar 08 13:17:18.344271 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6bd151d7-865d-49f8-bcba-a6641bf5b2cc req-fa2a1b92-259b-472f-9f14-25355294519d service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352896 Mar 08 13:17:18.596769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6b314-c7cf-4115-9f79-c0c80a584304 req-d2ddeaa5-fe2f-462d-af5c-bc6581e1c266 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:18.598171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afd6b314-c7cf-4115-9f79-c0c80a584304 req-d2ddeaa5-fe2f-462d-af5c-bc6581e1c266 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0502689 Mar 08 13:17:18.637592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-afd6b314-c7cf-4115-9f79-c0c80a584304 req-e8442e37-0464-4638-b993-aee4b67b130e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Mar 08 13:17:19.759227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8a672-8b39-425c-a94c-6a47ff6d4ec9 req-360dd16e-5eb0-4c77-84f7-519036c1fb92 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:19.761047 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0fe8a672-8b39-425c-a94c-6a47ff6d4ec9 req-360dd16e-5eb0-4c77-84f7-519036c1fb92 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0538042 Mar 08 13:17:19.805618 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0fe8a672-8b39-425c-a94c-6a47ff6d4ec9 req-16a36248-a9fc-4e0a-a5a3-041817825272 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365469 Mar 08 13:17:19.828862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44930) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:19.894482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fa194291-cf11-4385-9db2-440fb57d7eb8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2 HTTP/1.1" status: 200 len: 993 time: 0.0644321 Mar 08 13:17:25.911272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:29.086482 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3334a73c-0d3a-413f-9e86-24cc63a00881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:31.696543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-059bd957-6ad3-42f1-a20c-0a3110634981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:32.827782 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:33.917248 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:34.267609 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:35.612486 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-7a3fb368-9b22-458a-88f7-d87967bed1d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412424 Mar 08 13:17:35.723054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-3bcf3591-a331-4ac9-b29e-feda0727c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:35.724550 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-3bcf3591-a331-4ac9-b29e-feda0727c78e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1098 time: 0.0596960 Mar 08 13:17:35.838872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-402dd7b9-e37b-45c3-ac10-2de2c8fc4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:35.840610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-402dd7b9-e37b-45c3-ac10-2de2c8fc4fba service neutron] 10.222.0.45 "GET /v2.0/networks?id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 200 len: 898 time: 0.0958190 Mar 08 13:17:35.909711 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-d7e8cb0b-7ac8-4d59-8fae-9f4142ce897a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 200 len: 1001 time: 0.0623891 Mar 08 13:17:35.966883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-cf011654-1df6-44b3-b211-cacdc3b58bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:35.968364 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-cf011654-1df6-44b3-b211-cacdc3b58bb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 HTTP/1.1" status: 200 len: 835 time: 0.0515113 Mar 08 13:17:36.016239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-8fcefab5-f791-4b47-9b25-3a4a96bce277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:36.017789 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-8fcefab5-f791-4b47-9b25-3a4a96bce277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420139 Mar 08 13:17:36.108398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-63e63236-e7f9-4cf8-aa25-4d0c00badb35 service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838983 Mar 08 13:17:36.205696 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a56d8d94-2b62-4acb-9a67-21bd6fe462fa req-c87175f8-8b2a-4952-89e8-f1a6e4d59eca service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903146 Mar 08 13:17:41.812976 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:17:50.423084 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44958) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:50.590841 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 8520d94f-5e22-4697-9cc8-d0ccee6a5e7d {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:17:50.591279 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:50.669522 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:50.669829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:50.681995 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 8520d94f-5e22-4697-9cc8-d0ccee6a5e7d owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:17:50.913554 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:50.958502 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=8520d94f-5e22-4697-9cc8-d0ccee6a5e7d,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:50.972406 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.972743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.973087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.973416 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.973746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.974099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.974421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.974741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.975060 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.975375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.975690 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:50.976008 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:51.033340 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:51.033717 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2 disassociated (deleted). External IP: 172.26.3.152, port: 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4. Mar 08 13:17:51.245553 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router e3790289-d6bf-4497-bc52-3de751d556f8 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:17:51.353743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:17:51.359334 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:51.363720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] Sync routers for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:17:51.373077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:51.373677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:17:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:51.386476 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-c018feee-d5ee-4df1-baa5-70b48a37349f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/floatingips/78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2 HTTP/1.1" status: 204 len: 168 time: 0.9622903 Mar 08 13:17:51.387581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:17:51.390214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c5c686-c09a-42d4-afaa-7e1820c98cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:17:51.429474 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca020e9f-e775-4b14-bdb9-0da1ce6a6561 x-openstack-request-id: req-ca020e9f-e775-4b14-bdb9-0da1ce6a6561 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:17:51.430224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:17:51.430224 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca020e9f-e775-4b14-bdb9-0da1ce6a6561 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:17:51.430403 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'status': 'completed', 'code': 200} Mar 08 13:17:51.486395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:51.494388 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-c041f586-4024-48c0-a4e0-d983859375ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:51.495978 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-c041f586-4024-48c0-a4e0-d983859375ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 1098 time: 0.0449131 Mar 08 13:17:51.592779 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-d5fbb67d-2482-4784-8ac0-f2b3478284d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:51.594302 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-d5fbb67d-2482-4784-8ac0-f2b3478284d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 200 len: 898 time: 0.0915737 Mar 08 13:17:51.637390 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-4f8b43ac-e54b-4116-abdf-5031e079efb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 200 len: 217 time: 0.0362301 Mar 08 13:17:51.692364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-bfb83e04-85b0-4ab1-84c8-eeed929cced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:51.694042 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-bfb83e04-85b0-4ab1-84c8-eeed929cced3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 HTTP/1.1" status: 200 len: 835 time: 0.0488358 Mar 08 13:17:51.698025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:51.731900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] Checking router: e3790289-d6bf-4497-bc52-3de751d556f8 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:17:51.740573 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:51.741183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:17:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:51.745078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-bdaeb728-2328-4c02-9e5a-fae64db86ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:51.746888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-bdaeb728-2328-4c02-9e5a-fae64db86ccd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460103 Mar 08 13:17:51.861008 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:51.868828 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-3cb99db3-3889-4009-9e5c-95b1ffc12822 service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151936 Mar 08 13:17:51.951361 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e8386-b5d5-4ed9-b585-28fcba0291fe req-51915cb3-dbe4-49ca-bbc0-04efe407133b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:51.953070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-801e8386-b5d5-4ed9-b585-28fcba0291fe req-51915cb3-dbe4-49ca-bbc0-04efe407133b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.1179998 Mar 08 13:17:52.015803 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74c5c686-c09a-42d4-afaa-7e1820c98cd2 req-72447674-1bb7-448c-a306-3e95325ade55 service neutron] 10.222.0.45 "GET /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396859 Mar 08 13:17:52.022180 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-801e8386-b5d5-4ed9-b585-28fcba0291fe req-1539ef47-fdc7-46e4-8f66-0dd1d406d443 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610566 Mar 08 13:17:52.086829 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:52.116204 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53b6d0-d51d-4501-988b-7a92e0f0a3f8 None None] The sync data for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv is: [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '14b17317-16cd-4fa5-be8d-6ae1632680d8', 'name': '', 'network_id': '925c6ab2-426a-4d74-8fcb-70f3ac40a9d4', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:a0:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:08Z', 'updated_at': '2022-03-08T13:16:12Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:17:52.342587 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c0196-5583-431b-a5fb-0fc7a9abb11e None None] New status for floating IP 78f5cfc3-06c5-44e0-9c52-b0cc1df4bbf2: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:17:53.149303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2ad0-178d-48a6-98f3-63f17a87ea4d req-6e96a807-152a-41fe-960e-c41695dca5f3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:53.150865 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4db2ad0-178d-48a6-98f3-63f17a87ea4d req-6e96a807-152a-41fe-960e-c41695dca5f3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0533195 Mar 08 13:17:53.191876 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e4db2ad0-178d-48a6-98f3-63f17a87ea4d req-31b610de-a1e4-4100-8477-69dd7e0cdbe4 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=29d3a42a-59d3-47a3-b9a2-54a57246148b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343308 Mar 08 13:17:53.318777 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-af350f31-144e-47fa-b2fe-f7e560a0860b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:17:53.320160 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-af350f31-144e-47fa-b2fe-f7e560a0860b tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 945 time: 0.0543075 Mar 08 13:17:53.410313 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:17:53.410648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:53.506038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:17:53.506389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:53.519945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:17:53.735969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:53.772326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=8e028b78-e2bd-47ea-9ec5-8dafe58c41e4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:53.800752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.801093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.801423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.801750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.802553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.802553 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.802752 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.803017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.803339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.803651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.803964 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.804274 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:53.824428 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] No DVR routers for this DVR port 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:17:53.827734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:53.830995 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-56cd93f5-61d2-449a-9ab8-5183b972c9ba req-38e0157d-06c2-4d18-8bbc-688b83a23203 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "DELETE /v2.0/ports/8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 HTTP/1.1" status: 204 len: 173 time: 0.5053709 Mar 08 13:17:53.831422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'name': 'network-vif-deleted', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:17:53.833627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cbed2d-39cb-4b36-b277-14592faa8d2d" -d '{"events": [{"server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "name": "network-vif-deleted", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:17:53.868690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285250c2-c947-44f4-809b-8688a7749f8a x-openstack-request-id: req-285250c2-c947-44f4-809b-8688a7749f8a {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:17:53.868976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8", "name": "network-vif-deleted", "tag": "8e028b78-e2bd-47ea-9ec5-8dafe58c41e4", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:17:53.869223 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-285250c2-c947-44f4-809b-8688a7749f8a {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:17:53.869617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8', 'name': 'network-vif-deleted', 'tag': '8e028b78-e2bd-47ea-9ec5-8dafe58c41e4', 'status': 'completed', 'code': 200} Mar 08 13:17:54.304064 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3f348e7b-819a-407e-854a-98309f284108 req-3ccfb4bc-2a68-48fe-9dfb-ddba693a7e00 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc1ef2e5-b895-4cac-ab7d-1ca0b0cdfbb8 HTTP/1.1" status: 200 len: 210 time: 0.0279021 Mar 08 13:17:55.360545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44976) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:55.737426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:55.895368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:56.003689 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 14b17317-16cd-4fa5-be8d-6ae1632680d8 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:17:56.003913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:56.092131 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 14b17317-16cd-4fa5-be8d-6ae1632680d8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=14b17317-16cd-4fa5-be8d-6ae1632680d8,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:17:56.092807 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:56.106015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 14b17317-16cd-4fa5-be8d-6ae1632680d8 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:17:56.364458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:56.397214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=14b17317-16cd-4fa5-be8d-6ae1632680d8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:56.552100 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:17:56.574259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:56.578570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:17:56.579453 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 8e028b78-e2bd-47ea-9ec5-8dafe58c41e4 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:17:56.799519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router e3790289-d6bf-4497-bc52-3de751d556f8 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:17:56.906982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:17:56.912459 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e1a6069f-ea37-4ad7-90ac-3df76becbefd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/e3790289-d6bf-4497-bc52-3de751d556f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508296 Mar 08 13:17:56.915336 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44978) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:56.916742 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d3993-1086-473b-9175-ddafad30e153 None None] Sync routers for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:17:56.928574 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:56.929267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:17:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:56.966604 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting subnet 0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:17:56.970683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.010215 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.039283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:57.102165 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.221835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:17:56Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:57.244883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.254309 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d3993-1086-473b-9175-ddafad30e153 None None] Checking router: e3790289-d6bf-4497-bc52-3de751d556f8 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:17:57.262750 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] Routers {'e3790289-d6bf-4497-bc52-3de751d556f8'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:17:57.263289 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:17:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['e3790289-d6bf-4497-bc52-3de751d556f8'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:57.273072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Subnet': ['ID=0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:57.277806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.284446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44980) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:57.284969 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-12886b94-87ac-4c2a-95ea-6911fa2e182d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/subnets/0b52eaf9-0b05-4bd4-ba5d-87e331b11ff4 HTTP/1.1" status: 204 len: 168 time: 0.3682156 Mar 08 13:17:57.298339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccc9a9-ecbd-474e-bfc4-1fdb865eb642 None None] Network 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:17:57.396455 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.619051 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] Set router e3790289-d6bf-4497-bc52-3de751d556f8 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:17:57.814046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] DHCP port deletion for 925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:17:57.850900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.853465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-669d3993-1086-473b-9175-ddafad30e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:17:56Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:57.887127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d3993-1086-473b-9175-ddafad30e153 None None] The sync data for ids ['e3790289-d6bf-4497-bc52-3de751d556f8'] in dv-neutron-829486-2-hyperv is: [{'id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307294380', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:16:04Z', 'updated_at': '2022-03-08T13:17:56Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': 'd9c7d425-9442-4984-bbf6-ed9b480de2eb', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3790289-d6bf-4497-bc52-3de751d556f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:16:05Z', 'updated_at': '2022-03-08T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:17:57.904012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Deleting port 51db1c03-7603-4d54-bde6-2d47665393af {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:17:57.904370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.970146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] For port 51db1c03-7603-4d54-bde6-2d47665393af, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=51db1c03-7603-4d54-bde6-2d47665393af,segment=NetworkSegment(2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d),segment_id=2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:17:57.970853 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.978360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port d9c7d425-9442-4984-bbf6-ed9b480de2eb {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:17:57.978694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:57.983887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Calling delete_port for 51db1c03-7603-4d54-bde6-2d47665393af owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:17:58.060485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port d9c7d425-9442-4984-bbf6-ed9b480de2eb, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=d9c7d425-9442-4984-bbf6-ed9b480de2eb,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:17:58.060767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.073059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for d9c7d425-9442-4984-bbf6-ed9b480de2eb owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:17:58.152951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.179414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Pushing event deleted for resources: {'Port': ['ID=51db1c03-7603-4d54-bde6-2d47665393af,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:58.184072 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] No DVR routers for this DVR port 51db1c03-7603-4d54-bde6-2d47665393af on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:17:58.191353 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.191702 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.192029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.192352 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.192676 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.192998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.193314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.193634 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.193975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.194665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.194665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.194944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a343c-0896-4f92-a5e7-bb2033621ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:17:58.345994 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.381260 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=d9c7d425-9442-4984-bbf6-ed9b480de2eb,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:58.444321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.537510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.539609 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.678370 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.679013 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Fanout notify agent at l3_agent the message router_deleted on router e3790289-d6bf-4497-bc52-3de751d556f8 {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:17:58.690825 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.692978 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-390dca70-d760-43bb-9df3-adf30934401e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/routers/e3790289-d6bf-4497-bc52-3de751d556f8 HTTP/1.1" status: 204 len: 168 time: 1.4058051 Mar 08 13:17:58.695897 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44982) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:58.779188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.870881 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.890796 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925c6ab2-426a-4d74-8fcb-70f3ac40a9d4']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:58.899952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:58.900196 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf65a4b-7fa6-48a4-b8d6-44d79b75d55d') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:17:58.910143 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.923683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.929819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:17:58.930253 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:17:58.933993 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:17:59.055890 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:59.060759 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:59.065056 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/networks/925c6ab2-426a-4d74-8fcb-70f3ac40a9d4 HTTP/1.1" status: 204 len: 168 time: 0.3679729 Mar 08 13:17:59.067163 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 44984) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:17:59.080651 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea6d9e-52c0-4150-8e02-beb13bdb4be3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Network': ['ID=925c6ab2-426a-4d74-8fcb-70f3ac40a9d4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:17:59.084379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-01fa3fb6-2a62-425d-a0f4-a948c9c3eb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:59.144356 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4837265-2601-4642-b0b3-45c54eac6271 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:59.171508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 14b17317-16cd-4fa5-be8d-6ae1632680d8 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:17:59.184087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4837265-2601-4642-b0b3-45c54eac6271 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:59.194396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 14b17317-16cd-4fa5-be8d-6ae1632680d8 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:17:59.194794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 14b17317-16cd-4fa5-be8d-6ae1632680d8 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:17:59.195217 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d9c7d425-9442-4984-bbf6-ed9b480de2eb no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:17:59.216535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: d9c7d425-9442-4984-bbf6-ed9b480de2eb {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:17:59.216875 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device d9c7d425-9442-4984-bbf6-ed9b480de2eb not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:17:59.217339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 51db1c03-7603-4d54-bde6-2d47665393af no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:17:59.241805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 51db1c03-7603-4d54-bde6-2d47665393af {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:17:59.242232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 51db1c03-7603-4d54-bde6-2d47665393af not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:17:59.312898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4837265-2601-4642-b0b3-45c54eac6271 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:59.315672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f4837265-2601-4642-b0b3-45c54eac6271 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:17:59.316848 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f4837265-2601-4642-b0b3-45c54eac6271 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/security-groups/29d3a42a-59d3-47a3-b9a2-54a57246148b HTTP/1.1" status: 204 len: 168 time: 0.2487049 Mar 08 13:17:59.327199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4837265-2601-4642-b0b3-45c54eac6271 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3a42a-59d3-47a3-b9a2-54a57246148b,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:00.167559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44990) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:00.172793 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-52ab81e1-5264-41a1-95df-281fa6916640 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615524279', 'description': 'tempest-secgroup-smoke-1615524279 description', 'project_id': '0e715217e84a4032b7a1395babe4433c'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:00.301386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52ab81e1-5264-41a1-95df-281fa6916640 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.371123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52ab81e1-5264-41a1-95df-281fa6916640 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.495198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52ab81e1-5264-41a1-95df-281fa6916640 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.524434 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab81e1-5264-41a1-95df-281fa6916640 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:00.588945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-52ab81e1-5264-41a1-95df-281fa6916640 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.590249 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-52ab81e1-5264-41a1-95df-281fa6916640 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4216168 Mar 08 13:18:00.593676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44992) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:00.598050 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-782fa47f-2963-4bbe-a15f-2e84f39e0a66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'ff20aaa8-8cd0-4a2f-a438-862ef7bd814a', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:00.694724 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-782fa47f-2963-4bbe-a15f-2e84f39e0a66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.752020 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-782fa47f-2963-4bbe-a15f-2e84f39e0a66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.836348 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-782fa47f-2963-4bbe-a15f-2e84f39e0a66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.854669 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fa47f-2963-4bbe-a15f-2e84f39e0a66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fe1f6b-933c-411d-82e6-781e8036047f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:00.943051 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-782fa47f-2963-4bbe-a15f-2e84f39e0a66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:00.944274 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-782fa47f-2963-4bbe-a15f-2e84f39e0a66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496559 Mar 08 13:18:00.947018 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44994) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:00.951441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f8438634-9697-4d39-a25d-70d90f4fb0bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'ff20aaa8-8cd0-4a2f-a438-862ef7bd814a', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:01.055457 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8438634-9697-4d39-a25d-70d90f4fb0bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.118138 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8438634-9697-4d39-a25d-70d90f4fb0bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.203491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8438634-9697-4d39-a25d-70d90f4fb0bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.222431 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8438634-9697-4d39-a25d-70d90f4fb0bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b09388-6508-4ae6-a84d-da9af2bf4871,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:01.324099 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f8438634-9697-4d39-a25d-70d90f4fb0bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.325251 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f8438634-9697-4d39-a25d-70d90f4fb0bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3772805 Mar 08 13:18:01.328804 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44996) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:01.333448 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3ce70469-05df-4586-990c-83655e553072 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'ff20aaa8-8cd0-4a2f-a438-862ef7bd814a', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:01.442399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ce70469-05df-4586-990c-83655e553072 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.500372 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ce70469-05df-4586-990c-83655e553072 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.584814 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ce70469-05df-4586-990c-83655e553072 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.602911 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70469-05df-4586-990c-83655e553072 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65962cf-d761-4648-a2e7-90e6e9b33cde,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:01.684428 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3ce70469-05df-4586-990c-83655e553072 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.685662 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3ce70469-05df-4586-990c-83655e553072 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558383 Mar 08 13:18:01.689223 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 44998) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:01.694125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6202664d-704d-4865-995e-6773022d5f7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'ff20aaa8-8cd0-4a2f-a438-862ef7bd814a', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:01.712266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d59cd14-145b-487d-8b51-49294825335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.803440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6202664d-704d-4865-995e-6773022d5f7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.863559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6202664d-704d-4865-995e-6773022d5f7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.946694 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6202664d-704d-4865-995e-6773022d5f7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:01.964026 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202664d-704d-4865-995e-6773022d5f7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230b194e-7341-4b97-b242-7f74e153d272,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:02.034728 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6202664d-704d-4865-995e-6773022d5f7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.036103 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6202664d-704d-4865-995e-6773022d5f7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3457713 Mar 08 13:18:02.039087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45000) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:02.043412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'ff20aaa8-8cd0-4a2f-a438-862ef7bd814a', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:02.135462 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:18:02.141209 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.204691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.283559 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.301452 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31aecb8-f885-4202-bd26-5f834d5277ff,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:02.371710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.372951 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-779c1870-81bd-41de-a459-c8a76adc3801 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329561 Mar 08 13:18:02.375790 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45002) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:02.380119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'security_group_rule': {'security_group_id': 'ff20aaa8-8cd0-4a2f-a438-862ef7bd814a', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:02.471062 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Project 0e715217e84a4032b7a1395babe4433c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:18:02.476303 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.539823 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.621154 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.640998 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d3d652-fb13-4162-876d-500354fa70a6,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:02.720437 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.721755 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-870d9b60-2479-45d9-a6d5-77e7d70aa391 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449385 Mar 08 13:18:02.724606 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45004) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:02.729447 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'network': {'name': 'tempest-network-smoke--144702875', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'port_security_enabled': True}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:02.849955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'network': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:18:02.853513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.878006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:18:02.886582 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.886913 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.segments_db [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Added segment ddc821c7-2e3e-4cfd-a6b5-e468ea419166 of type vlan for network b57465a5-4b05-4a49-8526-3d8f7073ea2c Mar 08 13:18:02.918987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:02.926879 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.026816 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.032308 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:03.032915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.102470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Network': ['ID=b57465a5-4b05-4a49-8526-3d8f7073ea2c,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:03.113484 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:18:03.129635 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a2353e65-aac9-4a1a-91b5-58f723da1541 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4014850 Mar 08 13:18:03.129904 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45006) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:03.134368 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'admin_state_up': True, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:03.215384 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.216458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.271635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.491166 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.746977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.767025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.870697 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.218 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/8d444e41-d313-4202-86e4-7d84eefa6475) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:18:03.912110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:03.978634 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:04.073268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:04.113750 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:18:04.116620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:04.119997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:18:04.149125 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8d444e41-d313-4202-86e4-7d84eefa6475,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:04.288324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:04.474089 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:04.709720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:04.929745 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 1c14e597-229d-4ee4-acb9-cf005e17065d is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:18:05.037967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:18:05.047901 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Sync routers for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:18:05.057451 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:05.058094 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:05.125011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.126365 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-262ee906-097b-4c56-af55-f233e24fc9b2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9955378 Mar 08 13:18:05.129757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45008) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:05.162925 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3da98ecd-1343-45e1-a05a-7e89cc5596cf tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0e715217e84a4032b7a1395babe4433c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295715 Mar 08 13:18:05.163240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45010) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:05.256856 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:05.262186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3adbbd-e539-4f58-89de-71a5026f4a76 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:05.263690 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2d3adbbd-e539-4f58-89de-71a5026f4a76 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993662 Mar 08 13:18:05.266654 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45012) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:05.296084 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-9f7f810d-81ce-451d-8cec-42fec5a699d2 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=579a4316-0535-42e3-a273-418b604a5520&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278013 Mar 08 13:18:05.298532 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45014) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:05.303312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-725447646', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'project_id': '0e715217e84a4032b7a1395babe4433c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:05.436657 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:04Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:05.460832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:18:05.462856 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Checking router: 1c14e597-229d-4ee4-acb9-cf005e17065d for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:18:05.463188 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Updating router 1c14e597-229d-4ee4-acb9-cf005e17065d port 8d444e41-d313-4202-86e4-7d84eefa6475 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:18:05.464460 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.491821 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.718591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.754062 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.783982 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Subnet': ['ID=0810fab5-0a48-4e88-ac1e-79c0f04e40fa,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:05.797354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Checking segment: {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:18:05.797698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network hostable DHCP agents. Network: b57465a5-4b05-4a49-8526-3d8f7073ea2c, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:18:05.827571 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.872648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:18:05.879654 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Attempting to bind port 8d444e41-d313-4202-86e4-7d84eefa6475 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:18:05.880020 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Attempting to bind port 8d444e41-d313-4202-86e4-7d84eefa6475 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:18:05.880372 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Attempting to bind port 8d444e41-d313-4202-86e4-7d84eefa6475 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:18:05.883463 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Pushing event updated for resources: {'Port': ['ID=8d444e41-d313-4202-86e4-7d84eefa6475,revision_number=2']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:05.890844 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:18:05.891201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:18:05.891588 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.891964 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:18:05.892408 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Bound port: 8d444e41-d313-4202-86e4-7d84eefa6475, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:18:05.892779 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.895879 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.896212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.896537 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.896855 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.897172 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.897490 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.897804 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.901766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.901766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.901766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.901766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.901766 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:05.953159 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] For port 8d444e41-d313-4202-86e4-7d84eefa6475, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:18:05.956514 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] For port 8d444e41-d313-4202-86e4-7d84eefa6475, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8d444e41-d313-4202-86e4-7d84eefa6475,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:18:05.964216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, b57465a5-4b05-4a49-8526-3d8f7073ea2c) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:05.969166 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:05.969693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:05.974355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2fbe1-05c4-496d-85e7-57d77d1d823a None None] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:18:06.027024 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.050666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-04aaae05-d606-4551-8774-196bcf7d7b9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7484601 Mar 08 13:18:06.052171 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45016) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:06.088585 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dbd40-19f3-4b89-84ae-32448fa6db62 None None] Pushing event updated for resources: {'Port': ['ID=8d444e41-d313-4202-86e4-7d84eefa6475,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:06.093136 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:06.093737 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:06.143864 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:18:06.144722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.230676 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:06.299830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Allocated IP 172.20.0.2 (b57465a5-4b05-4a49-8526-3d8f7073ea2c/0810fab5-0a48-4e88-ac1e-79c0f04e40fa/25eba434-b62f-43f3-9947-952165db4dab) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:18:06.446899 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:04Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:06.458957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.480253 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1185e0-bfdc-4975-9732-05aba862a3a7 None None] The sync data for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv is: [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:04Z', 'revision_number': 3, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:18:06.531848 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.570562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.621395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:18:06.624570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:06.629049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:18:06.634806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Pushing event updated for resources: {'Port': ['ID=25eba434-b62f-43f3-9947-952165db4dab,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:06.690258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Attempting to bind port 25eba434-b62f-43f3-9947-952165db4dab on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:18:06.690693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Attempting to bind port 25eba434-b62f-43f3-9947-952165db4dab by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:18:06.691113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Attempting to bind port 25eba434-b62f-43f3-9947-952165db4dab on network b57465a5-4b05-4a49-8526-3d8f7073ea2c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:18:06.696811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:18:06.697178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Checking segment: {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:18:06.697597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.698184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Bound using segment: {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:18:06.698515 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Bound port: 25eba434-b62f-43f3-9947-952165db4dab, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:18:06.698957 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.811931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] For port 25eba434-b62f-43f3-9947-952165db4dab, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:18:06.818151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] For port 25eba434-b62f-43f3-9947-952165db4dab, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=25eba434-b62f-43f3-9947-952165db4dab,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:18:06.888134 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.1 (b57465a5-4b05-4a49-8526-3d8f7073ea2c/0810fab5-0a48-4e88-ac1e-79c0f04e40fa/a9415bb5-b77e-491a-983f-a78ff2f51475) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:18:06.912791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:06.978887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d12601-a009-436d-9a6e-1a852cb4cdd3 None None] Pushing event updated for resources: {'Port': ['ID=25eba434-b62f-43f3-9947-952165db4dab,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:07.040063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:07.142474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8d444e41-d313-4202-86e4-7d84eefa6475 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:18:07.270543 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8d444e41-d313-4202-86e4-7d84eefa6475 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:07.271338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:07.389685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:07.414060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 8d444e41-d313-4202-86e4-7d84eefa6475, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8d444e41-d313-4202-86e4-7d84eefa6475,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:07.512178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:07.535833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:07.570218 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=8d444e41-d313-4202-86e4-7d84eefa6475,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:07.587420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:18:07.591405 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:07.594217 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:18:07.597072 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=a9415bb5-b77e-491a-983f-a78ff2f51475,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:07.651208 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:07.918420 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.055190 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcc06c8-41cf-4f7c-a20c-2bacd384c6c5 None None] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:18:08.166208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-8b14e27e-1880-4e35-9fa0-8187e7dfa433 None None] Provisioning complete for port 25eba434-b62f-43f3-9947-952165db4dab triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:08.166582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b14e27e-1880-4e35-9fa0-8187e7dfa433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.245373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.297620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b14e27e-1880-4e35-9fa0-8187e7dfa433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.312151 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.341560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-8b14e27e-1880-4e35-9fa0-8187e7dfa433 None None] For port 25eba434-b62f-43f3-9947-952165db4dab, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=25eba434-b62f-43f3-9947-952165db4dab,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:08.399188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=a9415bb5-b77e-491a-983f-a78ff2f51475,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:08.401647 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.410241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8b14e27e-1880-4e35-9fa0-8187e7dfa433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.477312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14e27e-1880-4e35-9fa0-8187e7dfa433 None None] Pushing event updated for resources: {'Port': ['ID=25eba434-b62f-43f3-9947-952165db4dab,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:08.518706 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:18:08.520205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:08.634114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4d7ff2a7-670e-42ce-849e-f590dc5f9cf2 None None] Provisioning complete for port 25eba434-b62f-43f3-9947-952165db4dab triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:08.637345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4d7ff2a7-670e-42ce-849e-f590dc5f9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.659949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 1c14e597-229d-4ee4-acb9-cf005e17065d has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:18:08.787454 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-4d7ff2a7-670e-42ce-849e-f590dc5f9cf2 None None] Provisioning complete for port a9415bb5-b77e-491a-983f-a78ff2f51475 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:08.787757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:18:08.787894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4d7ff2a7-670e-42ce-849e-f590dc5f9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:08.804248 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e344876c-457c-4538-8290-d00e83b222e3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/1c14e597-229d-4ee4-acb9-cf005e17065d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7427354 Mar 08 13:18:08.811410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Sync routers for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:18:08.835293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ff2a7-670e-42ce-849e-f590dc5f9cf2 None None] Port a9415bb5-b77e-491a-983f-a78ff2f51475 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:18:08.836965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:08.837496 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:08.964006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:08.968915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-5eebc8eb-1621-47f8-a113-1803af207e24 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615524279&fields=id&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 267 time: 0.0397246 Mar 08 13:18:09.007906 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-65f04246-433b-4924-b83c-9a9e7324d5a5 None None] Provisioning complete for port a9415bb5-b77e-491a-983f-a78ff2f51475 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:09.008196 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-65f04246-433b-4924-b83c-9a9e7324d5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:09.099737 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-0172f940-1cb2-4ff1-b5d6-dd5d413975e0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:09.105683 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-0172f940-1cb2-4ff1-b5d6-dd5d413975e0 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/networks?id=b57465a5-4b05-4a49-8526-3d8f7073ea2c HTTP/1.1" status: 200 len: 796 time: 0.1292713 Mar 08 13:18:09.117076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-65f04246-433b-4924-b83c-9a9e7324d5a5 None None] Port a9415bb5-b77e-491a-983f-a78ff2f51475 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:18:09.122785 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-9ef73628-5dbe-41ec-bbb3-1f8baf886381 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/quotas/0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 375 time: 0.0134094 Mar 08 13:18:09.182682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-a0e88f42-9bb2-4248-8cb1-a74553b69034 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529494 Mar 08 13:18:09.193491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 25eba434-b62f-43f3-9947-952165db4dab up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:18:09.266133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-f783babd-f980-41fb-95c1-086d2c55e6e4 None None] Provisioning complete for port a9415bb5-b77e-491a-983f-a78ff2f51475 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:09.266501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f783babd-f980-41fb-95c1-086d2c55e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:09.307726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:08Z', 'revision_number': 2, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:09.317645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 25eba434-b62f-43f3-9947-952165db4dab triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:09.318045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:09.329437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-4b30f4f4-e8ad-4acb-b570-453fd8c9d2e6 service neutron] 10.222.0.65 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344259 Mar 08 13:18:09.365258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Checking router: 1c14e597-229d-4ee4-acb9-cf005e17065d for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:18:09.365585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Updating router 1c14e597-229d-4ee4-acb9-cf005e17065d port a9415bb5-b77e-491a-983f-a78ff2f51475 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:18:09.399327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-f783babd-f980-41fb-95c1-086d2c55e6e4 None None] Port a9415bb5-b77e-491a-983f-a78ff2f51475 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:18:09.409659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:09.442814 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-1e46ff7c-90c3-4faa-a894-558d4be53687 service neutron] 10.222.0.65 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014290 Mar 08 13:18:09.561674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8d444e41-d313-4202-86e4-7d84eefa6475 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:18:09.701078 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d593a66-f0c4-4649-bc53-fdf463ccfe71 req-717590fa-ff21-4701-9d8e-234cb3216dc7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 210 time: 0.0340929 Mar 08 13:18:09.858703 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8d444e41-d313-4202-86e4-7d84eefa6475 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:09.859073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:09.987887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.071254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.144213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9a03e-bd93-4065-8657-6af3ba6fc521 None None] Pushing event updated for resources: {'Port': ['ID=a9415bb5-b77e-491a-983f-a78ff2f51475,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:10.185169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Attempting to bind port a9415bb5-b77e-491a-983f-a78ff2f51475 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:18:10.188232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Attempting to bind port a9415bb5-b77e-491a-983f-a78ff2f51475 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:18:10.188232 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Attempting to bind port a9415bb5-b77e-491a-983f-a78ff2f51475 on network b57465a5-4b05-4a49-8526-3d8f7073ea2c {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:18:10.192536 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:18:10.192797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Checking segment: {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:18:10.193198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.193580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Bound using segment: {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:18:10.194071 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Bound port: a9415bb5-b77e-491a-983f-a78ff2f51475, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:18:10.194448 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.268651 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] For port a9415bb5-b77e-491a-983f-a78ff2f51475, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:18:10.272176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] For port a9415bb5-b77e-491a-983f-a78ff2f51475, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a9415bb5-b77e-491a-983f-a78ff2f51475,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:18:10.345456 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.407416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:10.408076 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:10.456040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9a03e-bd93-4065-8657-6af3ba6fc521 None None] Pushing event updated for resources: {'Port': ['ID=a9415bb5-b77e-491a-983f-a78ff2f51475,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:10.480816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dad0a18e-6a97-44fa-ba3c-a67241eda7ca None None] Provisioning complete for port a9415bb5-b77e-491a-983f-a78ff2f51475 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:10.481188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dad0a18e-6a97-44fa-ba3c-a67241eda7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.584630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:10.699837 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dad0a18e-6a97-44fa-ba3c-a67241eda7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.779299 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-dad0a18e-6a97-44fa-ba3c-a67241eda7ca None None] For port a9415bb5-b77e-491a-983f-a78ff2f51475, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a9415bb5-b77e-491a-983f-a78ff2f51475,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:10.819581 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-441a40af-6e00-420d-8c49-615f08203edb req-f1da719e-0c50-4166-b3ab-fdd71e0b3b4a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 210 time: 0.0289919 Mar 08 13:18:10.855828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dad0a18e-6a97-44fa-ba3c-a67241eda7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:10.860262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:10.911813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb71fb1-ccc5-4fa4-8ce7-f90040cf15ff None None] The sync data for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv is: [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:18:10.936618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0a18e-6a97-44fa-ba3c-a67241eda7ca None None] Pushing event updated for resources: {'Port': ['ID=a9415bb5-b77e-491a-983f-a78ff2f51475,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:10.984607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-5abd1589-797f-4d98-8c52-dbb7b17ae95c None None] Provisioning complete for port a9415bb5-b77e-491a-983f-a78ff2f51475 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:10.984972 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5abd1589-797f-4d98-8c52-dbb7b17ae95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:11.137724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a9415bb5-b77e-491a-983f-a78ff2f51475 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:18:11.198398 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port a9415bb5-b77e-491a-983f-a78ff2f51475 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:11.199093 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:11.739936 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-2f7ec842-881e-40f0-956b-b66f869ed665 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:11.741462 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-2f7ec842-881e-40f0-956b-b66f869ed665 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/networks?id=b57465a5-4b05-4a49-8526-3d8f7073ea2c HTTP/1.1" status: 200 len: 796 time: 0.1199703 Mar 08 13:18:11.789656 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-4b3942b7-d581-4d4c-b276-00889b353450 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e715217e84a4032b7a1395babe4433c HTTP/1.1" status: 200 len: 380 time: 0.0381608 Mar 08 13:18:11.798988 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'port': {'device_id': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'admin_state_up': True, 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'security_groups': ['ff20aaa8-8cd0-4a2f-a438-862ef7bd814a']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:11.941547 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b7cfc820-921f-4f98-a649-e6260b5e90b2 req-d7775c08-28f0-4454-9cdf-e401a2df27c5 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 210 time: 0.0399168 Mar 08 13:18:12.099702 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Made reservation on behalf of 0e715217e84a4032b7a1395babe4433c for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:18:12.103344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:12.253200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.20.0.11 (b57465a5-4b05-4a49-8526-3d8f7073ea2c/0810fab5-0a48-4e88-ac1e-79c0f04e40fa/b3e75ed7-38ef-4eab-ae28-8e975b2ad416) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:18:12.392634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:12.495725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:12.541027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:18:12.544278 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:12.549423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:18:12.575282 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:12.606395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:12.607027 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:12.698657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-82ed5c47-f304-47a5-a741-c823a2852b66 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9038742 Mar 08 13:18:12.711411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Request body: {'port': {'device_id': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:12.775555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:12.832615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-43c0c376-6333-4c37-8476-8b51c5649ac1 None None] Provisioning complete for port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:12.834007 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43c0c376-6333-4c37-8476-8b51c5649ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:12.873835 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-43c0c376-6333-4c37-8476-8b51c5649ac1 None None] Port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:18:13.467953 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f02b7-17b2-4134-9c5e-d20f477b8df5 req-c495e311-9417-4728-b364-faeb745dab81 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:13.469545 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-586f02b7-17b2-4134-9c5e-d20f477b8df5 req-c495e311-9417-4728-b364-faeb745dab81 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 932 time: 0.0945587 Mar 08 13:18:13.481542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e75ed7-38ef-4eab-ae28-8e975b2ad416 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:18:13.496085 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:13.525750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Transition to ACTIVE for port object b3e75ed7-38ef-4eab-ae28-8e975b2ad416 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:18:13.533902 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-586f02b7-17b2-4134-9c5e-d20f477b8df5 req-df4673fd-f0b0-4bbe-b43b-6f9973816edf tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567534 Mar 08 13:18:13.603709 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:13.675172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:13.727979 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Attempting to bind port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:18:13.728309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Attempting to bind port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:18:13.728626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Attempting to bind port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 on network b57465a5-4b05-4a49-8526-3d8f7073ea2c {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:18:13.735120 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 on network b57465a5-4b05-4a49-8526-3d8f7073ea2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:18:13.735496 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Attempting to bind port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 on network b57465a5-4b05-4a49-8526-3d8f7073ea2c {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:18:13.741543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:18:13.741906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Checking segment: {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:18:13.742292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Bound using segment: {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:18:13.742720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Bound port: b3e75ed7-38ef-4eab-ae28-8e975b2ad416, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:18:13.743070 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:13.830518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] For port b3e75ed7-38ef-4eab-ae28-8e975b2ad416, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:18:13.834021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] For port b3e75ed7-38ef-4eab-ae28-8e975b2ad416, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:18:13.918097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:13.959485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:13.960082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:13.961527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] 10.222.0.45 "PUT /v2.0/ports/b3e75ed7-38ef-4eab-ae28-8e975b2ad416 HTTP/1.1" status: 200 len: 1094 time: 1.2547386 Mar 08 13:18:13.962091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:18:13.964265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25303d4-7af6-4e2f-93c1-fd72954d0b67" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:18:13.990753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7f52-873a-455e-aea8-0216ec003a99 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:14.002761 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c7f9ca-3bdc-4c47-87ac-e5a29605f268 x-openstack-request-id: req-b8c7f9ca-3bdc-4c47-87ac-e5a29605f268 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:18:14.003039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:18:14.003290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8c7f9ca-3bdc-4c47-87ac-e5a29605f268 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:18:14.003687 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'status': 'completed', 'code': 200} Mar 08 13:18:14.075238 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25303d4-7af6-4e2f-93c1-fd72954d0b67 req-5798c78d-42d2-4b77-8eee-a9d41547a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:14.076915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e25303d4-7af6-4e2f-93c1-fd72954d0b67 req-5798c78d-42d2-4b77-8eee-a9d41547a21e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1097 time: 0.0499356 Mar 08 13:18:14.202266 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25303d4-7af6-4e2f-93c1-fd72954d0b67 req-da31f6f6-d75f-4d4a-9e59-5c138b8e3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:14.203796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e25303d4-7af6-4e2f-93c1-fd72954d0b67 req-da31f6f6-d75f-4d4a-9e59-5c138b8e3b11 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0e715217e84a4032b7a1395babe4433c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1190391 Mar 08 13:18:14.303265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25303d4-7af6-4e2f-93c1-fd72954d0b67 req-c0dc3124-4e4c-4345-8f90-dbb2e6d15052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:14.304691 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e25303d4-7af6-4e2f-93c1-fd72954d0b67 req-c0dc3124-4e4c-4345-8f90-dbb2e6d15052 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943239 Mar 08 13:18:14.383355 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-16a968e2-aba4-426c-b729-e634cbee9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:14.384893 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-16a968e2-aba4-426c-b729-e634cbee9384 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1097 time: 0.0437355 Mar 08 13:18:14.430889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-128c3be6-925d-4acb-8eb2-4e8e28b6edfe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416 HTTP/1.1" status: 200 len: 217 time: 0.0386086 Mar 08 13:18:14.484830 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-65189b45-f8e9-42a3-a1d3-cb93cc999b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:14.486383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-65189b45-f8e9-42a3-a1d3-cb93cc999b2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0810fab5-0a48-4e88-ac1e-79c0f04e40fa HTTP/1.1" status: 200 len: 834 time: 0.0447118 Mar 08 13:18:14.532339 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-0b99fb00-2630-4cc0-962c-66fae6774932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:14.533873 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-0b99fb00-2630-4cc0-962c-66fae6774932 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b57465a5-4b05-4a49-8526-3d8f7073ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414398 Mar 08 13:18:14.657212 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-301f8cb3-1944-4bb3-b2a6-3c6748bf5059 service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167207 Mar 08 13:18:14.689799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423d73e-c2ac-4668-9283-3ca8f31eef95 req-e06e401b-f428-4f29-bfea-b582897fb631 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:14.691412 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9423d73e-c2ac-4668-9283-3ca8f31eef95 req-e06e401b-f428-4f29-bfea-b582897fb631 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 944 time: 0.0866671 Mar 08 13:18:14.779845 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9423d73e-c2ac-4668-9283-3ca8f31eef95 req-74d4d30e-36bb-4fb3-9e0b-9b5072140f79 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581853 Mar 08 13:18:14.793014 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-302dc144-bb00-40ba-aa65-8ccb67d97cc4 req-4109bb81-9861-41b9-9605-b876cf2518e2 service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295352 Mar 08 13:18:15.904370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de6e0f-4dd2-41fc-9236-bbd190ae41e4 req-905690cd-234f-4569-b1e5-5f0e0b5d5a87 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:15.906350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78de6e0f-4dd2-41fc-9236-bbd190ae41e4 req-905690cd-234f-4569-b1e5-5f0e0b5d5a87 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 944 time: 0.0515735 Mar 08 13:18:15.946130 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-78de6e0f-4dd2-41fc-9236-bbd190ae41e4 req-eeabeaa7-52ec-4bf4-99c9-a6534c4a43ef tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332787 Mar 08 13:18:17.063640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785acfbf-d44d-4f61-9b61-62d58ebddc3b req-b7749d3e-7d97-4984-b9b2-d22fa1498aa9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:17.065151 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-785acfbf-d44d-4f61-9b61-62d58ebddc3b req-b7749d3e-7d97-4984-b9b2-d22fa1498aa9 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 944 time: 0.0522542 Mar 08 13:18:17.103327 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-785acfbf-d44d-4f61-9b61-62d58ebddc3b req-98a23742-32a6-476b-b376-bc26375efff8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Mar 08 13:18:18.223886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dfa35-555a-44df-8f31-6284a7be44ca req-5d51bf22-d3f8-487e-bd60-014ebf9fc1d2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:18.225373 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-412dfa35-555a-44df-8f31-6284a7be44ca req-5d51bf22-d3f8-487e-bd60-014ebf9fc1d2 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 944 time: 0.0535624 Mar 08 13:18:18.263415 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-412dfa35-555a-44df-8f31-6284a7be44ca req-6133f3fd-a7af-4cb0-b631-132668af9353 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Mar 08 13:18:18.658083 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device b3e75ed7-38ef-4eab-ae28-8e975b2ad416 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:18:18.754272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port b3e75ed7-38ef-4eab-ae28-8e975b2ad416, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:18.765965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'port_id': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'mac_address': 'fa:16:3e:d8:c1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:18:18.802518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:18.812008 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:18:18.816632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e75ed7-38ef-4eab-ae28-8e975b2ad416 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:18:18.836296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port b3e75ed7-38ef-4eab-ae28-8e975b2ad416, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:18.900410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:18.949528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:19.101114 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['b3e75ed7-38ef-4eab-ae28-8e975b2ad416'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:18:19.384941 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbf98a-641e-4397-abc4-e95608f0f31a req-3b1424a3-1070-4b91-8ce6-7a03a847ce7f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:19.386446 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fdbf98a-641e-4397-abc4-e95608f0f31a req-3b1424a3-1070-4b91-8ce6-7a03a847ce7f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 945 time: 0.0518713 Mar 08 13:18:19.425940 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fdbf98a-641e-4397-abc4-e95608f0f31a req-8bbb7a84-409e-41ea-aefd-e32bcf0d8546 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Mar 08 13:18:20.541690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c5c94-eb6f-45ba-95e3-4979a013123f req-bc71fc0a-bf5d-4204-a309-97fe2ab99208 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:20.543197 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4a6c5c94-eb6f-45ba-95e3-4979a013123f req-bc71fc0a-bf5d-4204-a309-97fe2ab99208 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 945 time: 0.0484457 Mar 08 13:18:20.580994 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4a6c5c94-eb6f-45ba-95e3-4979a013123f req-fa0d2c3e-16c4-443e-b0a6-9dd2fea347d7 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Mar 08 13:18:20.673418 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device b3e75ed7-38ef-4eab-ae28-8e975b2ad416 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:18:20.791740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:18:20.796741 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:18:20.797079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:20.875314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:20.897786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:18:20.900045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8264e44-7356-484c-b6b2-f50ac5328a99" -d '{"events": [{"server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:18:20.913326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port b3e75ed7-38ef-4eab-ae28-8e975b2ad416, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:18:20.975715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:21.002699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885dbb5d-f58d-4256-a9d9-cb7cf1b671f2 x-openstack-request-id: req-885dbb5d-f58d-4256-a9d9-cb7cf1b671f2 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:18:21.002950 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:18:21.003199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-885dbb5d-f58d-4256-a9d9-cb7cf1b671f2 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:18:21.003640 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'code': 200} Mar 08 13:18:21.031909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:21.268289 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aefd1f-64b7-40ca-9951-d183ddd52450 req-9c947185-4c40-46a4-bf9e-5c0b73be0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:21.269835 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1aefd1f-64b7-40ca-9951-d183ddd52450 req-9c947185-4c40-46a4-bf9e-5c0b73be0c39 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1099 time: 0.0451407 Mar 08 13:18:21.304786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1aefd1f-64b7-40ca-9951-d183ddd52450 req-e6f1caa9-1865-4675-befb-21faf170a063 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281615 Mar 08 13:18:21.700976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63502c5-4701-4c72-bc34-8b4c26f2a9cd req-1d7be099-4b4a-4dd1-97d8-58f4fe0a26fd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:21.703701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e63502c5-4701-4c72-bc34-8b4c26f2a9cd req-1d7be099-4b4a-4dd1-97d8-58f4fe0a26fd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0525258 Mar 08 13:18:21.742773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e63502c5-4701-4c72-bc34-8b4c26f2a9cd req-2612010d-3093-4baa-8b56-e0bb5246c564 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328965 Mar 08 13:18:22.864432 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3944-5bd0-4807-a3d0-6d058d689682 req-725583f0-aa26-4372-99a7-4d900a3c7b48 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:22.865997 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-caff3944-5bd0-4807-a3d0-6d058d689682 req-725583f0-aa26-4372-99a7-4d900a3c7b48 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0502851 Mar 08 13:18:22.905434 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-caff3944-5bd0-4807-a3d0-6d058d689682 req-cf509b12-ffb8-41f8-9721-89e502deb746 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334921 Mar 08 13:18:23.034578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2c875-5240-4510-912c-e3ae2a82c121 req-045d3775-4a7f-4815-b405-3bd0c1297eb3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:23.036070 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3bc2c875-5240-4510-912c-e3ae2a82c121 req-045d3775-4a7f-4815-b405-3bd0c1297eb3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0608637 Mar 08 13:18:23.074550 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3bc2c875-5240-4510-912c-e3ae2a82c121 req-f7afd3bf-eb33-4855-b44c-9c58fc5eb23f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Mar 08 13:18:23.096604 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45082) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:23.136891 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576219b7-c204-4048-b42d-e2cfc7120985 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:23.138427 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-576219b7-c204-4048-b42d-e2cfc7120985 tempest-TestNetworkAdvancedServerOps-1643000694 tempest-TestNetworkAdvancedServerOps-1643000694-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1094 time: 0.0408378 Mar 08 13:18:23.141227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45084) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:23.145464 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:18:23.237546 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:23.353170 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:23.465500 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Allocated IP 172.26.3.196 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/8bbd6c79-6b9a-4358-950a-4ef7a82e45db) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:18:23.577439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:23.659788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:23.703772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:18:23.706714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:18:23.711108 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:18:23.714315 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8bbd6c79-6b9a-4358-950a-4ef7a82e45db,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:24.093781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:24.214556 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:24.372005 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:24.430748 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:24.501599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event updated for resources: {'Port': ['ID=8bbd6c79-6b9a-4358-950a-4ef7a82e45db,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:24.514865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:24.641800 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1 associated. External IP: 172.26.3.196, port: b3e75ed7-38ef-4eab-ae28-8e975b2ad416. Mar 08 13:18:24.862329 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 1c14e597-229d-4ee4-acb9-cf005e17065d has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:18:24.980516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:18:24.992377 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] Sync routers for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:18:25.003644 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:25.004249 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:25.067957 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:25.096297 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4d60cbfc-32b9-44e1-a348-964b96b8f50d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9540253 Mar 08 13:18:25.096899 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:18:25.099267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5ccde-2ce5-4927-9573-87d3ad8af257" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:18:25.121085 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:25.136276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81fb12e-d16a-43e5-b96f-3ad07720b864 x-openstack-request-id: req-a81fb12e-d16a-43e5-b96f-3ad07720b864 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:18:25.136636 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:18:25.136885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a81fb12e-d16a-43e5-b96f-3ad07720b864 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:18:25.137287 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'status': 'completed', 'code': 200} Mar 08 13:18:25.225561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf3eb5-ac57-4b89-aef2-04012fa08652 req-32733a77-75ca-4d9e-b0d4-d063e077b019 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:25.227121 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99bf3eb5-ac57-4b89-aef2-04012fa08652 req-32733a77-75ca-4d9e-b0d4-d063e077b019 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0791767 Mar 08 13:18:25.229998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-c047564f-92e3-4d2f-8af8-dc5ff63499bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:25.231471 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-c047564f-92e3-4d2f-8af8-dc5ff63499bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1099 time: 0.0723946 Mar 08 13:18:25.323442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-99bf3eb5-ac57-4b89-aef2-04012fa08652 req-42fb0f03-38c2-4728-b340-c5fa034fa95d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887651 Mar 08 13:18:25.347640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45090) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:25.353132 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.196', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'port_id': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'mac_address': 'fa:16:3e:d8:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:18:23Z', 'updated_at': '2022-03-08T13:18:23Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:25.360658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-d87c884a-411c-4f1c-9b7e-a3bf0994f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:25.362292 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-d87c884a-411c-4f1c-9b7e-a3bf0994f505 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b57465a5-4b05-4a49-8526-3d8f7073ea2c HTTP/1.1" status: 200 len: 897 time: 0.1206403 Mar 08 13:18:25.386740 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] Checking router: 1c14e597-229d-4ee4-acb9-cf005e17065d for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:18:25.395496 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:25.396512 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:25.409609 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-d4e16884-e8a5-4f37-9f2b-e783e02255c3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1 HTTP/1.1" status: 200 len: 992 time: 0.0608313 Mar 08 13:18:25.437677 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-fbc2ca7b-bef5-4231-80ce-823afbc32c9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416 HTTP/1.1" status: 200 len: 1000 time: 0.0691295 Mar 08 13:18:25.494118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-771e7489-3eb5-4f04-b890-c97abc19513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:25.495581 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-771e7489-3eb5-4f04-b890-c97abc19513e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0810fab5-0a48-4e88-ac1e-79c0f04e40fa HTTP/1.1" status: 200 len: 834 time: 0.0516951 Mar 08 13:18:25.548050 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-5fd1f5b0-1a10-429f-9ff9-ca97bbc2e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:25.549561 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-5fd1f5b0-1a10-429f-9ff9-ca97bbc2e726 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b57465a5-4b05-4a49-8526-3d8f7073ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449510 Mar 08 13:18:25.607895 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:25.650304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-89e5dbf4-8b29-4cf1-aaa9-b51c060d4d6a service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941620 Mar 08 13:18:25.748617 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-64b5ccde-2ce5-4927-9573-87d3ad8af257 req-b933e555-42e8-44ea-95bc-5731c7314eee service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918036 Mar 08 13:18:25.840964 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.196', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'port_id': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'mac_address': 'fa:16:3e:d8:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:18:23Z', 'updated_at': '2022-03-08T13:18:23Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:25.867435 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2078af-d614-4b4d-a139-dd72d039c963 None None] The sync data for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv is: [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'floating_ip_address': '172.26.3.196', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'port_id': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'mac_address': 'fa:16:3e:d8:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:18:23Z', 'updated_at': '2022-03-08T13:18:23Z', 'revision_number': 0, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:18:25.894670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:26.073559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3d4b25-eb88-4bab-ad02-7e81a7947028 None None] New status for floating IP 06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1: ACTIVE {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:18:26.413745 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45092) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:26.477998 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fa0c846c-defd-463e-8d4e-a5ecae80f644 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1 HTTP/1.1" status: 200 len: 994 time: 0.0629709 Mar 08 13:18:29.100300 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6472d9ee-c9cc-4de4-b0a1-802d343833f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:31.722935 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c727a740-5f73-4705-bbd5-17086ea96344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:32.848817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:33.900270 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:34.265961 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:36.598255 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-58f9b165-3e39-44db-b20f-fb5bf969fa68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450416 Mar 08 13:18:36.678319 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-ac776087-1f74-4488-9d5a-86f1e1eab911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:36.679852 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-ac776087-1f74-4488-9d5a-86f1e1eab911 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1099 time: 0.0430999 Mar 08 13:18:36.789531 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-6bd98270-2dba-4c47-8d77-37261b90dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:36.791054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-6bd98270-2dba-4c47-8d77-37261b90dfe9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b57465a5-4b05-4a49-8526-3d8f7073ea2c HTTP/1.1" status: 200 len: 897 time: 0.0930669 Mar 08 13:18:36.864164 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-8f47d23a-296f-4bee-aa52-60275ea70c40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416 HTTP/1.1" status: 200 len: 1002 time: 0.0647964 Mar 08 13:18:36.914888 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-5c927b3a-1495-44be-9df3-3bf88426b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:36.917021 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-5c927b3a-1495-44be-9df3-3bf88426b24a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0810fab5-0a48-4e88-ac1e-79c0f04e40fa HTTP/1.1" status: 200 len: 834 time: 0.0463898 Mar 08 13:18:36.963528 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-a273f037-22b9-4051-9844-1ca877c87bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:36.965041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-a273f037-22b9-4051-9844-1ca877c87bab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b57465a5-4b05-4a49-8526-3d8f7073ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417120 Mar 08 13:18:37.061605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-e0bf93ef-3f27-451a-8023-558c17d461f0 service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892622 Mar 08 13:18:37.152439 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-861137a5-c5ac-46c7-97a7-4f19c10f62a5 req-711960c2-f3bd-49af-a666-4864e164ffd6 service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838101 Mar 08 13:18:53.388638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c86759-dd64-4830-aec8-28f284ad0147 req-11729b2b-d0cb-42d6-8a95-bdae6bddc296 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:53.390106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-87c86759-dd64-4830-aec8-28f284ad0147 req-11729b2b-d0cb-42d6-8a95-bdae6bddc296 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0571294 Mar 08 13:18:53.430544 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-87c86759-dd64-4830-aec8-28f284ad0147 req-4be600fd-d9ea-4e65-9908-145a1d6cbc02 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Mar 08 13:18:54.555346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79d04-3cc2-4d55-8e4d-b66bab729695 req-3c683ae1-21a2-4119-93ad-cfd8c015e83a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:54.557129 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66a79d04-3cc2-4d55-8e4d-b66bab729695 req-3c683ae1-21a2-4119-93ad-cfd8c015e83a tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0524764 Mar 08 13:18:54.598442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-66a79d04-3cc2-4d55-8e4d-b66bab729695 req-322ad46b-8fe4-4eb3-ae83-baef488d4125 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340879 Mar 08 13:18:54.624754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45108) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:54.694855 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7bc37aee-a5c6-4152-b842-34c712855837 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1 HTTP/1.1" status: 200 len: 994 time: 0.0688245 Mar 08 13:18:55.811595 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:18:55.865184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:56.169869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d81ef-f411-4515-abb1-21c9faf96412 req-078c7588-5d84-4869-ae50-3c459c371c7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:56.171438 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c9d81ef-f411-4515-abb1-21c9faf96412 req-078c7588-5d84-4869-ae50-3c459c371c7e tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0558150 Mar 08 13:18:56.227364 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1c9d81ef-f411-4515-abb1-21c9faf96412 req-cf2116bf-52d1-4b7e-be64-b3375618e023 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Mar 08 13:18:56.266194 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-4feedb58-544d-4a6d-ac1e-5ce690630ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:56.267701 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-4feedb58-544d-4a6d-ac1e-5ce690630ebe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1099 time: 0.0654583 Mar 08 13:18:56.373913 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-9197570d-ccdd-43f3-958f-7a61a77b6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:56.376022 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-9197570d-ccdd-43f3-958f-7a61a77b6b1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=b57465a5-4b05-4a49-8526-3d8f7073ea2c HTTP/1.1" status: 200 len: 897 time: 0.1003616 Mar 08 13:18:56.447330 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-ffbf6249-5f15-4f91-b6cb-702787ce8983 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416 HTTP/1.1" status: 200 len: 1002 time: 0.0654428 Mar 08 13:18:56.499013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-f4b84db7-d70e-4015-a9cf-232ace6f7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:56.500966 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-f4b84db7-d70e-4015-a9cf-232ace6f7d3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0810fab5-0a48-4e88-ac1e-79c0f04e40fa HTTP/1.1" status: 200 len: 834 time: 0.0463774 Mar 08 13:18:56.552417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-f02c4381-ac43-41c1-8853-9a21ddea4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:56.553974 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-f02c4381-ac43-41c1-8853-9a21ddea4699 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b57465a5-4b05-4a49-8526-3d8f7073ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466523 Mar 08 13:18:56.652682 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-b978e173-c395-42ac-862d-93124f3d065c service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914018 Mar 08 13:18:56.759683 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a0ae8a7e-cfdc-401e-a854-c7510bed1784 req-5b3bff50-650d-43c7-b667-df9424c6a897 service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001682 Mar 08 13:18:57.353636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb677bd-6a91-4bc9-99fc-5dd658d7c4e7 req-cacb4a63-2344-4f2a-a8fd-7b41f2b8dab1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:57.355140 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fb677bd-6a91-4bc9-99fc-5dd658d7c4e7 req-cacb4a63-2344-4f2a-a8fd-7b41f2b8dab1 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0523019 Mar 08 13:18:57.395791 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5fb677bd-6a91-4bc9-99fc-5dd658d7c4e7 req-174303cf-e0f4-4b67-afc1-16ec51f5cbf6 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Mar 08 13:18:58.513090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68fd3c-3f6e-4023-96cd-66225fe602e1 req-53a24bf6-0854-4d83-8cea-c3f2e9efd386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:58.514615 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d68fd3c-3f6e-4023-96cd-66225fe602e1 req-53a24bf6-0854-4d83-8cea-c3f2e9efd386 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0496056 Mar 08 13:18:58.553366 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d68fd3c-3f6e-4023-96cd-66225fe602e1 req-3cb84924-749a-4c3d-afeb-45592ef4673d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Mar 08 13:18:58.576507 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45120) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:58.641714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7eeb270f-1cae-4e0b-8f85-1851a708e029 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/floatingips/06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1 HTTP/1.1" status: 200 len: 994 time: 0.0635238 Mar 08 13:18:58.915630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45126) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:18:59.070342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4e676580-1b58-489d-8344-95f3680310ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:59.077680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 8bbd6c79-6b9a-4358-950a-4ef7a82e45db {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:18:59.079411 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:59.156467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:59.157281 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:59.169037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 8bbd6c79-6b9a-4358-950a-4ef7a82e45db owned by network:floatingip {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:18:59.373410 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:59.402922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=8bbd6c79-6b9a-4358-950a-4ef7a82e45db,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:18:59.426677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.427014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.427344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.427670 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.427991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.428404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.428723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.429035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.429350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.429662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.429994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.430307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:18:59.471569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for floatingip, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:59.471947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Floating IP 06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1 disassociated (deleted). External IP: 172.26.3.196, port: b3e75ed7-38ef-4eab-ae28-8e975b2ad416. Mar 08 13:18:59.682607 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 1c14e597-229d-4ee4-acb9-cf005e17065d has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:18:59.791324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:18:59.796087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:18:59.801447 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] Sync routers for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:18:59.811083 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:18:59.811682 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:18:59.824418 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-aed413a1-6a0e-4c14-83f9-019c17629a9c tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/floatingips/06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1 HTTP/1.1" status: 204 len: 168 time: 0.9076879 Mar 08 13:18:59.824993 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:18:59.827286 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f8e138-b619-458f-a11f-84244ddd121c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:18:59.871860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b2c4c-0af9-4bfc-bae0-de491c0d79ac x-openstack-request-id: req-e39b2c4c-0af9-4bfc-bae0-de491c0d79ac {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:18:59.872259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:18:59.872573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e39b2c4c-0af9-4bfc-bae0-de491c0d79ac {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:18:59.873036 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'status': 'completed', 'code': 200} Mar 08 13:18:59.923747 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:18:59.941074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e138-b619-458f-a11f-84244ddd121c req-b4ae0743-8b6b-4728-8682-cdb1602f59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:18:59.942703 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61f8e138-b619-458f-a11f-84244ddd121c req-b4ae0743-8b6b-4728-8682-cdb1602f59e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e715217e84a4032b7a1395babe4433c&device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 1099 time: 0.0487578 Mar 08 13:19:00.045871 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e138-b619-458f-a11f-84244ddd121c req-a6278b79-8ba1-4515-80da-5ac13cc43915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:00.047573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61f8e138-b619-458f-a11f-84244ddd121c req-a6278b79-8ba1-4515-80da-5ac13cc43915 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b57465a5-4b05-4a49-8526-3d8f7073ea2c HTTP/1.1" status: 200 len: 897 time: 0.0984483 Mar 08 13:19:00.094552 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61f8e138-b619-458f-a11f-84244ddd121c req-682e80fb-56ee-4dc1-874f-014f1ba9e8d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416 HTTP/1.1" status: 200 len: 217 time: 0.0381670 Mar 08 13:19:00.148626 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:00.149296 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e138-b619-458f-a11f-84244ddd121c req-3307b83d-9f24-403e-ad08-2e1c7a2f943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:00.151171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61f8e138-b619-458f-a11f-84244ddd121c req-3307b83d-9f24-403e-ad08-2e1c7a2f943d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0810fab5-0a48-4e88-ac1e-79c0f04e40fa HTTP/1.1" status: 200 len: 834 time: 0.0499132 Mar 08 13:19:00.179712 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] Checking router: 1c14e597-229d-4ee4-acb9-cf005e17065d for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:00.189812 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:00.190460 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:18:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:00.200738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8e138-b619-458f-a11f-84244ddd121c req-0bb6d52f-98dc-4c5a-a586-66dd8872dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:00.202209 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61f8e138-b619-458f-a11f-84244ddd121c req-0bb6d52f-98dc-4c5a-a586-66dd8872dd0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b57465a5-4b05-4a49-8526-3d8f7073ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436463 Mar 08 13:19:00.304039 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:00.328932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa876f57-7bb5-466b-9335-0801d5617113 req-7d5e5967-1a26-4a69-826f-5ac41c65c504 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:00.330676 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa876f57-7bb5-466b-9335-0801d5617113 req-7d5e5967-1a26-4a69-826f-5ac41c65c504 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.1126890 Mar 08 13:19:00.351383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61f8e138-b619-458f-a11f-84244ddd121c req-bb814ef4-37b7-430f-8b9d-61db814bb2ba service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409841 Mar 08 13:19:00.432438 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-fa876f57-7bb5-466b-9335-0801d5617113 req-7750c7fc-3c41-4ba1-bb39-100e033ecd5f tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927181 Mar 08 13:19:00.467685 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-61f8e138-b619-458f-a11f-84244ddd121c req-49894c7b-56a4-430c-b831-fe3b5f7e71c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063623 Mar 08 13:19:00.510782 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:00.539512 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4243867-a4f1-473d-b6f6-96bb1b9c031b None None] The sync data for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv is: [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'a9415bb5-b77e-491a-983f-a78ff2f51475', 'name': '', 'network_id': 'b57465a5-4b05-4a49-8526-3d8f7073ea2c', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'mac_address': 'fa:16:3e:c2:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:06Z', 'updated_at': '2022-03-08T13:18:10Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'subnets': [{'id': '0810fab5-0a48-4e88-ac1e-79c0f04e40fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:00.769070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de008c47-669d-4646-90ac-76a401319479 None None] New status for floating IP 06567fb7-26f9-4be9-b4f8-2f7bdf48d2c1: DOWN {{(pid=104047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:19:01.549580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb89d44-be73-4a26-a441-4510a432c66c req-d57ac7ce-cc0b-42f5-bd53-8251ea4e98af tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:01.551078 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbb89d44-be73-4a26-a441-4510a432c66c req-d57ac7ce-cc0b-42f5-bd53-8251ea4e98af tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0491624 Mar 08 13:19:01.589349 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbb89d44-be73-4a26-a441-4510a432c66c req-382d90b6-974b-4035-bade-56d7f056cb62 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/security-groups?id=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319779 Mar 08 13:19:01.686710 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3bb726a4-bd60-4f00-9e81-e84fc1530821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:01.872398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-6acac2b1-e75f-4ebc-ade2-da50d3dd7749 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:01.873863 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-6acac2b1-e75f-4ebc-ade2-da50d3dd7749 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 946 time: 0.0487072 Mar 08 13:19:01.970451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:19:01.970919 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:02.060469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port b3e75ed7-38ef-4eab-ae28-8e975b2ad416, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:02.060758 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:02.074284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for b3e75ed7-38ef-4eab-ae28-8e975b2ad416 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:19:02.276269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:02.306141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=b3e75ed7-38ef-4eab-ae28-8e975b2ad416,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:02.352721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] No DVR routers for this DVR port b3e75ed7-38ef-4eab-ae28-8e975b2ad416 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:02.355379 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:02.358970 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f4d12ba-f1a4-4a84-98ff-36dedb7659f4 req-1ff61b56-e973-457e-9255-65d05f3a39a8 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.45 "DELETE /v2.0/ports/b3e75ed7-38ef-4eab-ae28-8e975b2ad416 HTTP/1.1" status: 204 len: 173 time: 0.4792619 Mar 08 13:19:02.359400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'name': 'network-vif-deleted', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:02.363107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7006f8ce-237d-4ebf-ba8f-2e6935dc2b63" -d '{"events": [{"server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "name": "network-vif-deleted", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:02.434893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8be631-7bd3-405d-ba43-a4d30137cc86 x-openstack-request-id: req-ec8be631-7bd3-405d-ba43-a4d30137cc86 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:02.447173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed18a7c-5770-4ccb-b73b-997d3decfe2b", "name": "network-vif-deleted", "tag": "b3e75ed7-38ef-4eab-ae28-8e975b2ad416", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:02.447173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec8be631-7bd3-405d-ba43-a4d30137cc86 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:02.447173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed18a7c-5770-4ccb-b73b-997d3decfe2b', 'name': 'network-vif-deleted', 'tag': 'b3e75ed7-38ef-4eab-ae28-8e975b2ad416', 'status': 'completed', 'code': 200} Mar 08 13:19:02.699939 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d7f55cd0-4dc1-4ebc-8326-8c91be4211c6 req-773ea3b7-ba70-4f49-9699-ca8986371d22 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed18a7c-5770-4ccb-b73b-997d3decfe2b HTTP/1.1" status: 200 len: 210 time: 0.0388312 Mar 08 13:19:02.831269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:03.763018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45142) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:03.894488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:04.236951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:04.482597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:04.740577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port a9415bb5-b77e-491a-983f-a78ff2f51475 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:19:04.740947 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:04.835990 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port a9415bb5-b77e-491a-983f-a78ff2f51475, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=a9415bb5-b77e-491a-983f-a78ff2f51475,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:04.836683 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:04.849555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for a9415bb5-b77e-491a-983f-a78ff2f51475 owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:19:05.100240 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:05.128463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=a9415bb5-b77e-491a-983f-a78ff2f51475,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:05.333459 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:05.570040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Router 1c14e597-229d-4ee4-acb9-cf005e17065d has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:05.686209 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:05.692380 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-fee0da13-0f56-4c1e-bff9-5ed085d8e6bd tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "PUT /v2.0/routers/1c14e597-229d-4ee4-acb9-cf005e17065d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9288688 Mar 08 13:19:05.695786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45144) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:05.698158 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] Sync routers for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:05.709212 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:05.709823 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:05.767204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting subnet 0810fab5-0a48-4e88-ac1e-79c0f04e40fa {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:19:05.772473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:05.824810 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:05.830161 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:05.934703 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.015775 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:19:04Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:06.041545 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] Checking router: 1c14e597-229d-4ee4-acb9-cf005e17065d for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:06.049965 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] Routers {'1c14e597-229d-4ee4-acb9-cf005e17065d'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:06.050557 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['1c14e597-229d-4ee4-acb9-cf005e17065d'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:06.052664 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.083842 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.089549 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/subnets/0810fab5-0a48-4e88-ac1e-79c0f04e40fa HTTP/1.1" status: 204 len: 168 time: 0.3901000 Mar 08 13:19:06.089549 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Subnet': ['ID=0810fab5-0a48-4e88-ac1e-79c0f04e40fa,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:06.089884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45146) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:06.093489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5924fec-97f3-4957-83de-84c1ab0f8987 None None] Network b57465a5-4b05-4a49-8526-3d8f7073ea2c requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:19:06.114892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.115258 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.115593 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.116014 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.116357 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.116692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.117022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.117350 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.117678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.118032 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.118360 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.118687 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20cbc6-507d-4ec4-886e-bfec3836e887 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.216407 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.254443 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] Set router 1c14e597-229d-4ee4-acb9-cf005e17065d gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:06.334103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] DHCP port deletion for b57465a5-4b05-4a49-8526-3d8f7073ea2c request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:19:06.350005 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.383744 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Deleting port 25eba434-b62f-43f3-9947-952165db4dab {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:19:06.384091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.443860 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:19:04Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:06.446336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] For port 25eba434-b62f-43f3-9947-952165db4dab, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=25eba434-b62f-43f3-9947-952165db4dab,segment=NetworkSegment(ddc821c7-2e3e-4cfd-a6b5-e468ea419166),segment_id=ddc821c7-2e3e-4cfd-a6b5-e468ea419166)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:06.446719 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.460345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Calling delete_port for 25eba434-b62f-43f3-9947-952165db4dab owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:19:06.470038 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255203cb-d696-4b8b-a4f5-8356a85e6099 None None] The sync data for ids ['1c14e597-229d-4ee4-acb9-cf005e17065d'] in dv-neutron-829486-2-hyperv is: [{'id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626378102', 'tenant_id': '0e715217e84a4032b7a1395babe4433c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:19:04Z', 'revision_number': 5, 'project_id': '0e715217e84a4032b7a1395babe4433c', 'gw_port': {'id': '8d444e41-d313-4202-86e4-7d84eefa6475', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c14e597-229d-4ee4-acb9-cf005e17065d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:18:03Z', 'updated_at': '2022-03-08T13:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:06.514601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Deleting port 8d444e41-d313-4202-86e4-7d84eefa6475 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:19:06.514938 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.602925 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] For port 8d444e41-d313-4202-86e4-7d84eefa6475, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8d444e41-d313-4202-86e4-7d84eefa6475,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:06.603162 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.607479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.615374 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Calling delete_port for 8d444e41-d313-4202-86e4-7d84eefa6475 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:19:06.635394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Pushing event deleted for resources: {'Port': ['ID=25eba434-b62f-43f3-9947-952165db4dab,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:06.642733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] No DVR routers for this DVR port 25eba434-b62f-43f3-9947-952165db4dab on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:19:06.646357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.646855 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.647189 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.647519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.647844 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.648171 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.648491 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.648813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.649130 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.649441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.649755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.650098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdacdb-90d7-462e-a674-4b249272fd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:06.834347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device b3e75ed7-38ef-4eab-ae28-8e975b2ad416 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:06.853494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:06.856313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: b3e75ed7-38ef-4eab-ae28-8e975b2ad416 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:19:06.856726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device b3e75ed7-38ef-4eab-ae28-8e975b2ad416 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:06.883122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Port': ['ID=8d444e41-d313-4202-86e4-7d84eefa6475,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:06.958394 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.053296 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.055603 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.161057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a9415bb5-b77e-491a-983f-a78ff2f51475 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:07.182548 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: a9415bb5-b77e-491a-983f-a78ff2f51475 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:19:07.182876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device a9415bb5-b77e-491a-983f-a78ff2f51475 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:07.183316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 25eba434-b62f-43f3-9947-952165db4dab no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:07.184967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.185498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Fanout notify agent at l3_agent the message router_deleted on router 1c14e597-229d-4ee4-acb9-cf005e17065d {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:19:07.193725 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.197315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-350f3781-6488-49af-8a81-6171a98ccde3 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/routers/1c14e597-229d-4ee4-acb9-cf005e17065d HTTP/1.1" status: 204 len: 168 time: 1.1039503 Mar 08 13:19:07.197600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45148) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:07.209526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 25eba434-b62f-43f3-9947-952165db4dab {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:19:07.209801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 25eba434-b62f-43f3-9947-952165db4dab not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:07.291967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.390399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.411039 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57465a5-4b05-4a49-8526-3d8f7073ea2c']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:07.420121 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:07.420407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc821c7-2e3e-4cfd-a6b5-e468ea419166') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:07.430140 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.444034 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.449692 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:19:07.450096 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:19:07.452924 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:19:07.572601 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.580102 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.583452 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/networks/b57465a5-4b05-4a49-8526-3d8f7073ea2c HTTP/1.1" status: 204 len: 168 time: 0.3842442 Mar 08 13:19:07.586352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45150) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:07.595132 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c3931-b16d-4221-bbb0-e5b66b7c3731 tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'Network': ['ID=b57465a5-4b05-4a49-8526-3d8f7073ea2c,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:07.651354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-69f9cecf-c005-4b32-a805-4326469eb32d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.680284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-69f9cecf-c005-4b32-a805-4326469eb32d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.795565 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-69f9cecf-c005-4b32-a805-4326469eb32d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.798321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-69f9cecf-c005-4b32-a805-4326469eb32d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:07.803424 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-69f9cecf-c005-4b32-a805-4326469eb32d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] 10.222.0.65 "DELETE /v2.0/security-groups/ff20aaa8-8cd0-4a2f-a438-862ef7bd814a HTTP/1.1" status: 204 len: 168 time: 0.2126231 Mar 08 13:19:07.817064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9cecf-c005-4b32-a805-4326469eb32d tempest-TestNetworkAdvancedServerOps-1555799310 tempest-TestNetworkAdvancedServerOps-1555799310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff20aaa8-8cd0-4a2f-a438-862ef7bd814a,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:08.378486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45158) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:08.530343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1816e6f5-dc4c-4503-b677-2e7cc167733a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e715217e84a4032b7a1395babe4433c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503842 Mar 08 13:19:08.532770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45162) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:08.583971 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32ec99cf-4cab-4576-bd73-e7db6520fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:08.607442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32ec99cf-4cab-4576-bd73-e7db6520fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:08.727703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32ec99cf-4cab-4576-bd73-e7db6520fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:08.730288 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-32ec99cf-4cab-4576-bd73-e7db6520fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:08.731456 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-32ec99cf-4cab-4576-bd73-e7db6520fc93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afe53eb3-7ff4-44f9-a046-9f1ebf444ac0 HTTP/1.1" status: 204 len: 168 time: 0.1977205 Mar 08 13:19:08.739878 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec99cf-4cab-4576-bd73-e7db6520fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe53eb3-7ff4-44f9-a046-9f1ebf444ac0,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:09.065188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8d444e41-d313-4202-86e4-7d84eefa6475 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:19:09.086451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 8d444e41-d313-4202-86e4-7d84eefa6475 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:19:09.086948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8d444e41-d313-4202-86e4-7d84eefa6475 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:19:09.512957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45168) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:09.526377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5fcbba-36b0-4e77-81dd-c2f636a1543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:09.603675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5fcbba-36b0-4e77-81dd-c2f636a1543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:09.676563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1d5fcbba-36b0-4e77-81dd-c2f636a1543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:09.714211 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fcbba-36b0-4e77-81dd-c2f636a1543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb2d5c-c5d4-4d6d-bb15-a5aac5054124,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:09.718558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1d5fcbba-36b0-4e77-81dd-c2f636a1543c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c8a5091a85a4d7eab27f2b175c0f9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045715 Mar 08 13:19:09.721865 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45170) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:09.781397 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c729a5bc-23da-4bc8-8e0e-b8050db531b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:09.806033 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c729a5bc-23da-4bc8-8e0e-b8050db531b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:09.950563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c729a5bc-23da-4bc8-8e0e-b8050db531b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:09.953249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c729a5bc-23da-4bc8-8e0e-b8050db531b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:09.954443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c729a5bc-23da-4bc8-8e0e-b8050db531b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbdb2d5c-c5d4-4d6d-bb15-a5aac5054124 HTTP/1.1" status: 204 len: 168 time: 0.2314661 Mar 08 13:19:09.963405 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729a5bc-23da-4bc8-8e0e-b8050db531b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb2d5c-c5d4-4d6d-bb15-a5aac5054124,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:11.083159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45192) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:11.186556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1515545939-network', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:11.275933 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Made reservation on behalf of 9311338b402f4cac95d9f4917c3096c0 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:19:11.278340 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.287458 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.364859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.436016 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.462610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:19:11.472659 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed560e89-3b32-4383-afec-89c4161c6a46,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:11.479880 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.480260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Added segment dc52054a-beb2-4aaf-8edf-5330a2fdd0bd of type vlan for network 1fd6699b-18bf-421c-85a7-9f38eef9c635 Mar 08 13:19:11.520788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.601906 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.602901 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:11.603474 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:11.664268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd6699b-18bf-421c-85a7-9f38eef9c635,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:11.675135 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:19:11.690745 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ebfd4a51-d6ae-4581-b4a4-9e374d436a56 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6050806 Mar 08 13:19:11.693495 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45196) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:11.698376 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Request body: {'subnet': {'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1515545939-subnet', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:11.768036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Made reservation on behalf of 9311338b402f4cac95d9f4917c3096c0 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:19:11.771205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.007540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.061082 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e50945f-7263-42e7-b442-d4d33bc96d85,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:12.072256 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Checking segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:12.072612 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Network hostable DHCP agents. Network: 1fd6699b-18bf-421c-85a7-9f38eef9c635, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:19:12.167588 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:19:12.270711 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 1fd6699b-18bf-421c-85a7-9f38eef9c635) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:12.274746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:12.275327 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.281182 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515cea8f-d130-41c5-b38b-416fbae00aa4 None None] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:19:12.387953 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-85012c99-83d4-47fa-8400-6af96f0b4f87 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6933172 Mar 08 13:19:12.390757 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45200) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:12.396495 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:12.431364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-1fd6699b-18bf-421c-85a7-9f38eef9c635', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:19:12.432497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.482433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.483708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.537276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.573861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Allocated IP 172.20.0.2 (1fd6699b-18bf-421c-85a7-9f38eef9c635/9e50945f-7263-42e7-b442-d4d33bc96d85/26c77168-5480-40d3-bb93-925a91f23086) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:12.718384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.728453 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.796586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.843892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:12.846852 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:12.850355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:12.855717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Pushing event updated for resources: {'Port': ['ID=26c77168-5480-40d3-bb93-925a91f23086,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:12.909735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Attempting to bind port 26c77168-5480-40d3-bb93-925a91f23086 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:19:12.910157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Attempting to bind port 26c77168-5480-40d3-bb93-925a91f23086 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:19:12.910510 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Attempting to bind port 26c77168-5480-40d3-bb93-925a91f23086 on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:12.915643 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:19:12.916015 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Checking segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:12.916413 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.916796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Bound using segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:19:12.917255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Bound port: 26c77168-5480-40d3-bb93-925a91f23086, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:19:12.917631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:12.996383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] For port 26c77168-5480-40d3-bb93-925a91f23086, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:19:12.999882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] For port 26c77168-5480-40d3-bb93-925a91f23086, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=26c77168-5480-40d3-bb93-925a91f23086,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:19:13.025179 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:13.044323 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:13.082455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:13.150443 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f094d0-4419-4582-8b03-9ed2b72481e2 None None] Pushing event updated for resources: {'Port': ['ID=26c77168-5480-40d3-bb93-925a91f23086,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:13.171043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Allocated IP 172.26.3.40 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:13.660607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:13.744471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:13.786772 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:13.789743 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:13.793299 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:13.815683 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Pushing event updated for resources: {'Port': ['ID=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:14.122726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:14.126551 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc004301-56bb-4778-bc71-d69ba916517b None None] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:19:14.266843 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b8b48cc0-c6e4-4f33-882f-86665f446e33 None None] Provisioning complete for port 26c77168-5480-40d3-bb93-925a91f23086 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:14.267257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8b48cc0-c6e4-4f33-882f-86665f446e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:14.357981 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:14.373390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8b48cc0-c6e4-4f33-882f-86665f446e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:14.412969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-b8b48cc0-c6e4-4f33-882f-86665f446e33 None None] For port 26c77168-5480-40d3-bb93-925a91f23086, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=26c77168-5480-40d3-bb93-925a91f23086,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:14.482151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b8b48cc0-c6e4-4f33-882f-86665f446e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:14.538690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b48cc0-c6e4-4f33-882f-86665f446e33 None None] Pushing event updated for resources: {'Port': ['ID=26c77168-5480-40d3-bb93-925a91f23086,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:14.601477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Router 88bce609-c263-4187-9d7b-63fff20889dc is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:19:14.602895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-1799e55c-06f7-4eaa-b0c1-f04e9c348d2a None None] Provisioning complete for port 26c77168-5480-40d3-bb93-925a91f23086 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:14.603254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1799e55c-06f7-4eaa-b0c1-f04e9c348d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:14.711538 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:14.720467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Sync routers for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:14.730358 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:14.736539 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:14.816006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:14.817175 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-e34fa417-c8c9-4d5c-b93b-66911198a6cb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4254346 Mar 08 13:19:14.819919 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45206) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:14.851155 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:15.046256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:13Z', 'revision_number': 3, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:15.075994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Checking router: 88bce609-c263-4187-9d7b-63fff20889dc for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:15.076332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Updating router 88bce609-c263-4187-9d7b-63fff20889dc port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:19:15.104142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.147757 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 26c77168-5480-40d3-bb93-925a91f23086 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:15.277159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.320975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 26c77168-5480-40d3-bb93-925a91f23086 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:15.321252 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.451561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Allocated IP 172.20.0.1 (1fd6699b-18bf-421c-85a7-9f38eef9c635/9e50945f-7263-42e7-b442-d4d33bc96d85/567b2999-9340-49b5-b590-a4a3f2ae75ba) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:15.488768 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.561526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.567237 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.612172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Attempting to bind port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:19:15.612534 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Attempting to bind port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:19:15.612895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Attempting to bind port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:15.621630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:19:15.622025 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:15.622422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.622809 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:19:15.623272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Bound port: 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:19:15.623632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.625095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b002-b62b-4334-8e12-adcf355d261a None None] Pushing event updated for resources: {'Port': ['ID=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:15.648184 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.678708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] For port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:19:15.682511 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] For port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:19:15.689967 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:15.694666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:15.697059 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:15.724773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=567b2999-9340-49b5-b590-a4a3f2ae75ba,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:15.746433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.776483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:15.847673 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b002-b62b-4334-8e12-adcf355d261a None None] Pushing event updated for resources: {'Port': ['ID=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:15.850297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:15.850998 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:15.965860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:15.972016 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:16.047567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-97e8f7ef-d99d-43db-871f-1b2a2ff9882e None None] Provisioning complete for port 567b2999-9340-49b5-b590-a4a3f2ae75ba triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:16.047932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-97e8f7ef-d99d-43db-871f-1b2a2ff9882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:16.148653 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:16.224021 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:16.280397 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-97e8f7ef-d99d-43db-871f-1b2a2ff9882e None None] Port 567b2999-9340-49b5-b590-a4a3f2ae75ba cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:19:16.298198 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=567b2999-9340-49b5-b590-a4a3f2ae75ba,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:16.301441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:16.351086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:13Z', 'revision_number': 3, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:16.378029 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d979e36-91ab-44e5-984c-2b19e6f5894b None None] The sync data for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv is: [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:13Z', 'revision_number': 3, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:16.398940 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:16.401358 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:16.540302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Router 88bce609-c263-4187-9d7b-63fff20889dc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:16.682049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:16.688701 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4505ab59-7ccf-4dcf-8531-503b7b2abfb9 admin admin] 10.222.0.65 "PUT /v2.0/routers/88bce609-c263-4187-9d7b-63fff20889dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8676922 Mar 08 13:19:16.714258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6647400b-4c3e-40c4-8b64-ebe17945d742 None None] Provisioning complete for port 567b2999-9340-49b5-b590-a4a3f2ae75ba triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:16.714770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6647400b-4c3e-40c4-8b64-ebe17945d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:16.764579 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-6647400b-4c3e-40c4-8b64-ebe17945d742 None None] Port 567b2999-9340-49b5-b590-a4a3f2ae75ba cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:19:17.136743 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:17.193880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:17.194480 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.289613 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.316570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:17.413474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.467652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:17.537205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45224) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:17.542263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1208105693-network', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:17.635897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Made reservation on behalf of 19ac7f67754c4dadabe6fdbc66efb8f8 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:19:17.638303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.648390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.727882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.818672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.851997 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:19:17.858446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905c508c-849d-419c-a568-e6f839183e85,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:17.865330 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.865590 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Added segment bd055993-106a-49e6-8daa-42741b5ffd2d of type vlan for network 383fd664-6a6f-47ae-828a-424f417c6edc Mar 08 13:19:17.910708 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.984365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:17.985315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:17.985999 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.042022 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Sync routers for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:18.047344 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=383fd664-6a6f-47ae-828a-424f417c6edc,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:18.054473 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:18.055092 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:18.057716 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network 383fd664-6a6f-47ae-828a-424f417c6edc details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:19:18.091793 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-01af8ea2-2ed5-4832-9419-f96c6dd5f2f5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5528505 Mar 08 13:19:18.095768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45226) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:18.103736 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Request body: {'subnet': {'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1208105693-subnet', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:18.171542 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:18.195861 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Made reservation on behalf of 19ac7f67754c4dadabe6fdbc66efb8f8 for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:19:18.198928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.396170 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:16Z', 'revision_number': 2, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:18.425904 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Checking router: 88bce609-c263-4187-9d7b-63fff20889dc for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:18.426250 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Updating router 88bce609-c263-4187-9d7b-63fff20889dc port 567b2999-9340-49b5-b590-a4a3f2ae75ba binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:19:18.447894 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.452490 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.499310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=806ca658-13c2-4ce2-b879-dfd4750b20c3,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:18.516439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Checking segment: {'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:18.516822 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Network hostable DHCP agents. Network: 383fd664-6a6f-47ae-828a-424f417c6edc, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:19:18.584443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Network 383fd664-6a6f-47ae-828a-424f417c6edc is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:19:18.692648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, 383fd664-6a6f-47ae-828a-424f417c6edc) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:18.697206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:18.697794 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.702203 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d41ac-0bc2-4f0d-bc2d-ab1f0f542dfb None None] Network 383fd664-6a6f-47ae-828a-424f417c6edc requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:19:18.718911 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.787341 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6f0b7ba8-1e1b-4033-ad6f-6721556b36bf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6894474 Mar 08 13:19:18.789786 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45228) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:18.794214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:18.795860 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.856584 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-383fd664-6a6f-47ae-828a-424f417c6edc', 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'fixed_ips': [{'subnet_id': '806ca658-13c2-4ce2-b879-dfd4750b20c3'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:19:18.857683 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.882393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.884694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.910067 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Attempting to bind port 567b2999-9340-49b5-b590-a4a3f2ae75ba on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:19:18.910334 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Attempting to bind port 567b2999-9340-49b5-b590-a4a3f2ae75ba by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:19:18.910512 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Attempting to bind port 567b2999-9340-49b5-b590-a4a3f2ae75ba on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:18.913622 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Pushing event updated for resources: {'Port': ['ID=567b2999-9340-49b5-b590-a4a3f2ae75ba,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:18.922444 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.922864 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.923189 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.923517 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.924512 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.929688 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.931242 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.931587 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.932168 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.932484 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.932805 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.933111 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:19:18.945413 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:19:18.946220 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Checking segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:18.946613 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.946990 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Bound using segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:19:18.947458 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Bound port: 567b2999-9340-49b5-b590-a4a3f2ae75ba, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:19:18.947908 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:18.980365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.028470 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] For port 567b2999-9340-49b5-b590-a4a3f2ae75ba, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:19:19.032030 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] For port 567b2999-9340-49b5-b590-a4a3f2ae75ba, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=567b2999-9340-49b5-b590-a4a3f2ae75ba,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:19:19.044812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Allocated IP 172.20.0.2 (383fd664-6a6f-47ae-828a-424f417c6edc/806ca658-13c2-4ce2-b879-dfd4750b20c3/164c362b-318c-41e9-b07d-23c5f87ce727) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:19.105452 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.130002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:19.165230 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:19.166287 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:19.181167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-adfc535f-73f0-4d2f-9d69-a73baca17821 None None] Provisioning complete for port 567b2999-9340-49b5-b590-a4a3f2ae75ba triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:19.181588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-adfc535f-73f0-4d2f-9d69-a73baca17821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.201557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.225790 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fdeb0-aea8-4600-bace-88c667edf5d7 None None] Pushing event updated for resources: {'Port': ['ID=567b2999-9340-49b5-b590-a4a3f2ae75ba,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:19.306535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:19.307148 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.318719 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:19.356167 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.418318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-adfc535f-73f0-4d2f-9d69-a73baca17821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.454920 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.510491 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.529330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Network 383fd664-6a6f-47ae-828a-424f417c6edc is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:19.532863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.534304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-adfc535f-73f0-4d2f-9d69-a73baca17821 None None] For port 567b2999-9340-49b5-b590-a4a3f2ae75ba, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=567b2999-9340-49b5-b590-a4a3f2ae75ba,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:19.536405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:19.542028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:19.544820 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Pushing event updated for resources: {'Port': ['ID=164c362b-318c-41e9-b07d-23c5f87ce727,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:19.578324 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:19.606339 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Attempting to bind port 164c362b-318c-41e9-b07d-23c5f87ce727 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:19:19.606641 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a8dd10-8d12-4f83-903a-cad93063d6c2 None None] The sync data for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv is: [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:19.607272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Attempting to bind port 164c362b-318c-41e9-b07d-23c5f87ce727 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:19:19.608065 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Attempting to bind port 164c362b-318c-41e9-b07d-23c5f87ce727 on network 383fd664-6a6f-47ae-828a-424f417c6edc {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:19.616180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-adfc535f-73f0-4d2f-9d69-a73baca17821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.620805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:19:19.621233 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Checking segment: {'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:19.621690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.622177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Bound using segment: {'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:19:19.622712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Bound port: 164c362b-318c-41e9-b07d-23c5f87ce727, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:19:19.623149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.677566 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Allocated IP 172.26.3.74 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/76e6f6ce-1be4-423c-8577-3c24f9d2e33c) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:19.743406 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc535f-73f0-4d2f-9d69-a73baca17821 None None] Pushing event updated for resources: {'Port': ['ID=567b2999-9340-49b5-b590-a4a3f2ae75ba,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:19.766330 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-aafebc50-5f57-41e8-9622-1ed32c94e22a None None] Provisioning complete for port 567b2999-9340-49b5-b590-a4a3f2ae75ba triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:19.766518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-aafebc50-5f57-41e8-9622-1ed32c94e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.770627 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] For port 164c362b-318c-41e9-b07d-23c5f87ce727, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:19:19.774261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] For port 164c362b-318c-41e9-b07d-23c5f87ce727, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=164c362b-318c-41e9-b07d-23c5f87ce727,segment=NetworkSegment(bd055993-106a-49e6-8daa-42741b5ffd2d),segment_id=bd055993-106a-49e6-8daa-42741b5ffd2d)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:19:19.830417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.855986 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.922718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:19.939708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099a911-3119-43c2-8ca1-38d0c4a52ab9 None None] Pushing event updated for resources: {'Port': ['ID=164c362b-318c-41e9-b07d-23c5f87ce727,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:19.977564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:19.981468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:19.985381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:20.008552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Pushing event updated for resources: {'Port': ['ID=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:20.363057 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:20.971234 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:20.997408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c63854c-10a8-416f-9bbf-adba1ed336f6 None None] Network 383fd664-6a6f-47ae-828a-424f417c6edc requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:19:21.072137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c6e5e241-1865-45b9-b4a4-df89524ef32c None None] Provisioning complete for port 164c362b-318c-41e9-b07d-23c5f87ce727 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:21.072499 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e241-1865-45b9-b4a4-df89524ef32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:21.184184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Router bde18292-4b0c-425a-bc2c-fa6331ad2b6c is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:19:21.216396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 567b2999-9340-49b5-b590-a4a3f2ae75ba up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:21.261596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e241-1865-45b9-b4a4-df89524ef32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:21.311411 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c6e5e241-1865-45b9-b4a4-df89524ef32c None None] For port 164c362b-318c-41e9-b07d-23c5f87ce727, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=164c362b-318c-41e9-b07d-23c5f87ce727,segment=NetworkSegment(bd055993-106a-49e6-8daa-42741b5ffd2d),segment_id=bd055993-106a-49e6-8daa-42741b5ffd2d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:21.313024 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:21.318785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 567b2999-9340-49b5-b590-a4a3f2ae75ba triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:21.319293 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:21.323364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Sync routers for ids ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:21.363887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Routers {'bde18292-4b0c-425a-bc2c-fa6331ad2b6c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:21.364620 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:21.423174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e241-1865-45b9-b4a4-df89524ef32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:21.443651 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:21.445891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-083943b5-6c11-431c-8dd5-d0d9ca8b3c4c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6543097 Mar 08 13:19:21.447892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45230) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:21.718879 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 164c362b-318c-41e9-b07d-23c5f87ce727 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:21.722291 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Set router bde18292-4b0c-425a-bc2c-fa6331ad2b6c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:21.724887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5e241-1865-45b9-b4a4-df89524ef32c None None] Pushing event updated for resources: {'Port': ['ID=164c362b-318c-41e9-b07d-23c5f87ce727,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:21.770883 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-673ea293-8efb-4e6f-884f-30656d86baa5 None None] Provisioning complete for port 164c362b-318c-41e9-b07d-23c5f87ce727 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:21.771708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-673ea293-8efb-4e6f-884f-30656d86baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:21.919160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:21.964841 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 164c362b-318c-41e9-b07d-23c5f87ce727 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:21.965206 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.100011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:19:20Z', 'revision_number': 3, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:22.106475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Allocated IP 172.20.0.1 (383fd664-6a6f-47ae-828a-424f417c6edc/806ca658-13c2-4ce2-b879-dfd4750b20c3/030d9236-a1f9-49fb-8dc5-e99ab513787e) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:22.135249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Checking router: bde18292-4b0c-425a-bc2c-fa6331ad2b6c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:22.135594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Updating router bde18292-4b0c-425a-bc2c-fa6331ad2b6c port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:19:22.170805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.224747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.316966 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.361222 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Network 383fd664-6a6f-47ae-828a-424f417c6edc is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:22.364672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:22.368561 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:22.375698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Pushing event updated for resources: {'Port': ['ID=030d9236-a1f9-49fb-8dc5-e99ab513787e,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:22.437792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.536571 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.601522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.663451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Attempting to bind port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:19:22.666332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Attempting to bind port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:19:22.666332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Attempting to bind port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:22.666332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab9af-9a72-4f09-9c40-a2783376b68c None None] Pushing event updated for resources: {'Port': ['ID=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:22.675794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:19:22.676164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:22.676558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.676946 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:19:22.677407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Bound port: 76e6f6ce-1be4-423c-8577-3c24f9d2e33c, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:19:22.677783 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.682515 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.707085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-23ad8d17-b890-4a5c-b701-59e28a4ba338 None None] Provisioning complete for port 030d9236-a1f9-49fb-8dc5-e99ab513787e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:22.707449 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-23ad8d17-b890-4a5c-b701-59e28a4ba338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.760335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-23ad8d17-b890-4a5c-b701-59e28a4ba338 None None] Port 030d9236-a1f9-49fb-8dc5-e99ab513787e cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:19:22.765904 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] For port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:19:22.770597 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] For port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:19:22.851246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.862434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:22.912649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab9af-9a72-4f09-9c40-a2783376b68c None None] Pushing event updated for resources: {'Port': ['ID=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:22.915223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Routers {'bde18292-4b0c-425a-bc2c-fa6331ad2b6c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:22.920331 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:22.938812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:23.009048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Pushing event updated for resources: {'Port': ['ID=030d9236-a1f9-49fb-8dc5-e99ab513787e,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:23.011465 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:23.044272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] Set router bde18292-4b0c-425a-bc2c-fa6331ad2b6c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:23.115746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Network 383fd664-6a6f-47ae-828a-424f417c6edc is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:23.117015 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:23.131362 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 164c362b-318c-41e9-b07d-23c5f87ce727 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:23.248954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Router bde18292-4b0c-425a-bc2c-fa6331ad2b6c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:23.253198 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 164c362b-318c-41e9-b07d-23c5f87ce727 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:23.253599 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:23.376390 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:23.382850 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6021d66b-1e57-4ae2-92c3-d7ec1791bd3b admin admin] 10.222.0.65 "PUT /v2.0/routers/bde18292-4b0c-425a-bc2c-fa6331ad2b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9338825 Mar 08 13:19:23.395460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 4, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '030d9236-a1f9-49fb-8dc5-e99ab513787e', 'name': '', 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'mac_address': 'fa:16:3e:d4:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:21Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 1, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'subnets': [{'id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:23.429087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b878bf8-cff0-4d15-b473-444513d58d2c None None] The sync data for ids ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'] in dv-neutron-829486-2-hyperv is: [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 4, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '030d9236-a1f9-49fb-8dc5-e99ab513787e', 'name': '', 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'mac_address': 'fa:16:3e:d4:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:21Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 1, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'subnets': [{'id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:23.432873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-68e426d8-a0d1-4bcd-9686-5b0e3a9cb101 None None] Provisioning complete for port 030d9236-a1f9-49fb-8dc5-e99ab513787e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:23.433231 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-68e426d8-a0d1-4bcd-9686-5b0e3a9cb101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:23.471420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-68e426d8-a0d1-4bcd-9686-5b0e3a9cb101 None None] Port 030d9236-a1f9-49fb-8dc5-e99ab513787e cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:19:24.027859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45238) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:24.034431 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-c8001379-c634-4196-a022-56735cf43dfd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376617164', 'description': 'tempest-secgroup-smoke-1376617164 description', 'project_id': '9311338b402f4cac95d9f4917c3096c0'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:24.201775 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8001379-c634-4196-a022-56735cf43dfd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.290412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8001379-c634-4196-a022-56735cf43dfd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.395698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8001379-c634-4196-a022-56735cf43dfd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.426213 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8001379-c634-4196-a022-56735cf43dfd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:24.523678 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-c8001379-c634-4196-a022-56735cf43dfd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.525100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-c8001379-c634-4196-a022-56735cf43dfd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4951801 Mar 08 13:19:24.528116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45240) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:24.533792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-ca0e1ff0-f83c-4fe9-af26-4a02d5b09e0e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:24.664818 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1ff0-f83c-4fe9-af26-4a02d5b09e0e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.735227 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1ff0-f83c-4fe9-af26-4a02d5b09e0e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.807903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1ff0-f83c-4fe9-af26-4a02d5b09e0e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.830994 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e1ff0-f83c-4fe9-af26-4a02d5b09e0e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52b9759-bb07-4386-b0e4-a3373607a1ac,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:24.906400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1ff0-f83c-4fe9-af26-4a02d5b09e0e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:24.907636 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-ca0e1ff0-f83c-4fe9-af26-4a02d5b09e0e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784547 Mar 08 13:19:24.911364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45242) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:24.916089 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-2fc44e9b-9825-47ef-ae23-c62cdda3c569 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:25.046723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2fc44e9b-9825-47ef-ae23-c62cdda3c569 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.121572 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2fc44e9b-9825-47ef-ae23-c62cdda3c569 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.154693 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 76e6f6ce-1be4-423c-8577-3c24f9d2e33c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:25.210178 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:25.210699 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.212600 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2fc44e9b-9825-47ef-ae23-c62cdda3c569 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.234043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc44e9b-9825-47ef-ae23-c62cdda3c569 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b58c7b-3241-473d-9a8e-4c64f31e25ae,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:25.295816 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.318106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:25.346174 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2fc44e9b-9825-47ef-ae23-c62cdda3c569 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.350398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45244) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:25.352131 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2fc44e9b-9825-47ef-ae23-c62cdda3c569 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4381063 Mar 08 13:19:25.357526 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-4f4f00ab-3a0b-46af-95e0-26cb661b2e08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:25.424546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.476345 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:25.498783 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f4f00ab-3a0b-46af-95e0-26cb661b2e08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.569581 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f4f00ab-3a0b-46af-95e0-26cb661b2e08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.635915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f4f00ab-3a0b-46af-95e0-26cb661b2e08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.658834 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f00ab-3a0b-46af-95e0-26cb661b2e08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e05635-8e1f-410d-8b94-f4f92e81dd07,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:25.729086 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4f4f00ab-3a0b-46af-95e0-26cb661b2e08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.730493 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4f4f00ab-3a0b-46af-95e0-26cb661b2e08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3783808 Mar 08 13:19:25.734992 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45246) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:25.738117 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-92653d07-c6e5-478f-87cd-b8ea20bea1bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:25.845893 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92653d07-c6e5-478f-87cd-b8ea20bea1bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.910898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92653d07-c6e5-478f-87cd-b8ea20bea1bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.921473 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:25.984087 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92653d07-c6e5-478f-87cd-b8ea20bea1bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.003622 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653d07-c6e5-478f-87cd-b8ea20bea1bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d21f85-613d-49fb-a54e-80a2e7ff580d,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:26.089289 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-92653d07-c6e5-478f-87cd-b8ea20bea1bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.091285 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-92653d07-c6e5-478f-87cd-b8ea20bea1bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566191 Mar 08 13:19:26.093702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45248) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:26.099421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:26.190006 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Project 9311338b402f4cac95d9f4917c3096c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:19:26.195635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.265707 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.367484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.385259 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7405c8-1384-4b42-b5b0-60b69b0ac0d7,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:26.460663 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.461919 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-057af1f0-fdc7-4969-be9b-f7ceba066e7c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3671911 Mar 08 13:19:26.464563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45250) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:26.468869 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:26.556199 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.securitygroups_db [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Project 9311338b402f4cac95d9f4917c3096c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:19:26.561802 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.635640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.698719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.721197 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b2cca4-8bcd-495d-943f-096b6af21a8b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:26.815319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:26.815319 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ab8c5755-8c19-4280-8d07-c9532999e399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452508 Mar 08 13:19:26.840730 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Sync routers for ids ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:26.851806 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Routers {'bde18292-4b0c-425a-bc2c-fa6331ad2b6c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:26.852407 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:26.969640 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Set router bde18292-4b0c-425a-bc2c-fa6331ad2b6c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:26.974579 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-155c8401-a557-4c45-8d2b-865dedff7f01 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376617164&fields=id&tenant_id=9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 267 time: 0.0362091 Mar 08 13:19:27.099886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-85916a32-278f-4a78-b572-6018675a91aa tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:27.101334 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-85916a32-278f-4a78-b572-6018675a91aa tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 809 time: 0.1198666 Mar 08 13:19:27.124851 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-afe3f57b-6593-47c8-aae5-90d5ce298735 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/quotas/9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 375 time: 0.0143950 Mar 08 13:19:27.130506 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 76e6f6ce-1be4-423c-8577-3c24f9d2e33c up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:27.188627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-ff94957d-7158-4404-a1d1-a7aa51ffc065 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549703 Mar 08 13:19:27.192661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:27.193900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:27.292941 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 4, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '030d9236-a1f9-49fb-8dc5-e99ab513787e', 'name': '', 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'mac_address': 'fa:16:3e:d4:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:21Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 2, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'subnets': [{'id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:27.320697 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Checking router: bde18292-4b0c-425a-bc2c-fa6331ad2b6c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:27.321097 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Updating router bde18292-4b0c-425a-bc2c-fa6331ad2b6c port 030d9236-a1f9-49fb-8dc5-e99ab513787e binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:19:27.352698 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:27.405764 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-c541c59d-92e7-497e-8b65-0485ad7f64f8 service neutron] 10.222.0.65 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030036 Mar 08 13:19:27.507817 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19f2871e-49cf-4a77-b830-4bfc80a2aa99 service neutron] 10.222.0.65 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944691 Mar 08 13:19:27.634870 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:27.708086 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:27.751059 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a270b-a2da-454b-8b14-2af50140889a None None] Pushing event updated for resources: {'Port': ['ID=030d9236-a1f9-49fb-8dc5-e99ab513787e,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:27.758055 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d8c667cf-7dfa-4a8c-b4d8-c9568cd367b1 req-76103c49-6d3d-4a13-8f33-46c1eb8d897f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 210 time: 0.0296173 Mar 08 13:19:27.844611 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Attempting to bind port 030d9236-a1f9-49fb-8dc5-e99ab513787e on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:19:27.845116 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Attempting to bind port 030d9236-a1f9-49fb-8dc5-e99ab513787e by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:19:27.846034 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Attempting to bind port 030d9236-a1f9-49fb-8dc5-e99ab513787e on network 383fd664-6a6f-47ae-828a-424f417c6edc {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:27.851207 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:19:27.851577 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Checking segment: {'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:27.851968 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:27.852346 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Bound using segment: {'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:19:27.852799 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Bound port: 030d9236-a1f9-49fb-8dc5-e99ab513787e, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd055993-106a-49e6-8daa-42741b5ffd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:19:27.853174 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:27.933044 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] For port 030d9236-a1f9-49fb-8dc5-e99ab513787e, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:19:27.938166 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] For port 030d9236-a1f9-49fb-8dc5-e99ab513787e, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=030d9236-a1f9-49fb-8dc5-e99ab513787e,segment=NetworkSegment(bd055993-106a-49e6-8daa-42741b5ffd2d),segment_id=bd055993-106a-49e6-8daa-42741b5ffd2d)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:19:28.003178 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:28.025133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-bec4468c-f841-492d-a09f-c98709667264 None None] Provisioning complete for port 030d9236-a1f9-49fb-8dc5-e99ab513787e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:28.025572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bec4468c-f841-492d-a09f-c98709667264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:28.058295 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Routers {'bde18292-4b0c-425a-bc2c-fa6331ad2b6c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:28.058824 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:28.118811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bec4468c-f841-492d-a09f-c98709667264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:28.159129 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-bec4468c-f841-492d-a09f-c98709667264 None None] For port 030d9236-a1f9-49fb-8dc5-e99ab513787e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=030d9236-a1f9-49fb-8dc5-e99ab513787e,segment=NetworkSegment(bd055993-106a-49e6-8daa-42741b5ffd2d),segment_id=bd055993-106a-49e6-8daa-42741b5ffd2d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:28.163796 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a270b-a2da-454b-8b14-2af50140889a None None] Pushing event updated for resources: {'Port': ['ID=030d9236-a1f9-49fb-8dc5-e99ab513787e,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:28.192058 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] Set router bde18292-4b0c-425a-bc2c-fa6331ad2b6c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:28.264053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bec4468c-f841-492d-a09f-c98709667264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:28.315751 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4468c-f841-492d-a09f-c98709667264 None None] Pushing event updated for resources: {'Port': ['ID=030d9236-a1f9-49fb-8dc5-e99ab513787e,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:28.385395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6cb5144f-4331-4bcc-b2ba-1a3e1214f407 None None] Provisioning complete for port 030d9236-a1f9-49fb-8dc5-e99ab513787e triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:28.385918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6cb5144f-4331-4bcc-b2ba-1a3e1214f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:28.404865 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 4, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '030d9236-a1f9-49fb-8dc5-e99ab513787e', 'name': '', 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'mac_address': 'fa:16:3e:d4:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:21Z', 'updated_at': '2022-03-08T13:19:27Z', 'revision_number': 4, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'subnets': [{'id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:28.432705 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ed3d9-6a7c-4483-afa8-8090bb5796ca None None] The sync data for ids ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'] in dv-neutron-829486-2-hyperv is: [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:19:22Z', 'revision_number': 4, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '030d9236-a1f9-49fb-8dc5-e99ab513787e', 'name': '', 'network_id': '383fd664-6a6f-47ae-828a-424f417c6edc', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'mac_address': 'fa:16:3e:d4:72:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:21Z', 'updated_at': '2022-03-08T13:19:27Z', 'revision_number': 4, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'subnets': [{'id': '806ca658-13c2-4ce2-b879-dfd4750b20c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:28.877801 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8bc95bd-6344-4817-a3c6-22812fe56691 req-dcdcacaa-2cdb-4560-81fc-6763484c99b3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 210 time: 0.0284510 Mar 08 13:19:29.110089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-64c3e19e-a3d5-4930-bd19-ca34f70fb472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:29.147321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 030d9236-a1f9-49fb-8dc5-e99ab513787e up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:29.195700 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 030d9236-a1f9-49fb-8dc5-e99ab513787e triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:29.196409 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:29.975259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf88af57-30ae-4f3f-8012-44bda62cca1d req-f17c2ce8-3bfb-4f0f-aa78-e39301e7542c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 210 time: 0.0280600 Mar 08 13:19:30.112367 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-1f7a468a-4c4b-4c3b-8bf6-880e24545e3c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:30.113891 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-1f7a468a-4c4b-4c3b-8bf6-880e24545e3c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 809 time: 0.1068954 Mar 08 13:19:30.163054 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-6d2c179a-82d2-4c09-b8f4-ceb580a76a90 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 380 time: 0.0366518 Mar 08 13:19:30.172307 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'port': {'device_id': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'admin_state_up': True, 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'security_groups': ['2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:30.487280 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Made reservation on behalf of 9311338b402f4cac95d9f4917c3096c0 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:19:30.490931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:30.628002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Allocated IP 172.20.0.12 (1fd6699b-18bf-421c-85a7-9f38eef9c635/9e50945f-7263-42e7-b442-d4d33bc96d85/2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:30.770778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:30.853378 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:30.898518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:30.901526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:30.905279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:30.912712 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:30.961867 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:30.962504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.038177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-b84a33fd-db27-4945-bf1c-0523a786a09f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8696930 Mar 08 13:19:31.050232 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Request body: {'port': {'device_id': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:31.106803 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-31975fdb-2aac-4570-b5f4-ea16ed2c0edc None None] Provisioning complete for port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:31.107417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-31975fdb-2aac-4570-b5f4-ea16ed2c0edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.141440 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.141825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-31975fdb-2aac-4570-b5f4-ea16ed2c0edc None None] Port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:19:31.164462 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8399e36-8015-45aa-ab63-45e65cee58fc req-2eb0ee92-c5be-4c14-854f-28fcd58c0f52 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:31.166150 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8399e36-8015-45aa-ab63-45e65cee58fc req-2eb0ee92-c5be-4c14-854f-28fcd58c0f52 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 932 time: 0.0902634 Mar 08 13:19:31.296178 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8399e36-8015-45aa-ab63-45e65cee58fc req-be15457a-93b8-471f-b446-8d2b3795a7bb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070898 Mar 08 13:19:31.464315 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:19:31.471987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.483812 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Transition to ACTIVE for port object 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:19:31.543735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.593657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:31.668453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Attempting to bind port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:19:31.668788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Attempting to bind port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:19:31.669108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Attempting to bind port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:31.674629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:19:31.674950 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Attempting to bind port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:19:31.680359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:19:31.680690 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Checking segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:19:31.681064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Bound using segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:19:31.681482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Bound port: 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:19:31.682141 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.716141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5884232-17e0-44ff-b8a2-231dd9bdcb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.753882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:19:31.757392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:19:31.841538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.878636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:31.879235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:31.880684 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] 10.222.0.45 "PUT /v2.0/ports/2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 1094 time: 0.8351996 Mar 08 13:19:31.881119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:31.883414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73577b0c-c728-43a9-9e4d-981be85ed1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:31.911636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19189e15-0e9b-45cd-9a4f-bf3d04a0b629 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:31.933216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16e3c15-0df6-49f3-a39a-9d325be4b30c x-openstack-request-id: req-e16e3c15-0df6-49f3-a39a-9d325be4b30c {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:31.933216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:31.933450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e16e3c15-0df6-49f3-a39a-9d325be4b30c {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:31.933999 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'status': 'completed', 'code': 200} Mar 08 13:19:32.003412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577b0c-c728-43a9-9e4d-981be85ed1c4 req-a455ea5b-ad1e-462d-81b0-cdbc9e287530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:32.005181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-73577b0c-c728-43a9-9e4d-981be85ed1c4 req-a455ea5b-ad1e-462d-81b0-cdbc9e287530 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1097 time: 0.0499942 Mar 08 13:19:32.111869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577b0c-c728-43a9-9e4d-981be85ed1c4 req-a98300fb-f7d1-4a49-8a03-c3770d503bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:32.114772 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-73577b0c-c728-43a9-9e4d-981be85ed1c4 req-a98300fb-f7d1-4a49-8a03-c3770d503bd4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9311338b402f4cac95d9f4917c3096c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001852 Mar 08 13:19:32.210976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73577b0c-c728-43a9-9e4d-981be85ed1c4 req-c369efa9-4c83-4e6a-82df-7757d43cfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:32.212521 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-73577b0c-c728-43a9-9e4d-981be85ed1c4 req-c369efa9-4c83-4e6a-82df-7757d43cfb91 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916858 Mar 08 13:19:32.291589 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-3a6a160e-cc1f-43a2-8d88-f114849bcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:32.293079 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-3a6a160e-cc1f-43a2-8d88-f114849bcb99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1097 time: 0.0431530 Mar 08 13:19:32.339154 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-dfd54dde-9968-4c20-9ba1-f180b4574dcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 217 time: 0.0381968 Mar 08 13:19:32.420594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-40153aba-21c4-40c2-a705-002c13e28a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:32.422130 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-40153aba-21c4-40c2-a705-002c13e28a16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0740449 Mar 08 13:19:32.446242 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be9301-276e-4e69-83e0-2cc4893b0a77 req-f9f89e89-f797-4ddc-8d32-5e2d2ca943b3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:32.447755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77be9301-276e-4e69-83e0-2cc4893b0a77 req-f9f89e89-f797-4ddc-8d32-5e2d2ca943b3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0714018 Mar 08 13:19:32.507590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-ea10a90d-6bf4-481b-be26-aff100c3f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:32.509143 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-ea10a90d-6bf4-481b-be26-aff100c3f97e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808325 Mar 08 13:19:32.512398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-77be9301-276e-4e69-83e0-2cc4893b0a77 req-7c199347-3a9f-4a0a-aac4-2bc39cabb5db tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499110 Mar 08 13:19:32.604119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-c5bac532-c9de-4e4e-b810-923f9d20b06b service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882883 Mar 08 13:19:32.697741 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ff5b7784-626b-4b22-bc8d-2cb5875b3c2d req-e91b08d7-b7a8-4e91-b4c2-8f301f90d612 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878370 Mar 08 13:19:32.811815 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:19:32.829603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:33.634423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b07287-1a99-4486-a529-74a3886798a0 req-7e794545-03cb-4a86-ae41-c1e6c3729b97 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:33.638225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b0b07287-1a99-4486-a529-74a3886798a0 req-7e794545-03cb-4a86-ae41-c1e6c3729b97 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0528858 Mar 08 13:19:33.678147 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b0b07287-1a99-4486-a529-74a3886798a0 req-f7fb53b6-9409-43c4-9c5e-379a1b93c28e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352039 Mar 08 13:19:33.932970 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:34.287118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:34.794485 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81297ed1-0862-40df-8124-f37728f2c038 req-20de2956-86d4-4cbc-8400-cb94500183ea tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:34.799796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-81297ed1-0862-40df-8124-f37728f2c038 req-20de2956-86d4-4cbc-8400-cb94500183ea tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0509918 Mar 08 13:19:34.834093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-81297ed1-0862-40df-8124-f37728f2c038 req-21ca33ac-91a5-40f5-af14-9a4ea01644c4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319588 Mar 08 13:19:34.873658 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:19:34.970121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:34.982169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'port_id': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'mac_address': 'fa:16:3e:e2:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:19:35.023590 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:35.037401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:19:35.056312 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:35.132461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:35.183866 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:35.340131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:19:35.957492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b56f85-776c-40b6-9ccf-59860f85a475 req-b83065b2-d3a9-475f-8414-f95be7d6591f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:35.959071 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84b56f85-776c-40b6-9ccf-59860f85a475 req-b83065b2-d3a9-475f-8414-f95be7d6591f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 945 time: 0.0571945 Mar 08 13:19:36.000421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-84b56f85-776c-40b6-9ccf-59860f85a475 req-8267bac7-3e55-48a2-aebc-8d9c3d0f390d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Mar 08 13:19:36.889041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:19:37.001060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:19:37.005941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:19:37.006311 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:37.123200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436adbc-6efb-4bcf-ab49-2cb94c0534a3 req-d00f672d-dc3a-4855-a60c-f5bb8c0cf868 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:37.124811 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d436adbc-6efb-4bcf-ab49-2cb94c0534a3 req-d00f672d-dc3a-4855-a60c-f5bb8c0cf868 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 945 time: 0.0535085 Mar 08 13:19:37.166627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d436adbc-6efb-4bcf-ab49-2cb94c0534a3 req-6ff4f467-1e08-45c9-aea2-bf7f749a2259 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347607 Mar 08 13:19:37.245828 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:37.268500 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:37.270936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcc9e50-2569-4d7f-8d1b-e9ec008139d4" -d '{"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:37.283857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:19:37.318308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c58eb91-06b7-45ff-a2ea-5b6ffd90f900 x-openstack-request-id: req-1c58eb91-06b7-45ff-a2ea-5b6ffd90f900 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:37.318308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:37.318308 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c58eb91-06b7-45ff-a2ea-5b6ffd90f900 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:37.318308 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'code': 200} Mar 08 13:19:37.394721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:37.444004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:37.642292 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290bed4-621b-4364-9de6-b0187a338b98 req-917fcd2d-6050-41f2-af34-cdd87a52582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:37.643699 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8290bed4-621b-4364-9de6-b0187a338b98 req-917fcd2d-6050-41f2-af34-cdd87a52582f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1099 time: 0.0402460 Mar 08 13:19:37.678907 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8290bed4-621b-4364-9de6-b0187a338b98 req-e270a033-2399-47b8-9971-5f4f17afa297 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288355 Mar 08 13:19:38.288104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2d26e-09fe-4feb-8ede-99f29382a584 req-e5346042-6fd2-4a47-915b-2b97eac1e4f4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:38.289668 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27c2d26e-09fe-4feb-8ede-99f29382a584 req-e5346042-6fd2-4a47-915b-2b97eac1e4f4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0539973 Mar 08 13:19:38.329568 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-27c2d26e-09fe-4feb-8ede-99f29382a584 req-de4995e3-a80f-4642-b958-b8729b0635e7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338299 Mar 08 13:19:39.449518 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c779-f548-402a-9f98-78401a9e5881 req-4b8dc41e-ea68-49a2-b7cc-cb1bb374038d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:39.451045 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5761c779-f548-402a-9f98-78401a9e5881 req-4b8dc41e-ea68-49a2-b7cc-cb1bb374038d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0504041 Mar 08 13:19:39.489141 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5761c779-f548-402a-9f98-78401a9e5881 req-7235190e-3450-488f-b7b2-2dff67b98f36 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Mar 08 13:19:39.606047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269db59-9a07-4abb-8ac6-de49173cd919 req-afe86673-b6af-4141-a0ee-81e4bdd82530 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:39.607407 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b269db59-9a07-4abb-8ac6-de49173cd919 req-afe86673-b6af-4141-a0ee-81e4bdd82530 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0484843 Mar 08 13:19:39.646904 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b269db59-9a07-4abb-8ac6-de49173cd919 req-c83908d3-96cc-4ff8-8012-c495009f07c1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Mar 08 13:19:39.668738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45310) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:39.755704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3edb6-de21-4d57-a621-9335b11f3787 tempest-TestShelveInstance-709558925 tempest-TestShelveInstance-709558925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:39.757676 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-a6d3edb6-de21-4d57-a621-9335b11f3787 tempest-TestShelveInstance-709558925 tempest-TestShelveInstance-709558925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1094 time: 0.0879354 Mar 08 13:19:39.760555 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45314) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:19:39.764869 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:19:39.847202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:39.946799 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:40.054297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Allocated IP 172.26.3.65 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/668ca764-a0dc-4058-b679-5050b158d762) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:19:40.153673 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:40.241734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:40.286525 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:19:40.289457 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:19:40.292422 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:19:40.317916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'Port': ['ID=668ca764-a0dc-4058-b679-5050b158d762,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:40.657246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:40.793968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:40.955279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:41.035412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:41.105095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'Port': ['ID=668ca764-a0dc-4058-b679-5050b158d762,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:19:41.117932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:41.218984 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.l3_db [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Floating IP 8eb82db9-d230-4ce7-bfe7-f54e9261b72e associated. External IP: 172.26.3.65, port: 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6. Mar 08 13:19:41.785023 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Router 88bce609-c263-4187-9d7b-63fff20889dc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:19:41.898826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:19:41.909085 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] Sync routers for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:19:41.921465 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:41.925930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:41.997509 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:42.029239 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-10e1ff2e-1148-47bf-b7dc-22f51e62aaf7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2675178 Mar 08 13:19:42.029784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:19:42.033196 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee126872-2d89-4dca-9c19-336a5ace9454" -d '{"events": [{"name": "network-changed", "server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:19:42.048557 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:42.076099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ec005a-800e-40d3-9fdf-c1fcc76cb0fc x-openstack-request-id: req-b5ec005a-800e-40d3-9fdf-c1fcc76cb0fc {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:19:42.076309 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:19:42.076551 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5ec005a-800e-40d3-9fdf-c1fcc76cb0fc {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:19:42.076979 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'status': 'completed', 'code': 200} Mar 08 13:19:42.139504 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-267ed9fe-d35c-4235-99e7-3a233c6fb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:42.141087 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-267ed9fe-d35c-4235-99e7-3a233c6fb049 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1099 time: 0.0428758 Mar 08 13:19:42.243133 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-3877d1c8-9ed2-414e-845a-a4f77b913e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:42.244834 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-3877d1c8-9ed2-414e-845a-a4f77b913e41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0971668 Mar 08 13:19:42.298761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8eb82db9-d230-4ce7-bfe7-f54e9261b72e', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'port_id': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'mac_address': 'fa:16:3e:e2:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:19:40Z', 'updated_at': '2022-03-08T13:19:40Z', 'revision_number': 0, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:42.318642 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-aa1dd6a8-d1a0-4fde-8929-c8af71f0bd80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 999 time: 0.0669744 Mar 08 13:19:42.328254 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] Checking router: 88bce609-c263-4187-9d7b-63fff20889dc for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:19:42.337027 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:19:42.337630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:19:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:42.369241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-c42b52f8-bad0-4c7a-871b-97936ca02f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:42.370800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-c42b52f8-bad0-4c7a-871b-97936ca02f66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0462377 Mar 08 13:19:42.428157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-9f201ace-cf37-4a02-811f-1b88b76d4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:19:42.429707 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-9f201ace-cf37-4a02-811f-1b88b76d4191 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504923 Mar 08 13:19:42.439827 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-2e362d9c-3599-4fab-be4e-e991267e98bf service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:19:42.440795 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-2e362d9c-3599-4fab-be4e-e991267e98bf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049126 Mar 08 13:19:42.449351 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:19:42.538574 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-6be792fc-e668-42a6-a736-347d2e6f5ee9 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912793 Mar 08 13:19:42.637565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ee126872-2d89-4dca-9c19-336a5ace9454 req-43028e7d-258e-45f6-a29f-cd3f8b0eb575 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919771 Mar 08 13:19:42.694290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8eb82db9-d230-4ce7-bfe7-f54e9261b72e', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'port_id': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'mac_address': 'fa:16:3e:e2:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:19:40Z', 'updated_at': '2022-03-08T13:19:40Z', 'revision_number': 0, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:19:42.721317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe8c679-9b26-4e8b-a326-b0640e5e2fe1 None None] The sync data for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv is: [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '8eb82db9-d230-4ce7-bfe7-f54e9261b72e', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'floating_ip_address': '172.26.3.65', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'port_id': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'mac_address': 'fa:16:3e:e2:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:19:40Z', 'updated_at': '2022-03-08T13:19:40Z', 'revision_number': 0, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:19:42.919174 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5952b7c-1353-4936-a83d-f05c37903e21 None None] New status for floating IP 8eb82db9-d230-4ce7-bfe7-f54e9261b72e: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:19:51.531400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-13ad135f-74fc-4c4c-894b-22d78e5da915 req-73fe0ab7-1f34-458b-8894-d95fc4bd5451 service neutron] (104046) timed out ('10.222.0.65', 41504) {{(pid=104046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 08 13:19:55.874893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:19:59.103428 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d6a31c37-d7ee-4f00-bdce-bf218d66b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:01.714550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-15d4a975-7639-4c82-a49d-f83ee5a55024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:02.823209 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:03.903185 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:04.263049 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:09.811010 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:20:25.879735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:29.085084 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd7aea3b-9edd-4f2b-9692-0dffdeda857d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:31.702729 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-15aed87a-e38e-43e6-8de6-13d662d5ad90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:32.833873 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:33.914032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:34.239404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:36.628158 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-e4c5e6de-c4fc-4a63-aba1-1812c6e38071 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849521 Mar 08 13:20:36.709789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db39748-1451-4d03-adfb-d000525c39ab req-9d9e3c95-393a-48b9-a778-407a6ca30d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:20:36.711347 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-9d9e3c95-393a-48b9-a778-407a6ca30d7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1099 time: 0.0408127 Mar 08 13:20:36.818249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db39748-1451-4d03-adfb-d000525c39ab req-5d10e66e-d707-410f-9224-bef1999d70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:20:36.819724 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-5d10e66e-d707-410f-9224-bef1999d70b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0902383 Mar 08 13:20:36.885304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-43f33a66-d336-4035-9584-f8abf6b21060 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0575304 Mar 08 13:20:36.933720 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db39748-1451-4d03-adfb-d000525c39ab req-6cd2d3e3-ac37-4c58-bfc1-8beb91f8f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:20:36.935915 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-6cd2d3e3-ac37-4c58-bfc1-8beb91f8f61a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0434809 Mar 08 13:20:36.984294 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db39748-1451-4d03-adfb-d000525c39ab req-8616a28a-03d5-4a48-bb81-6b69a4594b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:20:36.985657 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-8616a28a-03d5-4a48-bb81-6b69a4594b6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445995 Mar 08 13:20:37.073725 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-1b6dd056-dd63-43aa-98e1-196602996932 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815105 Mar 08 13:20:37.175086 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8db39748-1451-4d03-adfb-d000525c39ab req-d2a962f2-012f-40d4-b6d2-6a268f8d9ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951688 Mar 08 13:20:46.809043 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:20:55.890540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:20:59.073463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-798104ed-f6e1-43a6-ba44-6002b1eb88f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:01.685559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-11a2bd5b-54d4-4aa5-87c0-387b6c42a117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:02.884889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:03.924790 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:04.244014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:23.809118 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:21:25.867479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:29.078851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-35789cb9-8aac-4066-afbf-d48418268dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:31.690108 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2412bda8-adb6-40bf-884c-f8fc8d482120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:32.895026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:33.953095 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:34.250268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:38.344519 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63729e-0ee8-438c-b9cb-aefafc7ab643 req-487b86d6-fbff-4b62-b3c3-464b74ad0b2d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:38.345977 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad63729e-0ee8-438c-b9cb-aefafc7ab643 req-487b86d6-fbff-4b62-b3c3-464b74ad0b2d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.1076534 Mar 08 13:21:38.386606 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad63729e-0ee8-438c-b9cb-aefafc7ab643 req-bacf7407-b97e-4bb0-b197-c7c729e58ac5 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343440 Mar 08 13:21:38.623042 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-0da47fc8-806b-486f-b88d-a8f034810942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:38.624469 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-0da47fc8-806b-486f-b88d-a8f034810942 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1099 time: 0.0431697 Mar 08 13:21:38.735676 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-765f8ea7-4483-42ca-b282-97e2d74b9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:38.737171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-765f8ea7-4483-42ca-b282-97e2d74b9f89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0941613 Mar 08 13:21:38.806737 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-c2a2844b-aa12-4711-8361-51b73d39b624 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0628386 Mar 08 13:21:38.856207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-a928af33-ba7f-4ee5-a120-34293858a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:38.857646 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-a928af33-ba7f-4ee5-a120-34293858a428 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0443158 Mar 08 13:21:38.908642 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-54f33e03-81cc-4a73-ba72-17c61d053669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:38.910093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-54f33e03-81cc-4a73-ba72-17c61d053669 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453873 Mar 08 13:21:39.000649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-8e8dd3f1-5236-42d9-a369-2ddce7fd8f0f service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840912 Mar 08 13:21:39.097106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-00d157d4-a3cc-4906-b9c7-8024aef4a06c req-e24cc829-58d8-4a84-acb2-96cf0d318f85 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905752 Mar 08 13:21:39.510108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71181094-dfef-47c4-aa3e-2b93b59bcde7 req-bfbba1af-848d-4ddc-824e-b03342d6976d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:39.511610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71181094-dfef-47c4-aa3e-2b93b59bcde7 req-bfbba1af-848d-4ddc-824e-b03342d6976d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0522716 Mar 08 13:21:39.550408 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-71181094-dfef-47c4-aa3e-2b93b59bcde7 req-271c9d9c-88a0-4b45-9aea-2332d1e6151d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328350 Mar 08 13:21:40.673249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d09afc-6524-4410-982b-705d8aeb9cc4 req-cfcb645e-f49a-42cc-946f-87f6ff557c30 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:40.674854 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33d09afc-6524-4410-982b-705d8aeb9cc4 req-cfcb645e-f49a-42cc-946f-87f6ff557c30 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0506749 Mar 08 13:21:40.720672 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-33d09afc-6524-4410-982b-705d8aeb9cc4 req-df50c496-22ce-4b61-9ad4-cd1697fcea1d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Mar 08 13:21:41.857012 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07737272-da7d-42c4-be6d-70cbeaf1e6cf req-c50f3644-c082-4ea5-8204-5a74be677066 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:41.858525 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-07737272-da7d-42c4-be6d-70cbeaf1e6cf req-c50f3644-c082-4ea5-8204-5a74be677066 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0553210 Mar 08 13:21:41.898060 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-07737272-da7d-42c4-be6d-70cbeaf1e6cf req-aa346e30-9e62-4890-99a3-46deb250b8ea tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334182 Mar 08 13:21:43.015614 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378550b-691b-41f1-9b5f-253af8c79f41 req-d16c4458-3d86-4b7c-8416-68e6bf72c09c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:43.016956 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6378550b-691b-41f1-9b5f-253af8c79f41 req-d16c4458-3d86-4b7c-8416-68e6bf72c09c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0507305 Mar 08 13:21:43.056573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6378550b-691b-41f1-9b5f-253af8c79f41 req-cd95d675-d53e-41b7-b18e-b23e8379c244 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Mar 08 13:21:44.175482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3bd4-33e0-4d02-983a-ffe903007e3a req-c4938766-54ba-4524-aa38-950ad189f98f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:44.176964 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7aae3bd4-33e0-4d02-983a-ffe903007e3a req-c4938766-54ba-4524-aa38-950ad189f98f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0501432 Mar 08 13:21:44.214543 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7aae3bd4-33e0-4d02-983a-ffe903007e3a req-0a4f39c1-6cf6-4278-bc07-de875638d3a7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Mar 08 13:21:45.338119 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2bd84-24a4-4d8c-a29f-c0d58cec799d req-85e4a2b8-ce89-4b62-ae4c-bd4f82f2fd51 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:45.339591 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-91b2bd84-24a4-4d8c-a29f-c0d58cec799d req-85e4a2b8-ce89-4b62-ae4c-bd4f82f2fd51 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0553732 Mar 08 13:21:45.378765 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-91b2bd84-24a4-4d8c-a29f-c0d58cec799d req-0b09d76d-f7c5-4127-b400-f63786eba706 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Mar 08 13:21:46.494884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc8d7-ba59-4620-9cb9-e85c241a31e5 req-57f3e796-62dc-4818-b56e-c694035a5a7f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:46.496367 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a61dc8d7-ba59-4620-9cb9-e85c241a31e5 req-57f3e796-62dc-4818-b56e-c694035a5a7f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0500469 Mar 08 13:21:46.535177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a61dc8d7-ba59-4620-9cb9-e85c241a31e5 req-2e2fdfbc-c98c-4935-ae9d-3202804b8edb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Mar 08 13:21:47.655686 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e49d-6779-4a41-8837-14cc19c9ce86 req-3bffe244-36af-4362-818b-974761bb76db tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:47.657899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c22e49d-6779-4a41-8837-14cc19c9ce86 req-3bffe244-36af-4362-818b-974761bb76db tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0506611 Mar 08 13:21:47.695800 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6c22e49d-6779-4a41-8837-14cc19c9ce86 req-3f749d4c-2e8d-4636-a33d-3d822442efaa tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Mar 08 13:21:48.824895 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53489f49-b78e-4645-94d9-6b9e6c048262 req-0e35aa5f-82ae-4e0f-b152-723a68e80096 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:48.826637 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-53489f49-b78e-4645-94d9-6b9e6c048262 req-0e35aa5f-82ae-4e0f-b152-723a68e80096 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0560179 Mar 08 13:21:48.870208 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-53489f49-b78e-4645-94d9-6b9e6c048262 req-a96a08b0-f864-40aa-8f02-6a51cec9460c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368359 Mar 08 13:21:49.997882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e32cb-ea9c-40a4-b9d9-7623a68049e0 req-0056a96d-136a-462f-b046-f01838acd177 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:49.999386 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-927e32cb-ea9c-40a4-b9d9-7623a68049e0 req-0056a96d-136a-462f-b046-f01838acd177 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0583735 Mar 08 13:21:50.039768 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-927e32cb-ea9c-40a4-b9d9-7623a68049e0 req-d0b8d2ba-b6f2-4c06-be60-7c37353b69c7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 Mar 08 13:21:51.158626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36d00d-5414-4936-93de-dbae1548f642 req-d38d53a6-0a4b-4617-808e-f82042c8ba2d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:51.159719 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b36d00d-5414-4936-93de-dbae1548f642 req-d38d53a6-0a4b-4617-808e-f82042c8ba2d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0509932 Mar 08 13:21:51.199305 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b36d00d-5414-4936-93de-dbae1548f642 req-7b35be9a-377e-44cd-8184-22f8bf22e3a0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Mar 08 13:21:51.520257 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:21:51.621393 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:21:51.634011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'port_id': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'mac_address': 'fa:16:3e:e2:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:21:51.675324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:51.691075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:21:51.711341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:21:51.809876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:51.865867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:21:51.873170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.873444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.873806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.874160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.874594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.874922 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.875243 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.875562 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.876031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.877030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.877610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.878055 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:21:51.884131 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:21:52.327395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b095289-c1de-4130-9584-e8d8c8d10b7c req-1a99a0d2-c06d-42c4-b517-92cd07b0fc43 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:52.330129 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b095289-c1de-4130-9584-e8d8c8d10b7c req-1a99a0d2-c06d-42c4-b517-92cd07b0fc43 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 945 time: 0.0588174 Mar 08 13:21:52.382065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b095289-c1de-4130-9584-e8d8c8d10b7c req-a6128aa0-9129-497a-a178-65e068c32258 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Mar 08 13:21:53.510527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33e409-9e7a-4ec4-a899-136c713cf6ee req-07101056-8640-4ad0-8c27-596edadea709 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:53.517805 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d33e409-9e7a-4ec4-a899-136c713cf6ee req-07101056-8640-4ad0-8c27-596edadea709 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 945 time: 0.0678535 Mar 08 13:21:53.537379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:21:53.587945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d33e409-9e7a-4ec4-a899-136c713cf6ee req-bb0ecc25-d4c9-4fd3-89c5-cf6d27b5b79e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524354 Mar 08 13:21:53.602197 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:21:53.602685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:53.712567 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:53.751566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:21:53.752761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:21:53.755380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c950665-dbe6-4ad5-ac56-d039f34c81e0" -d '{"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:21:53.811177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff02cb-755a-4b28-b6a3-b48979bb5c65 x-openstack-request-id: req-0dff02cb-755a-4b28-b6a3-b48979bb5c65 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:21:53.811524 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:21:53.811775 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0dff02cb-755a-4b28-b6a3-b48979bb5c65 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:21:53.812184 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'code': 200} Mar 08 13:21:53.845467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:53.904310 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:21:54.698492 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bc69f-6f8e-45c6-b567-9cf9e1af5a91 req-057fa4c7-6817-4c99-9744-e78e1cd25148 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:54.700773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-748bc69f-6f8e-45c6-b567-9cf9e1af5a91 req-057fa4c7-6817-4c99-9744-e78e1cd25148 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0558932 Mar 08 13:21:54.753925 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-748bc69f-6f8e-45c6-b567-9cf9e1af5a91 req-e25be7d6-aa4f-445f-898a-dbfa3446a23c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 Mar 08 13:21:55.895672 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dcf7f-b4ab-4a15-99d6-a2053cfb03b4 req-e4184cd7-ce22-4e79-a3f1-55eae101a3ed tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:55.897231 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4e2dcf7f-b4ab-4a15-99d6-a2053cfb03b4 req-e4184cd7-ce22-4e79-a3f1-55eae101a3ed tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0598714 Mar 08 13:21:55.940880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:55.950058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4e2dcf7f-b4ab-4a15-99d6-a2053cfb03b4 req-85ce600e-0012-4dd0-b7fd-91f8310a5afa tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Mar 08 13:21:57.076448 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a26f-27aa-4f86-a0ee-f85dc34a229c req-5eef33f2-3902-4753-8a04-9cacf2aa3edb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:57.078396 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e915a26f-27aa-4f86-a0ee-f85dc34a229c req-5eef33f2-3902-4753-8a04-9cacf2aa3edb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0581586 Mar 08 13:21:57.123759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e915a26f-27aa-4f86-a0ee-f85dc34a229c req-30ad1206-e22f-4942-a6d3-924d2673abb8 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384910 Mar 08 13:21:58.258146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b112e28-eb7b-4cdc-947f-b752e147403e req-85eeb298-db0c-43bb-b830-79c4c0bf6943 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:58.259645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b112e28-eb7b-4cdc-947f-b752e147403e req-85eeb298-db0c-43bb-b830-79c4c0bf6943 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0513411 Mar 08 13:21:58.304594 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4b112e28-eb7b-4cdc-947f-b752e147403e req-3c778d53-436f-4f05-b72d-5f71cde52009 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390306 Mar 08 13:21:59.089145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-014e9ace-270c-436e-8cde-d889cdfb25a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:21:59.439258 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80261f92-8092-4a10-8255-7c2a1d10d846 req-9b449e36-6f09-4f7c-b961-330b0de89aeb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:21:59.440787 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80261f92-8092-4a10-8255-7c2a1d10d846 req-9b449e36-6f09-4f7c-b961-330b0de89aeb tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0611110 Mar 08 13:21:59.482753 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80261f92-8092-4a10-8255-7c2a1d10d846 req-342d720d-c6ed-4bc0-9d9b-b0946c6e7f61 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352316 Mar 08 13:22:00.623505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb75248-b6bf-4434-87f7-236c6d90dc85 req-78a873ef-73bb-4700-873a-05586cfd57ce tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:00.626108 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8bb75248-b6bf-4434-87f7-236c6d90dc85 req-78a873ef-73bb-4700-873a-05586cfd57ce tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0711296 Mar 08 13:22:00.676916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8bb75248-b6bf-4434-87f7-236c6d90dc85 req-442a6662-22ac-4e46-a09a-db15117df419 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Mar 08 13:22:00.809336 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:22:01.702321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3542a0f2-b7c9-45f8-ab67-ae3acc357dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:01.813543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6b33-0bd2-4413-8171-3be88654e251 req-c7310e64-7afb-471e-8ac5-a9c423ac75b2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:01.815275 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e7cc6b33-0bd2-4413-8171-3be88654e251 req-c7310e64-7afb-471e-8ac5-a9c423ac75b2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0571501 Mar 08 13:22:01.860628 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e7cc6b33-0bd2-4413-8171-3be88654e251 req-63d9f8c5-3bda-4685-a39b-a50a1e9bffcf tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387232 Mar 08 13:22:02.860434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:02.998838 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa624e-3281-4e00-a885-a7adeac6a657 req-ff78ef17-bac2-4d29-873a-e50dd70d8d33 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:03.000399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60fa624e-3281-4e00-a885-a7adeac6a657 req-ff78ef17-bac2-4d29-873a-e50dd70d8d33 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0605721 Mar 08 13:22:03.046262 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-60fa624e-3281-4e00-a885-a7adeac6a657 req-96b091f5-1873-4386-b1f0-ce9bcf99f4ee tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389512 Mar 08 13:22:03.314204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-cdd03207-911c-45fc-83f8-06cfffbd4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:03.315788 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-cdd03207-911c-45fc-83f8-06cfffbd4e42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1099 time: 0.0466521 Mar 08 13:22:03.415102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-51a5b425-68b4-46b9-834e-662113d920cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:03.416511 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-51a5b425-68b4-46b9-834e-662113d920cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0944338 Mar 08 13:22:03.485752 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-9b3205a4-4a0c-4881-9f4b-54db0d0126bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0627155 Mar 08 13:22:03.542172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-afb20c96-c63c-4236-be6b-392182241509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:03.543661 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-afb20c96-c63c-4236-be6b-392182241509 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0509775 Mar 08 13:22:03.596624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-ab768685-8f40-406d-96df-c0d51711ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:03.598179 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-ab768685-8f40-406d-96df-c0d51711ff1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473754 Mar 08 13:22:03.691569 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-e96a64c3-4f72-4129-80b6-62ec93e99ade service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867472 Mar 08 13:22:03.795605 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-544079c4-08a0-4508-a113-cbbdb13016e9 req-b03f4b24-5e34-495f-9fe9-e860311420cf service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973599 Mar 08 13:22:03.941796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:04.169648 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb791f-054c-413a-98b7-fd1911fdc87d req-08dc844e-3c8d-4bdc-a420-f15d117bf10f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:04.171178 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38bb791f-054c-413a-98b7-fd1911fdc87d req-08dc844e-3c8d-4bdc-a420-f15d117bf10f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0515609 Mar 08 13:22:04.209671 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-38bb791f-054c-413a-98b7-fd1911fdc87d req-f6604510-e333-4b35-957c-433eb5fed570 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318732 Mar 08 13:22:04.249709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:05.326365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e141186-93a3-425c-8173-71a5d32c80d2 req-90fb66ad-895e-4b5a-bc70-116ac5863089 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:05.327846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5e141186-93a3-425c-8173-71a5d32c80d2 req-90fb66ad-895e-4b5a-bc70-116ac5863089 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0491986 Mar 08 13:22:05.366802 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5e141186-93a3-425c-8173-71a5d32c80d2 req-e29bca8d-c03d-4d94-b1e8-50012f8c0a66 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322058 Mar 08 13:22:06.488312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee381d-f4e0-474c-a559-8ff5a34192b7 req-04f9f319-1612-4846-9882-330e2e289c02 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:06.489776 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-28ee381d-f4e0-474c-a559-8ff5a34192b7 req-04f9f319-1612-4846-9882-330e2e289c02 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0491433 Mar 08 13:22:06.531125 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-28ee381d-f4e0-474c-a559-8ff5a34192b7 req-9fd93558-a5cc-4126-98a7-44543523f618 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353951 Mar 08 13:22:06.598928 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-0e1ec3fb-3813-40ba-93cc-ec505903b0db req-f570b793-baf2-4814-9528-723048055aa6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:22:06.599900 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0e1ec3fb-3813-40ba-93cc-ec505903b0db req-f570b793-baf2-4814-9528-723048055aa6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053947 Mar 08 13:22:06.917704 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275ea09-d532-4bda-bdac-8e8dc758b8de req-0a13da5f-f0b8-43d8-a0d3-d46c0ab31e85 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:06.918486 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0275ea09-d532-4bda-bdac-8e8dc758b8de req-0a13da5f-f0b8-43d8-a0d3-d46c0ab31e85 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 946 time: 0.0502844 Mar 08 13:22:06.958549 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0275ea09-d532-4bda-bdac-8e8dc758b8de req-187e3e66-1b31-4274-a81a-76dbb8a82486 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335257 Mar 08 13:22:07.306493 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-969e29e6-3c7f-4390-9459-75d8d9412879 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909922 Mar 08 13:22:07.590026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:22:07.671697 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:07.695818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:22:07.698086 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca1567-85e7-403c-995b-741eae68df96" -d '{"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:22:07.711882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:22:07.735921 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7895e766-0b81-4ac6-99f4-2e597abf9775 x-openstack-request-id: req-7895e766-0b81-4ac6-99f4-2e597abf9775 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:22:07.736368 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-unplugged", "status": "failed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "code": 422}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:22:07.736953 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7895e766-0b81-4ac6-99f4-2e597abf9775 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:22:07.737246 dv-neutron-829486-2-hyperv neutron-server[104047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'code': 422} returned with failed status Mar 08 13:22:07.775437 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:07.841240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:22:08.075324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dfc3d-3719-40ed-bd54-6208391f72a9 req-4d2377ff-7966-4780-80c1-5fc0ab120506 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:08.076843 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a1dfc3d-3719-40ed-bd54-6208391f72a9 req-4d2377ff-7966-4780-80c1-5fc0ab120506 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0506349 Mar 08 13:22:08.116646 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a1dfc3d-3719-40ed-bd54-6208391f72a9 req-3ac32517-3d00-489d-a2ca-ea5af3dfa7d3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Mar 08 13:22:08.599320 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-dd4029f3-262b-4033-a2ee-3760998f5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:08.600807 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-dd4029f3-262b-4033-a2ee-3760998f5ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f&tenant_id=9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 1097 time: 0.0462718 Mar 08 13:22:08.669638 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-11127676-a080-4ebf-bff5-477989113b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:08.671181 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-11127676-a080-4ebf-bff5-477989113b3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1097 time: 0.0471518 Mar 08 13:22:08.764943 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-568ad2ce-feb4-4c81-85ff-2094efce8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:08.766454 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-568ad2ce-feb4-4c81-85ff-2094efce8486 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0880320 Mar 08 13:22:08.837437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-fca5d9c1-c119-4660-b838-9831cac81b1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 999 time: 0.0636363 Mar 08 13:22:08.894400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-fed28d1a-0a23-4961-95f4-8ddfec746116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:08.895762 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-fed28d1a-0a23-4961-95f4-8ddfec746116 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0520346 Mar 08 13:22:08.944072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-5218b4c1-8284-4be6-84e4-b4e9b3c3fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:08.945582 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-5218b4c1-8284-4be6-84e4-b4e9b3c3fb8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435328 Mar 08 13:22:09.042848 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-26a9a29f-9ba5-49d0-b0ec-9a0b8c97bb1e service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903521 Mar 08 13:22:09.136531 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbf501aa-ce1a-4f13-8035-27508a32a32b req-7eccc22f-2ffd-4ebd-93b5-bab1be4e61e6 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859065 Mar 08 13:22:09.239047 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05934cc7-3832-47db-8a91-245a6f56be33 req-bfbc32f5-fa8b-4929-a4ed-987e176a4427 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:09.240643 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05934cc7-3832-47db-8a91-245a6f56be33 req-bfbc32f5-fa8b-4929-a4ed-987e176a4427 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0529253 Mar 08 13:22:09.287139 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-05934cc7-3832-47db-8a91-245a6f56be33 req-701537c5-304f-456c-bce2-950c9b027841 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Mar 08 13:22:10.427627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036062-8b68-4549-8abc-5c1e9dedb079 req-51dc3a9d-cd9a-4dad-8595-f47e706e9e4e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:10.432627 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ea036062-8b68-4549-8abc-5c1e9dedb079 req-51dc3a9d-cd9a-4dad-8595-f47e706e9e4e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0681896 Mar 08 13:22:10.478514 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ea036062-8b68-4549-8abc-5c1e9dedb079 req-f4aa5239-4980-491d-a536-f144275e2f0c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 Mar 08 13:22:11.598043 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cdd52-fecf-4e8b-8103-c8c57a28dce8 req-58c593d5-d977-441e-a298-409290aaad51 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:11.599516 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-094cdd52-fecf-4e8b-8103-c8c57a28dce8 req-58c593d5-d977-441e-a298-409290aaad51 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0517797 Mar 08 13:22:11.637757 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-094cdd52-fecf-4e8b-8103-c8c57a28dce8 req-d2f77de0-718e-4a98-ac78-2e1f3ef5bf5e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Mar 08 13:22:12.754297 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73714b9-67e3-47f8-97ac-9eea7efc1aff req-97d55f79-a1aa-4973-9a03-407fe9041179 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:12.755817 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a73714b9-67e3-47f8-97ac-9eea7efc1aff req-97d55f79-a1aa-4973-9a03-407fe9041179 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0487485 Mar 08 13:22:12.802027 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a73714b9-67e3-47f8-97ac-9eea7efc1aff req-469607c3-7fda-47db-adab-1ecfc75d7eac tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399935 Mar 08 13:22:13.918099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342d86-144f-4945-99b0-2b078d3c3926 req-b8acf9b3-f2a6-4a31-a7b3-28517fbb29fe tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:13.919565 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98342d86-144f-4945-99b0-2b078d3c3926 req-b8acf9b3-f2a6-4a31-a7b3-28517fbb29fe tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0494440 Mar 08 13:22:13.963832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-98342d86-144f-4945-99b0-2b078d3c3926 req-9c085a4f-9656-406e-b842-19475b3866b8 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367224 Mar 08 13:22:15.083229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166df-72db-457f-ba88-965af1f85e68 req-60485c17-3bd3-471e-b862-c083660ace64 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:15.084635 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-399166df-72db-457f-ba88-965af1f85e68 req-60485c17-3bd3-471e-b862-c083660ace64 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0504088 Mar 08 13:22:15.121773 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-399166df-72db-457f-ba88-965af1f85e68 req-6f1942ae-3975-402e-9e49-dd5e8fc9c68d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311925 Mar 08 13:22:16.245279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f67b-3bbc-4dcf-a3c4-4c9a65caa330 req-a3125790-9189-43bd-ab98-ff39bc985c6c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:16.247063 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c765f67b-3bbc-4dcf-a3c4-4c9a65caa330 req-a3125790-9189-43bd-ab98-ff39bc985c6c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0511599 Mar 08 13:22:16.296903 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c765f67b-3bbc-4dcf-a3c4-4c9a65caa330 req-bb259499-aefe-4c63-97b3-b978cf823f42 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 Mar 08 13:22:17.443965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63967a02-92a2-45bc-b91c-295efe52e371 req-e27e84ea-fdd6-4eb5-9e51-ac9775177b72 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:17.445534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-63967a02-92a2-45bc-b91c-295efe52e371 req-e27e84ea-fdd6-4eb5-9e51-ac9775177b72 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0536592 Mar 08 13:22:17.484814 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-63967a02-92a2-45bc-b91c-295efe52e371 req-77bcfa59-bc6c-49ac-8c00-341fc6301e5e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328953 Mar 08 13:22:18.600764 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05039b0-fafb-4aee-82e3-51e90a46db4c req-566d4d44-3a6b-4c5f-97a6-a4148e41079a tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:18.602270 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c05039b0-fafb-4aee-82e3-51e90a46db4c req-566d4d44-3a6b-4c5f-97a6-a4148e41079a tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0488460 Mar 08 13:22:18.648899 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c05039b0-fafb-4aee-82e3-51e90a46db4c req-d9d61427-0761-4a56-bb0b-c91f3ff107c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402973 Mar 08 13:22:19.765273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd45136-a298-4e97-bcb6-a93e83b0153c req-91f7d0fc-4d11-4487-83c2-016f484aaedd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:19.766796 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4fd45136-a298-4e97-bcb6-a93e83b0153c req-91f7d0fc-4d11-4487-83c2-016f484aaedd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0487857 Mar 08 13:22:19.808260 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4fd45136-a298-4e97-bcb6-a93e83b0153c req-95b7f803-33c8-4ab5-9b51-9afa8501641f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351541 Mar 08 13:22:20.922001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198639-a5de-4119-b0ae-3d2d3002bd73 req-94fdea31-cd5f-4e8b-abec-15ee654681ab tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:20.923460 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c198639-a5de-4119-b0ae-3d2d3002bd73 req-94fdea31-cd5f-4e8b-abec-15ee654681ab tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 944 time: 0.0484803 Mar 08 13:22:20.961207 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4c198639-a5de-4119-b0ae-3d2d3002bd73 req-4b097583-0194-4fc1-a712-dc4de2a237db tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Mar 08 13:22:21.665572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:22:21.762533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:22:21.774461 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'port_id': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'mac_address': 'fa:16:3e:e2:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:22:21.810960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:21.824940 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:22:21.846338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:22:21.923936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:21.972889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=9']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:22:22.080316 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00c271-7fbe-437e-817b-4803e47f65f8 req-045ad5a7-499d-4eca-94cf-db250bfdec92 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:22.082488 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a00c271-7fbe-437e-817b-4803e47f65f8 req-045ad5a7-499d-4eca-94cf-db250bfdec92 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 945 time: 0.0515268 Mar 08 13:22:22.120871 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5a00c271-7fbe-437e-817b-4803e47f65f8 req-4a6963c9-9a65-4dd3-b1ac-c70c9a77b64d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Mar 08 13:22:22.178645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:22:23.235122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080f19-97e0-497f-a07e-06c4fd23ae5d req-c93dbb72-0e35-4e24-821e-c49ae87ccf83 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:23.236562 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e6080f19-97e0-497f-a07e-06c4fd23ae5d req-c93dbb72-0e35-4e24-821e-c49ae87ccf83 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 945 time: 0.0476570 Mar 08 13:22:23.277997 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e6080f19-97e0-497f-a07e-06c4fd23ae5d req-ef660ea0-0271-44a1-882c-ff6fe3ee19a1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350327 Mar 08 13:22:23.665126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:22:23.712199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:22:23.712556 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:23.790110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:23.813619 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:22:23.816191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1836ed68-8d46-4fba-a913-07d966be6ef4" -d '{"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:22:23.832732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:22:23.853265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a72692-95b0-4caa-93b2-f26818a1df5f x-openstack-request-id: req-80a72692-95b0-4caa-93b2-f26818a1df5f {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:22:23.853605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:22:23.853874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80a72692-95b0-4caa-93b2-f26818a1df5f {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:22:23.854269 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'code': 200} Mar 08 13:22:23.895383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:23.943960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=10']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:22:24.142723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc41c45-22d4-4d83-9935-534a0aeb61b3 req-72365fa6-eae7-4efb-840c-48a92122a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:24.144839 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6fc41c45-22d4-4d83-9935-534a0aeb61b3 req-72365fa6-eae7-4efb-840c-48a92122a57f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1100 time: 0.0399752 Mar 08 13:22:24.180030 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6fc41c45-22d4-4d83-9935-534a0aeb61b3 req-0d3db23f-c1cd-41b9-aac3-1c6f455e9cea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279286 Mar 08 13:22:24.394017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d118dd2-f1bc-4b60-bbe9-5f2188c959e7 req-ececacf0-8961-4a7a-b3b3-c6cb249ae202 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:24.395490 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d118dd2-f1bc-4b60-bbe9-5f2188c959e7 req-ececacf0-8961-4a7a-b3b3-c6cb249ae202 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 947 time: 0.0487988 Mar 08 13:22:24.433173 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d118dd2-f1bc-4b60-bbe9-5f2188c959e7 req-cd23686d-1520-49eb-9c35-f27971be9cf0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Mar 08 13:22:25.551536 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7006ad-bde1-4edd-b389-e00aad899e10 req-4ebfa60f-40e3-4df8-941b-c53d383934cf tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:25.553037 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b7006ad-bde1-4edd-b389-e00aad899e10 req-4ebfa60f-40e3-4df8-941b-c53d383934cf tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 947 time: 0.0503643 Mar 08 13:22:25.594645 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b7006ad-bde1-4edd-b389-e00aad899e10 req-2eeb58cd-9d23-4862-93cc-02c3679c14d7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353746 Mar 08 13:22:25.906535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:26.710770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3de785-5792-4241-a8a6-b767b4d606be req-4a63e65f-b578-467c-9be9-67334d62ad03 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:26.712343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b3de785-5792-4241-a8a6-b767b4d606be req-4a63e65f-b578-467c-9be9-67334d62ad03 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 947 time: 0.0503876 Mar 08 13:22:26.748394 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8b3de785-5792-4241-a8a6-b767b4d606be req-ff235cdd-5d2c-4b2f-bab7-fb5b68c1c917 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302343 Mar 08 13:22:29.087670 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-360fb957-f88f-4572-9c69-11de9bcc489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:31.706447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4ab6-60f1-4443-8e1b-5c4b28630cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:32.871949 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:33.935103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:34.272274 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:37.809118 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:22:38.603751 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-de400818-a5ed-424d-a72f-e63eba48ab13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406990 Mar 08 13:22:38.682311 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-bb4a9880-bfc7-4fb0-9d7f-d6f792a09e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:38.684031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-bb4a9880-bfc7-4fb0-9d7f-d6f792a09e4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1100 time: 0.0400422 Mar 08 13:22:38.787533 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-6ca82a19-a3ff-4807-99ca-c58253ec0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:38.789005 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-6ca82a19-a3ff-4807-99ca-c58253ec0c34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0863812 Mar 08 13:22:38.859337 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-34cd60b7-06c1-4298-a285-dc120113ccfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0633295 Mar 08 13:22:38.914262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-c4d61d6d-8797-4d07-90f1-3566e5082841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:38.915726 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-c4d61d6d-8797-4d07-90f1-3566e5082841 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0498970 Mar 08 13:22:38.963512 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-337f3b91-6243-4c1e-a72a-60964f82f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:22:38.965051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-337f3b91-6243-4c1e-a72a-60964f82f40c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431457 Mar 08 13:22:39.059659 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-bfbcc954-a73e-401e-8707-bb442efe8d37 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878761 Mar 08 13:22:39.163785 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3e3d0e9f-9fe5-4931-9f3c-bc35fdd5908e req-7307ca1b-6c3b-43ab-be57-c6faf746f868 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961215 Mar 08 13:22:55.921474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:22:59.106497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f5632a3d-bf49-456f-9630-bae9f6a5d163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:01.717255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5e30f0af-8c66-4d55-bccb-58b2daaca136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:02.854739 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:03.923253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:04.252452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:14.807223 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:23:25.916877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:29.077348 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e2543363-64ca-41b7-86f4-d67e6b3ced02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:31.704024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8e32-e5fc-493e-a33d-93cde84d4cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:32.859747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:33.932230 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:34.243075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:37.432230 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45640) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:37.591367 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Deleting port 668ca764-a0dc-4058-b679-5050b158d762 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:23:37.591676 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:37.667272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:37.667585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:37.679883 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Calling delete_port for 668ca764-a0dc-4058-b679-5050b158d762 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:23:37.935300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:37.959775 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event deleted for resources: {'Port': ['ID=668ca764-a0dc-4058-b679-5050b158d762,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:37.970205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.970544 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.970873 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.971195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.971514 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.971832 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.972150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.972476 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.972785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.973094 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.973401 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:37.973709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:38.040352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:38.040691 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Floating IP 8eb82db9-d230-4ce7-bfe7-f54e9261b72e disassociated (deleted). External IP: 172.26.3.65, port: 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6. Mar 08 13:23:38.253520 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Router 88bce609-c263-4187-9d7b-63fff20889dc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:23:38.685674 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:23:38.690527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:38.696438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] Sync routers for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:23:38.708674 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:23:38.709298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:23:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:23:38.719000 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-1da62e34-aa70-4b75-88a0-cb3ae5fcce55 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "DELETE /v2.0/floatingips/8eb82db9-d230-4ce7-bfe7-f54e9261b72e HTTP/1.1" status: 204 len: 168 time: 1.2856245 Mar 08 13:23:38.719665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:23:38.722124 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3dd720-ef94-46af-a5a9-a31ac64461e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:23:38.822282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:23:38.862564 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6f1505-64a7-4945-8e85-d5b6e5955f9c x-openstack-request-id: req-ab6f1505-64a7-4945-8e85-d5b6e5955f9c {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:23:38.862868 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:23:38.863103 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab6f1505-64a7-4945-8e85-d5b6e5955f9c {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:23:38.863557 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'status': 'completed', 'code': 200} Mar 08 13:23:38.928569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-ca8a5fcc-f074-4be9-9897-e8a52492c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:23:38.930136 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-ca8a5fcc-f074-4be9-9897-e8a52492c498 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 1100 time: 0.0449274 Mar 08 13:23:39.030746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-6c7cf204-8713-4b71-87ee-71a0ab36c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:23:39.032077 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-6c7cf204-8713-4b71-87ee-71a0ab36c203 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0954514 Mar 08 13:23:39.038133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:23:39.065110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] Checking router: 88bce609-c263-4187-9d7b-63fff20889dc for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:23:39.073641 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:23:39.073867 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-66d219ed-7ac7-4bf1-9f68-18dc2b670393 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 200 len: 217 time: 0.0349956 Mar 08 13:23:39.074996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:23:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:23:39.128781 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-cd29325c-a078-4058-a5cd-176d5bf8909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:23:39.130308 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-cd29325c-a078-4058-a5cd-176d5bf8909f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0491517 Mar 08 13:23:39.191927 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:23:39.215399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-91a28a67-f8c3-46cf-bbca-a077e465e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:23:39.215399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-91a28a67-f8c3-46cf-bbca-a077e465e890 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727477 Mar 08 13:23:39.284877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1378bb-94a7-4755-9192-6153d3c37b69 req-0df6297a-c730-4604-a473-f59a8f8de5f5 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:23:39.286304 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b1378bb-94a7-4755-9192-6153d3c37b69 req-0df6297a-c730-4604-a473-f59a8f8de5f5 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 947 time: 0.1087174 Mar 08 13:23:39.352342 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b1378bb-94a7-4755-9192-6153d3c37b69 req-fbe2085f-ec55-491b-8dcb-ba0463f4b5ff tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594423 Mar 08 13:23:39.354377 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-61c7cedb-6b20-4b3e-b9dc-c53d5f80645d service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345522 Mar 08 13:23:39.400733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:23:39.428004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f378901-49a1-488f-bb14-ab69d4f5cb89 None None] The sync data for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv is: [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:23:39.447259 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a3dd720-ef94-46af-a5a9-a31ac64461e4 req-a4c520e4-5973-443f-8ab7-383c1f25d823 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855079 Mar 08 13:23:39.644663 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb82df-4776-462f-ba02-2a8d3388d78e None None] New status for floating IP 8eb82db9-d230-4ce7-bfe7-f54e9261b72e: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:23:40.472505 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847507e-5e01-4535-952e-99d5af96380c req-3d9d26d0-f0ad-42e9-98dd-f5b449827fe1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:23:40.474062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7847507e-5e01-4535-952e-99d5af96380c req-3d9d26d0-f0ad-42e9-98dd-f5b449827fe1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 947 time: 0.0788929 Mar 08 13:23:40.498146 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3076fa2-c3d6-4428-af21-296794cd5022 req-673f6705-eed4-4210-abf3-c48efc1a6a15 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:23:40.499575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3076fa2-c3d6-4428-af21-296794cd5022 req-673f6705-eed4-4210-abf3-c48efc1a6a15 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 947 time: 0.0736475 Mar 08 13:23:40.576065 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3076fa2-c3d6-4428-af21-296794cd5022 req-dd1e6a21-fff0-4646-a0cc-a6eaee91c1e4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605838 Mar 08 13:23:40.600718 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Deleting port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:23:40.601045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:41.035621 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] For port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:23:41.035858 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:41.048186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Calling delete_port for 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:23:41.246815 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:41.280273 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event deleted for resources: {'Port': ['ID=2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:41.305691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.306051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.306375 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.306694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.307069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.307412 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.307722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.308030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.309177 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.309734 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.310326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.310326 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:23:41.332201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] No DVR routers for this DVR port 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:23:41.334882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:41.338190 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7847507e-5e01-4535-952e-99d5af96380c req-4c483bcf-73ed-4d38-93c5-81783708f1a6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "DELETE /v2.0/ports/2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 HTTP/1.1" status: 204 len: 173 time: 0.8579860 Mar 08 13:23:41.338618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-deleted', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:23:41.341325 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5332498-d978-4f0f-a656-7adf603ed3d2" -d '{"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-deleted", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:23:41.434883 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01dae4-ce1a-4803-92c2-f04304641f72 x-openstack-request-id: req-0f01dae4-ce1a-4803-92c2-f04304641f72 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:23:41.441074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961ea65-52b3-47d6-9b8e-5176e1b83b4f", "name": "network-vif-deleted", "tag": "2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:23:41.441074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f01dae4-ce1a-4803-92c2-f04304641f72 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:23:41.441074 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961ea65-52b3-47d6-9b8e-5176e1b83b4f', 'name': 'network-vif-deleted', 'tag': '2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6', 'status': 'completed', 'code': 200} Mar 08 13:23:41.672020 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d7ae17f8-40eb-40c1-9873-7c5a424679b2 req-d0e97571-2838-4192-a56c-a2c563800a54 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=3961ea65-52b3-47d6-9b8e-5176e1b83b4f HTTP/1.1" status: 200 len: 210 time: 0.0270402 Mar 08 13:23:42.731627 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45666) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:42.791491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0508d6ef-8f35-4af7-9d7a-80e0d16471ac tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:42.817310 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0508d6ef-8f35-4af7-9d7a-80e0d16471ac tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:42.951287 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0508d6ef-8f35-4af7-9d7a-80e0d16471ac tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:42.953866 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-0508d6ef-8f35-4af7-9d7a-80e0d16471ac tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:42.955075 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-0508d6ef-8f35-4af7-9d7a-80e0d16471ac tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "DELETE /v2.0/security-groups/2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f HTTP/1.1" status: 204 len: 168 time: 0.2224059 Mar 08 13:23:42.965320 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508d6ef-8f35-4af7-9d7a-80e0d16471ac tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff780fc-e2e8-4a1c-933e-ec34a4eceb7f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:43.413137 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45672) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:43.417739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-7a20d39b-944f-41a8-9fef-9f924a9cac5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056337983', 'description': 'tempest-secgroup-smoke-1056337983 description', 'project_id': '9311338b402f4cac95d9f4917c3096c0'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:23:43.503118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a20d39b-944f-41a8-9fef-9f924a9cac5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:43.579021 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a20d39b-944f-41a8-9fef-9f924a9cac5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:43.634419 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a20d39b-944f-41a8-9fef-9f924a9cac5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:43.663876 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20d39b-944f-41a8-9fef-9f924a9cac5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94069346-0c3a-4c2f-897f-4a9ccaa1e18a,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:43.727937 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-7a20d39b-944f-41a8-9fef-9f924a9cac5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:43.729195 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-7a20d39b-944f-41a8-9fef-9f924a9cac5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3149114 Mar 08 13:23:43.732645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45674) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:43.737167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6e347d0b-0363-43cc-b9b8-0c54def48c86 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '94069346-0c3a-4c2f-897f-4a9ccaa1e18a', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:23:43.817038 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e347d0b-0363-43cc-b9b8-0c54def48c86 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:43.881291 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e347d0b-0363-43cc-b9b8-0c54def48c86 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:43.940106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e347d0b-0363-43cc-b9b8-0c54def48c86 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:43.957587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347d0b-0363-43cc-b9b8-0c54def48c86 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39890677-2d68-48c4-9ac1-29c55e9625b6,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:44.004923 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6e347d0b-0363-43cc-b9b8-0c54def48c86 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.006184 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6e347d0b-0363-43cc-b9b8-0c54def48c86 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725320 Mar 08 13:23:44.008985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45676) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:44.014205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-f1144e8e-6a70-4475-8b7f-1f0f8b98727c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '94069346-0c3a-4c2f-897f-4a9ccaa1e18a', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:23:44.115960 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:23:44.121486 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1144e8e-6a70-4475-8b7f-1f0f8b98727c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.138062 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:23:44.138400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 2dcb7ea1-4dbc-41cf-bb41-9067d6298ea6 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:23:44.186101 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1144e8e-6a70-4475-8b7f-1f0f8b98727c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.264564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1144e8e-6a70-4475-8b7f-1f0f8b98727c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.283701 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144e8e-6a70-4475-8b7f-1f0f8b98727c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f355ccb-965b-4896-8733-e3489a541960,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:44.351468 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-f1144e8e-6a70-4475-8b7f-1f0f8b98727c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.352704 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-f1144e8e-6a70-4475-8b7f-1f0f8b98727c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3427880 Mar 08 13:23:44.355832 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45678) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:44.360284 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-118b0011-c69f-4054-9383-8a614ff46736 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '94069346-0c3a-4c2f-897f-4a9ccaa1e18a', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:23:44.455287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-118b0011-c69f-4054-9383-8a614ff46736 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.527696 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-118b0011-c69f-4054-9383-8a614ff46736 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.603323 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-118b0011-c69f-4054-9383-8a614ff46736 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.622206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b0011-c69f-4054-9383-8a614ff46736 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff692db1-eaf7-4a71-8c38-51dfd125f6b4,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:44.703915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-118b0011-c69f-4054-9383-8a614ff46736 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.706161 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-118b0011-c69f-4054-9383-8a614ff46736 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490045 Mar 08 13:23:44.708746 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45680) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:44.713965 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-e3410ec8-bfa7-4a51-b994-91dac8e37b3d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '94069346-0c3a-4c2f-897f-4a9ccaa1e18a', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:23:44.835202 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3410ec8-bfa7-4a51-b994-91dac8e37b3d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.913207 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3410ec8-bfa7-4a51-b994-91dac8e37b3d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:44.979915 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3410ec8-bfa7-4a51-b994-91dac8e37b3d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.000352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3410ec8-bfa7-4a51-b994-91dac8e37b3d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa50445-ded0-4589-af88-613b3f311e01,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:45.070829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-e3410ec8-bfa7-4a51-b994-91dac8e37b3d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.072056 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-e3410ec8-bfa7-4a51-b994-91dac8e37b3d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620791 Mar 08 13:23:45.075598 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45682) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:45.080206 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '94069346-0c3a-4c2f-897f-4a9ccaa1e18a', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:23:45.163295 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Project 9311338b402f4cac95d9f4917c3096c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:23:45.169520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.231450 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.305898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.325185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f655dc60-c3a9-4d4d-9586-32f3c37b3f03,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:45.396969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.398307 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-3ac4082f-5ca4-4ddf-9ef2-7bee67f43b1f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216176 Mar 08 13:23:45.400862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 45684) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:23:45.405364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'security_group_rule': {'security_group_id': '94069346-0c3a-4c2f-897f-4a9ccaa1e18a', 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:23:45.485943 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Project 9311338b402f4cac95d9f4917c3096c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:23:45.491039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.552482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.611662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.628872 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab49407-3a24-42c1-a238-184bc9cea661,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:23:45.705446 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:45.706675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d8856511-9a9c-44ae-8809-f901b8284c5f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049090 Mar 08 13:23:51.806460 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:23:55.922598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:23:59.075225 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9a4bb370-0195-470c-a0d7-fd6084d4aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:01.734467 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8e360d62-85c4-490c-bb7a-51b2d54c1aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:02.903380 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:03.985709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:04.268598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:11.941782 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-838a04d0-8262-4d59-9016-f1b09579d0e0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056337983&fields=id&tenant_id=9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 267 time: 0.0345206 Mar 08 13:24:12.047609 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-69d32d6b-55f3-4505-bbfc-4c867417865b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:12.048997 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-69d32d6b-55f3-4505-bbfc-4c867417865b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 809 time: 0.1004593 Mar 08 13:24:12.064533 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-5c57c1bb-768f-4004-994a-af75c1e16f44 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/quotas/9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Mar 08 13:24:12.115959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-c1d84faf-180c-4471-81f7-9bc553cba712 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458810 Mar 08 13:24:12.216093 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-fd2f0033-37ce-4c25-b2cf-3d83f855011d service neutron] 10.222.0.65 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879822 Mar 08 13:24:12.305343 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-0c367b95-56bb-4e04-b8fc-43a52a188037 service neutron] 10.222.0.65 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823102 Mar 08 13:24:12.869385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6b921f1a-ee36-43d3-9d12-dd09a7ca310c req-b3c140cf-3ebe-48d3-835e-12ac74ce49fc tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 210 time: 0.0320735 Mar 08 13:24:13.966638 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b62a284-cb53-4a04-b942-f5755281e767 req-e31eb471-4ee6-4eab-8adb-e8fe5333df85 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Mar 08 13:24:14.652283 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-33579c72-b191-478b-a804-9881f3111ef0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:14.653729 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-33579c72-b191-478b-a804-9881f3111ef0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 809 time: 0.1090760 Mar 08 13:24:14.699161 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-0c977489-baa3-4b2d-b127-e1f7ad892aec tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 380 time: 0.0354187 Mar 08 13:24:14.708301 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'port': {'device_id': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'admin_state_up': True, 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'security_groups': ['94069346-0c3a-4c2f-897f-4a9ccaa1e18a']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:24:14.905540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Made reservation on behalf of 9311338b402f4cac95d9f4917c3096c0 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:24:14.909076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.051778 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Allocated IP 172.20.0.3 (1fd6699b-18bf-421c-85a7-9f38eef9c635/9e50945f-7263-42e7-b442-d4d33bc96d85/54fec25f-dda5-474b-af0b-5b1a07f895d7) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:24:15.075958 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-14c25107-c49b-447f-b489-a1a603c67415 req-b683692f-ec84-4510-9122-f01c4048ee6c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 210 time: 0.0370913 Mar 08 13:24:15.216030 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.308842 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.358185 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:24:15.362058 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:24:15.365697 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:24:15.372270 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:24:15.429395 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:15.430061 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.500506 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-19a7f0b3-485a-438f-b0ca-32c2c65186af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955840 Mar 08 13:24:15.513563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Request body: {'port': {'device_id': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:24:15.573022 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.640618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-2086bbae-bd7f-4508-9ef8-c3a2f727eaec None None] Provisioning complete for port 54fec25f-dda5-474b-af0b-5b1a07f895d7 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:24:15.641347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2086bbae-bd7f-4508-9ef8-c3a2f727eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.679948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-2086bbae-bd7f-4508-9ef8-c3a2f727eaec None None] Port 54fec25f-dda5-474b-af0b-5b1a07f895d7 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:24:15.849931 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fec25f-dda5-474b-af0b-5b1a07f895d7 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:24:15.857909 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.870444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Transition to ACTIVE for port object 54fec25f-dda5-474b-af0b-5b1a07f895d7 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:24:15.927877 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:15.982596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:24:16.081969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Attempting to bind port 54fec25f-dda5-474b-af0b-5b1a07f895d7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:24:16.082666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Attempting to bind port 54fec25f-dda5-474b-af0b-5b1a07f895d7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:24:16.082666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Attempting to bind port 54fec25f-dda5-474b-af0b-5b1a07f895d7 on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:24:16.087656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Port 54fec25f-dda5-474b-af0b-5b1a07f895d7 on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:24:16.087967 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Attempting to bind port 54fec25f-dda5-474b-af0b-5b1a07f895d7 on network 1fd6699b-18bf-421c-85a7-9f38eef9c635 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:24:16.094502 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:24:16.094828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Checking segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:24:16.095205 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Bound using segment: {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:24:16.095631 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Bound port: 54fec25f-dda5-474b-af0b-5b1a07f895d7, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:24:16.095976 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:16.194932 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:24:16.213451 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:24:16.229834 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8eb70-b290-4afb-a3e1-9531cff2e823 req-0254eaf9-631c-4072-8b20-cb4e9344e9b2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.231349 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4e8eb70-b290-4afb-a3e1-9531cff2e823 req-0254eaf9-631c-4072-8b20-cb4e9344e9b2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0690432 Mar 08 13:24:16.276726 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4e8eb70-b290-4afb-a3e1-9531cff2e823 req-03d776e1-abed-4211-8d8e-8392023778e3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347877 Mar 08 13:24:16.283346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:16.328756 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.329357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:16.330944 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] 10.222.0.45 "PUT /v2.0/ports/54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 1093 time: 0.8218958 Mar 08 13:24:16.331445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:24:16.333675 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2df917-6543-4572-9373-46671ea65fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:24:16.355645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b46b90-8ad4-4be8-b0c8-0e9c671d34fd service neutron] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:24:16.387498 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d9b8b-7fe7-4668-ba4f-bf69c7031f44 x-openstack-request-id: req-4e1d9b8b-7fe7-4668-ba4f-bf69c7031f44 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:24:16.387859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:24:16.388031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e1d9b8b-7fe7-4668-ba4f-bf69c7031f44 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:24:16.388438 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'status': 'completed', 'code': 200} Mar 08 13:24:16.454685 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2df917-6543-4572-9373-46671ea65fb3 req-3761c5ab-80c8-479b-8a33-64c0f30df976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.456795 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3c2df917-6543-4572-9373-46671ea65fb3 req-3761c5ab-80c8-479b-8a33-64c0f30df976 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1096 time: 0.0488663 Mar 08 13:24:16.567463 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2df917-6543-4572-9373-46671ea65fb3 req-5780dec1-7efa-47db-8ffb-de9f69a86dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.568969 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3c2df917-6543-4572-9373-46671ea65fb3 req-5780dec1-7efa-47db-8ffb-de9f69a86dce service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9311338b402f4cac95d9f4917c3096c0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1052995 Mar 08 13:24:16.674249 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2df917-6543-4572-9373-46671ea65fb3 req-339db20a-6bd5-44a3-8dda-92e22bbb343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.675976 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3c2df917-6543-4572-9373-46671ea65fb3 req-339db20a-6bd5-44a3-8dda-92e22bbb343b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003766 Mar 08 13:24:16.758467 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-ff1c0eaf-7aa0-4356-919e-25ecc270efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.760371 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-ff1c0eaf-7aa0-4356-919e-25ecc270efd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1096 time: 0.0467646 Mar 08 13:24:16.808438 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-c232d369-2e79-43e6-a64b-876e4da2adee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 217 time: 0.0410426 Mar 08 13:24:16.857109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-96eb2c59-95a5-485c-a20d-c02408e305cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.859595 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-96eb2c59-95a5-485c-a20d-c02408e305cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0446491 Mar 08 13:24:16.904414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bda86-28cc-4a2f-9663-a32f105f955f req-43054940-c1cd-43d1-85ef-ce8fe4397b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:16.906823 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-43054940-c1cd-43d1-85ef-ce8fe4397b00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414536 Mar 08 13:24:17.005940 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-c35b8efe-d80a-48ec-bc15-c5bbe112bd5e service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909860 Mar 08 13:24:17.099786 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-149bda86-28cc-4a2f-9663-a32f105f955f req-33e4be27-10d6-4433-ac3e-8de65918258d service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Mar 08 13:24:17.396760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272f6f0-0bf4-4374-9d21-158ffa08dcc7 req-0ddcbe6d-ecc6-4cce-8b63-bda211fcf1a9 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:17.398279 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3272f6f0-0bf4-4374-9d21-158ffa08dcc7 req-0ddcbe6d-ecc6-4cce-8b63-bda211fcf1a9 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0542614 Mar 08 13:24:17.437809 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3272f6f0-0bf4-4374-9d21-158ffa08dcc7 req-2d0b4d89-e77b-4cfc-964a-003f90f63f9d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334747 Mar 08 13:24:18.564594 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407a83-b8ee-47b4-8a0b-0d61bfea4607 req-c81bc4d6-c468-4df4-a887-fdf1cfbbe4a4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:18.566143 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf407a83-b8ee-47b4-8a0b-0d61bfea4607 req-c81bc4d6-c468-4df4-a887-fdf1cfbbe4a4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0585566 Mar 08 13:24:18.606090 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf407a83-b8ee-47b4-8a0b-0d61bfea4607 req-3aaeed7c-728f-4971-aeff-182d00a24b4c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337448 Mar 08 13:24:19.726646 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915a1b-4a7a-4e95-95b7-6fee1f878836 req-1423b79e-4752-4d23-bd51-7f53fec78d13 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:19.728161 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-90915a1b-4a7a-4e95-95b7-6fee1f878836 req-1423b79e-4752-4d23-bd51-7f53fec78d13 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0529895 Mar 08 13:24:19.767734 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-90915a1b-4a7a-4e95-95b7-6fee1f878836 req-9185db9a-a0b6-4f80-9af6-7372a91bf948 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333247 Mar 08 13:24:20.882652 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edb10f-6d2b-4c90-aa4c-edd5c2e5c561 req-9f340c9d-2cba-42ac-bb75-cdda72e00305 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:20.884159 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4edb10f-6d2b-4c90-aa4c-edd5c2e5c561 req-9f340c9d-2cba-42ac-bb75-cdda72e00305 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0483356 Mar 08 13:24:20.922035 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a4edb10f-6d2b-4c90-aa4c-edd5c2e5c561 req-850dca0f-c8df-4aa2-8a0e-5b0fe549eaff tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Mar 08 13:24:22.046996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ee27-2fca-4ecb-85c2-b72d17bfb859 req-54e56035-c2a6-4a52-99e8-0d827b307cc0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:22.048460 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e916ee27-2fca-4ecb-85c2-b72d17bfb859 req-54e56035-c2a6-4a52-99e8-0d827b307cc0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0553975 Mar 08 13:24:22.089368 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e916ee27-2fca-4ecb-85c2-b72d17bfb859 req-de98ca64-dc66-48df-81b1-5e43db7db250 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346668 Mar 08 13:24:23.208529 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309e4db-87d2-4e12-8843-7bdb9a40cc62 req-8cf03a94-7714-4705-8284-5d4fcb3da66e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:23.210039 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4309e4db-87d2-4e12-8843-7bdb9a40cc62 req-8cf03a94-7714-4705-8284-5d4fcb3da66e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0511541 Mar 08 13:24:23.251192 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4309e4db-87d2-4e12-8843-7bdb9a40cc62 req-0eb783cc-dfe9-4adf-a43c-15a4403e73b4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352128 Mar 08 13:24:24.419075 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0bd6a-5f24-42c2-8cb1-52ac139c50c7 req-7d8c3b26-8c56-46ff-97e4-3d4cb3dbb9c2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:24.420571 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93d0bd6a-5f24-42c2-8cb1-52ac139c50c7 req-7d8c3b26-8c56-46ff-97e4-3d4cb3dbb9c2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0503895 Mar 08 13:24:24.459453 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-93d0bd6a-5f24-42c2-8cb1-52ac139c50c7 req-bbc4770a-e21f-409e-bb3b-d09f53171384 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328040 Mar 08 13:24:25.578580 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a28c7-8349-4f2d-aaef-344c39c8ca70 req-71c4f1cd-150b-42e4-88b1-29b13f5be855 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:25.580069 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-766a28c7-8349-4f2d-aaef-344c39c8ca70 req-71c4f1cd-150b-42e4-88b1-29b13f5be855 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0540662 Mar 08 13:24:25.619437 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-766a28c7-8349-4f2d-aaef-344c39c8ca70 req-10758f77-7c51-497b-adbd-92006a3df5bd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Mar 08 13:24:25.948162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:26.736797 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615cd89-421d-4012-aada-daad5450171c req-89540105-7706-47c5-bfcd-ea8a01cfa7f6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:26.738406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b615cd89-421d-4012-aada-daad5450171c req-89540105-7706-47c5-bfcd-ea8a01cfa7f6 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0517104 Mar 08 13:24:26.779233 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b615cd89-421d-4012-aada-daad5450171c req-c0c89507-67e7-4bb2-9232-fe32085396fa tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345147 Mar 08 13:24:27.897044 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfeaa7-e4ce-4813-adbc-a72e0d5f82ec req-2b4eed99-e4bb-43d0-8c82-ae514c776900 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:27.898648 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74bfeaa7-e4ce-4813-adbc-a72e0d5f82ec req-2b4eed99-e4bb-43d0-8c82-ae514c776900 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0515161 Mar 08 13:24:27.942119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-74bfeaa7-e4ce-4813-adbc-a72e0d5f82ec req-1c1bbd5d-5c90-4bb6-9298-785e5705cc33 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370502 Mar 08 13:24:28.398024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 54fec25f-dda5-474b-af0b-5b1a07f895d7 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:24:28.498133 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:24:28.510726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'port_id': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'mac_address': 'fa:16:3e:19:34:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:24:28.547981 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:28.561175 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fec25f-dda5-474b-af0b-5b1a07f895d7 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:24:28.581436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:24:28.653945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:28.706288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:24:28.713282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.713615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.713975 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.714302 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.714614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.714931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.715240 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.715549 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.715861 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.716166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.716468 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.716777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:24:28.805209 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:24:28.857423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['54fec25f-dda5-474b-af0b-5b1a07f895d7'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:24:29.064939 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee73444-5c67-48b9-86b5-b847a8ad52c0 req-bbd26f77-0df5-49a8-bdfe-0d1050c9ca5e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:29.066556 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bee73444-5c67-48b9-86b5-b847a8ad52c0 req-bbd26f77-0df5-49a8-bdfe-0d1050c9ca5e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 944 time: 0.0559113 Mar 08 13:24:29.088265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-775f0a03-3fb4-4314-9b92-c7616fd53e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:29.107852 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bee73444-5c67-48b9-86b5-b847a8ad52c0 req-9c166c8c-35ff-465a-af19-753214c7162f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352318 Mar 08 13:24:30.228059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969235-dc37-43f9-8d84-56217a3b71e5 req-3aac23df-e7f7-4826-9b80-1fe06ba4d01b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:30.229524 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22969235-dc37-43f9-8d84-56217a3b71e5 req-3aac23df-e7f7-4826-9b80-1fe06ba4d01b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 944 time: 0.0524905 Mar 08 13:24:30.272851 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-22969235-dc37-43f9-8d84-56217a3b71e5 req-33730f9d-50ef-49d6-b05e-09b8ebf246da tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371008 Mar 08 13:24:30.413596 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 54fec25f-dda5-474b-af0b-5b1a07f895d7 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:24:30.528202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 54fec25f-dda5-474b-af0b-5b1a07f895d7 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:24:30.533495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 54fec25f-dda5-474b-af0b-5b1a07f895d7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:24:30.533495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:30.610995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:30.638183 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:24:30.641210 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f416cd13-06a6-42d9-a70b-b4aaa03bb9a9" -d '{"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-plugged", "status": "completed", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:24:30.797714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0dc24-a71e-41f0-903e-d2304bc381b8 x-openstack-request-id: req-76d0dc24-a71e-41f0-903e-d2304bc381b8 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:24:30.798006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-plugged", "status": "completed", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:24:30.798256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76d0dc24-a71e-41f0-903e-d2304bc381b8 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:24:30.798640 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'code': 200} Mar 08 13:24:30.802120 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:24:30.862321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:30.910469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:24:31.040765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3553e6-8cbd-4f95-88fd-ea8633b28e96 req-c1ef9db4-ffb7-4606-8350-010b4edf05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:31.042479 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cc3553e6-8cbd-4f95-88fd-ea8633b28e96 req-c1ef9db4-ffb7-4606-8350-010b4edf05f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0424566 Mar 08 13:24:31.079360 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cc3553e6-8cbd-4f95-88fd-ea8633b28e96 req-dafc7e04-a955-449a-b912-31262b295021 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292671 Mar 08 13:24:31.395980 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0156c40-733a-4651-a8ef-f10a0e1abec1 req-a4f594b8-4d5b-4a97-be2e-5451941f3928 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:31.397482 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f0156c40-733a-4651-a8ef-f10a0e1abec1 req-a4f594b8-4d5b-4a97-be2e-5451941f3928 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0566840 Mar 08 13:24:31.438313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f0156c40-733a-4651-a8ef-f10a0e1abec1 req-425f56c4-3ef8-4f7b-8dce-ac6e219d1e42 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346351 Mar 08 13:24:31.739598 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0266160e-f85c-458f-a49f-8fa9e3755c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:32.557722 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eb487-ee1c-4b16-94d6-5903134d4749 req-834717f0-2f27-4232-a2a6-f81045beea97 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:32.559498 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c43eb487-ee1c-4b16-94d6-5903134d4749 req-834717f0-2f27-4232-a2a6-f81045beea97 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0511613 Mar 08 13:24:32.599718 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c43eb487-ee1c-4b16-94d6-5903134d4749 req-ae30c951-f69b-4050-9fb5-37f1717f7cc1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Mar 08 13:24:32.715889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e6180-5fe1-4fe7-a4bd-acb0228dcc89 req-5ace5101-8abe-4f0e-9cd4-5e962c2fcc65 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:32.717451 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-039e6180-5fe1-4fe7-a4bd-acb0228dcc89 req-5ace5101-8abe-4f0e-9cd4-5e962c2fcc65 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Mar 08 13:24:32.757274 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-039e6180-5fe1-4fe7-a4bd-acb0228dcc89 req-bbcebf2c-e2c2-443b-adf8-6c74233afd56 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331249 Mar 08 13:24:32.780011 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45908) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:24:32.823409 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf2f37-4b6b-457a-9ccb-72df4112599f tempest-TestShelveInstance-709558925 tempest-TestShelveInstance-709558925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:32.824922 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-48cf2f37-4b6b-457a-9ccb-72df4112599f tempest-TestShelveInstance-709558925 tempest-TestShelveInstance-709558925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1093 time: 0.0438533 Mar 08 13:24:32.828539 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 45910) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:24:32.833458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:24:32.859668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:32.922293 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:33.032871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:33.135440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Allocated IP 172.26.3.237 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/210bac1c-956f-41ef-8a7b-9b9520171ad9) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:24:33.248025 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:33.345785 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:33.386055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:24:33.388764 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:24:33.392352 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:24:33.397618 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'Port': ['ID=210bac1c-956f-41ef-8a7b-9b9520171ad9,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:24:33.773575 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:33.897982 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:33.970600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:34.062839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:34.124874 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:34.200985 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event updated for resources: {'Port': ['ID=210bac1c-956f-41ef-8a7b-9b9520171ad9,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:24:34.213829 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:34.290796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:34.315551 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Floating IP 3b5457c9-9130-488e-adbd-286a1cc4b95f associated. External IP: 172.26.3.237, port: 54fec25f-dda5-474b-af0b-5b1a07f895d7. Mar 08 13:24:34.528347 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Router 88bce609-c263-4187-9d7b-63fff20889dc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:24:34.639377 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:24:34.651285 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] Sync routers for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:24:34.660685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:24:34.661294 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:24:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:24:34.746548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:34.784079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:24:34.792488 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b990457c-8271-4ab0-bad7-191b8520de8e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9546144 Mar 08 13:24:34.792488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:24:34.792488 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad98083-a861-4d01-951f-a7737e7554b2" -d '{"events": [{"name": "network-changed", "server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:24:34.825421 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce55630-9df5-43b8-a610-2605b3c089bf x-openstack-request-id: req-6ce55630-9df5-43b8-a610-2605b3c089bf {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:24:34.825711 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:24:34.826150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ce55630-9df5-43b8-a610-2605b3c089bf {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:24:34.826430 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'status': 'completed', 'code': 200} Mar 08 13:24:34.895124 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-26c0bf4c-d738-4253-9440-21b873b0aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:34.896537 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-26c0bf4c-d738-4253-9440-21b873b0aa3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0484293 Mar 08 13:24:35.000957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-174f423b-9c02-4376-9c3f-fa3145c4c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:35.002536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-174f423b-9c02-4376-9c3f-fa3145c4c2b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0974367 Mar 08 13:24:35.029187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '3b5457c9-9130-488e-adbd-286a1cc4b95f', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'port_id': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'mac_address': 'fa:16:3e:19:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:24:33Z', 'updated_at': '2022-03-08T13:24:33Z', 'revision_number': 0, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:24:35.057006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] Checking router: 88bce609-c263-4187-9d7b-63fff20889dc for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:24:35.067199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:24:35.067819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:24:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:24:35.074292 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-f9d36f98-ead8-4133-870c-c6132c2dfa37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 999 time: 0.0653722 Mar 08 13:24:35.127006 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-12f64193-aa76-4faf-bf1a-232dff209efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:35.128517 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-12f64193-aa76-4faf-bf1a-232dff209efb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0482707 Mar 08 13:24:35.175508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-3f5af6b9-8155-4cbe-b97f-6b04529d9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:35.176913 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-3f5af6b9-8155-4cbe-b97f-6b04529d9d13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423977 Mar 08 13:24:35.181704 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:24:35.275464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-f1ebbf33-c47b-4426-866e-6923fe60933c service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914042 Mar 08 13:24:35.373767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ad98083-a861-4d01-951f-a7737e7554b2 req-737e1863-9e56-4c7d-94d2-a281364f5c28 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916653 Mar 08 13:24:35.420045 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '3b5457c9-9130-488e-adbd-286a1cc4b95f', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'port_id': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'mac_address': 'fa:16:3e:19:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:24:33Z', 'updated_at': '2022-03-08T13:24:33Z', 'revision_number': 0, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:24:35.446863 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ead976-7191-4f5f-98f7-01cfae51eb75 None None] The sync data for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv is: [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '3b5457c9-9130-488e-adbd-286a1cc4b95f', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'floating_ip_address': '172.26.3.237', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'port_id': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'mac_address': 'fa:16:3e:19:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:24:33Z', 'updated_at': '2022-03-08T13:24:33Z', 'revision_number': 0, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:24:35.649361 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb66ac-0fda-4f5f-bb60-7c0b850963ef None None] New status for floating IP 3b5457c9-9130-488e-adbd-286a1cc4b95f: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:24:41.589240 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-92173a8a-d9cb-4fa9-90c8-5bb7c4d02539 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418570 Mar 08 13:24:41.674267 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290566a3-f6bd-4986-94cc-2601d019e396 req-58280a46-3693-4847-95ae-d4c71ae4f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:41.676491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-58280a46-3693-4847-95ae-d4c71ae4f804 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0459936 Mar 08 13:24:41.782733 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290566a3-f6bd-4986-94cc-2601d019e396 req-6d93c16d-0e47-40c6-9be2-dc054fd08053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:41.784755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-6d93c16d-0e47-40c6-9be2-dc054fd08053 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0888090 Mar 08 13:24:41.856924 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-0fd1c81f-7a5b-44ad-993a-c8b5c033e32e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 1001 time: 0.0662680 Mar 08 13:24:41.906244 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290566a3-f6bd-4986-94cc-2601d019e396 req-c2cfd08a-683e-409d-8f07-b1966ff133d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:41.907708 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-c2cfd08a-683e-409d-8f07-b1966ff133d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0436897 Mar 08 13:24:41.953613 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290566a3-f6bd-4986-94cc-2601d019e396 req-389e7c0f-5861-40c6-8318-99dc27206204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:24:41.955183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-389e7c0f-5861-40c6-8318-99dc27206204 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413516 Mar 08 13:24:42.051370 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-720edbbd-f10a-4978-98f7-166654551b04 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892465 Mar 08 13:24:42.140638 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-290566a3-f6bd-4986-94cc-2601d019e396 req-d7fc1ec3-7843-4c71-a0b3-7097285b8933 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827730 Mar 08 13:24:55.936346 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:24:59.118888 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e21d115b-f4fb-40b2-8f65-81d43283949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:01.739165 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2d04936f-d590-4e6a-8c14-1a859dfd3bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:02.918343 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:03.961761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:04.278796 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:05.803991 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:25:25.955600 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:29.078359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e1bad593-d8cc-4660-b6cb-03423ea11b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:31.689011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bef0359b-8c29-4eaf-86f9-5dba9a3ca140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:32.906778 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:33.995594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:34.243840 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:42.659411 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-7114a554-d7fc-48ba-ae21-34c40a01c443 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1034310 Mar 08 13:25:42.752571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-8a31b62e-ab6e-4b6c-9c85-b590f59cc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:25:42.754132 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-8a31b62e-ab6e-4b6c-9c85-b590f59cc9f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0484805 Mar 08 13:25:42.803992 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:25:42.860873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-d6f96675-6388-4575-b7e0-b40c318fe536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:25:42.862288 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-d6f96675-6388-4575-b7e0-b40c318fe536 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0890927 Mar 08 13:25:42.932052 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-3d66ee03-3cc8-49df-bd59-42613a414b7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 1001 time: 0.0635066 Mar 08 13:25:42.982482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-b5f1584f-36e1-4235-ab95-1a1b38ade463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:25:42.983967 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-b5f1584f-36e1-4235-ab95-1a1b38ade463 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0460415 Mar 08 13:25:43.037662 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-f3d4bc4c-6935-4aa2-a740-63474bffbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:25:43.039222 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-f3d4bc4c-6935-4aa2-a740-63474bffbb04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468297 Mar 08 13:25:43.138680 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-6902da74-4c1c-41c6-b8e0-a2aad9436733 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927086 Mar 08 13:25:43.238413 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-01110337-de65-42ec-9cdd-7f953ee8abb0 req-b4334e7a-6875-4d6e-a43f-d1207ac23ca2 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928888 Mar 08 13:25:55.927636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:25:59.083089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-193eb9c1-7ca9-4b01-b88b-e2d788b13ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:01.700012 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-813517dc-60ff-42f0-82dd-12acb0a7a5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:02.886779 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:03.967070 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:04.258238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:19.803092 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:26:25.956517 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:29.099661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-45e72067-e47b-4f4c-9477-6bace36c0706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:31.720877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e97cde3a-ba66-4c7f-87d5-e2ba900f0a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:32.888505 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:33.989513 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:34.299763 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:44.596432 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-5547585f-a7f6-4549-aade-90864a1e2668 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408409 Mar 08 13:26:44.683172 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-8749383a-724a-418b-af14-58638b71f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:26:44.684128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-8749383a-724a-418b-af14-58638b71f974 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0463359 Mar 08 13:26:44.791477 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-c73b89c5-3641-40a6-aebf-2e84ee1a37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:26:44.792985 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-c73b89c5-3641-40a6-aebf-2e84ee1a37b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0890326 Mar 08 13:26:44.863600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-fa7d6696-f505-4ed7-9b5d-a5c5ba5d326a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 1001 time: 0.0637321 Mar 08 13:26:44.911873 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-2af90b39-97bc-42c8-84ff-69faa55c731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:26:44.913484 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-2af90b39-97bc-42c8-84ff-69faa55c731c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0439844 Mar 08 13:26:44.960478 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-d19c81dd-0124-4437-bdac-6f35e0d321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:26:44.962060 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-d19c81dd-0124-4437-bdac-6f35e0d321b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427430 Mar 08 13:26:45.066742 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-a5e1055c-5e1e-46db-9868-5d417baaea24 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980215 Mar 08 13:26:45.156854 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f305c11e-bd93-484c-b2d8-0066385f4b14 req-16819849-5784-4774-8ef3-510bb1bd82f0 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837653 Mar 08 13:26:55.984755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:26:56.802035 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:26:59.081944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-4992e6e5-1713-4be1-8837-c7f1b1ae68aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:01.756394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8d7c52c7-3207-4855-aec6-710092892b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:01.768404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d805a-1a48-426f-914d-e8d4ee7b02c7 req-38e350da-cf4e-4acf-941d-2a7aef64ae56 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:01.769985 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e4d805a-1a48-426f-914d-e8d4ee7b02c7 req-38e350da-cf4e-4acf-941d-2a7aef64ae56 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.1163366 Mar 08 13:27:01.809539 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e4d805a-1a48-426f-914d-e8d4ee7b02c7 req-38223227-f0ff-42e4-ab78-1dc7b42b4dfe tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334580 Mar 08 13:27:02.898141 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:02.979489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9f822-4291-4f9c-b455-84e90162e3ca req-8841cf94-2cd3-4be7-a75a-ed5db1ccbb16 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:02.981555 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bde9f822-4291-4f9c-b455-84e90162e3ca req-8841cf94-2cd3-4be7-a75a-ed5db1ccbb16 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0992093 Mar 08 13:27:03.019312 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bde9f822-4291-4f9c-b455-84e90162e3ca req-cc21eab3-4fe5-4fb2-bf35-73b2d6ea77ed tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Mar 08 13:27:03.983728 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:04.141530 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146db8e4-d952-4865-b36a-c89805aeea2f req-afff29d9-a6b4-4e22-9873-bdce8638d1c4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:04.143049 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-146db8e4-d952-4865-b36a-c89805aeea2f req-afff29d9-a6b4-4e22-9873-bdce8638d1c4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Mar 08 13:27:04.181082 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-146db8e4-d952-4865-b36a-c89805aeea2f req-986e95c0-f2c7-46c6-85a1-eeafd3b7d8f3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Mar 08 13:27:04.253138 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:05.297071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf967c84-6b1d-484b-bed4-86514fcb3dd3 req-7a7aa3b9-cc64-4338-b453-a1d8072f809f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:05.298575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf967c84-6b1d-484b-bed4-86514fcb3dd3 req-7a7aa3b9-cc64-4338-b453-a1d8072f809f tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0487032 Mar 08 13:27:05.336631 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bf967c84-6b1d-484b-bed4-86514fcb3dd3 req-1e069df2-43c1-4052-a52b-c8bff5688211 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Mar 08 13:27:06.457472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a22a20-8f40-41f1-9bcb-46b923752caa req-1d743876-ba6f-43d5-a4e0-a6c7f3ceab95 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:06.459001 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96a22a20-8f40-41f1-9bcb-46b923752caa req-1d743876-ba6f-43d5-a4e0-a6c7f3ceab95 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0533016 Mar 08 13:27:06.497963 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96a22a20-8f40-41f1-9bcb-46b923752caa req-bd2a35b0-417a-4f20-8351-8a8c33c4ac1d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Mar 08 13:27:07.612826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fdb06-3c53-45f8-97f2-bc5539d3c52e req-1e71c552-39b4-4927-883f-76a0f9ff087c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:07.614267 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-403fdb06-3c53-45f8-97f2-bc5539d3c52e req-1e71c552-39b4-4927-883f-76a0f9ff087c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Mar 08 13:27:07.653468 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-403fdb06-3c53-45f8-97f2-bc5539d3c52e req-e7fc36ac-00c4-446b-8653-84bddedfac59 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Mar 08 13:27:08.766644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bf7c-f98b-4537-b987-e29216863393 req-8472a7cc-a352-4f90-9780-ab069b1e03f2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:08.768128 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c5e1bf7c-f98b-4537-b987-e29216863393 req-8472a7cc-a352-4f90-9780-ab069b1e03f2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Mar 08 13:27:08.805793 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c5e1bf7c-f98b-4537-b987-e29216863393 req-7c962dc5-8de8-40d1-bc49-12e54cd8cf6d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Mar 08 13:27:09.926445 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652b678-77ef-4038-bad4-ca9879f53262 req-32d7d329-8267-4ba4-8598-dff985d7613c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:09.927947 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6652b678-77ef-4038-bad4-ca9879f53262 req-32d7d329-8267-4ba4-8598-dff985d7613c tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0538056 Mar 08 13:27:09.966251 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6652b678-77ef-4038-bad4-ca9879f53262 req-91cb3d80-428b-4584-a011-e252ee83b683 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Mar 08 13:27:11.079750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f51e-29e3-4377-92a4-65e85bed9aa1 req-11b590cb-273a-49c0-89e2-a62058ab7d61 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:11.081118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3375f51e-29e3-4377-92a4-65e85bed9aa1 req-11b590cb-273a-49c0-89e2-a62058ab7d61 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Mar 08 13:27:11.118889 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3375f51e-29e3-4377-92a4-65e85bed9aa1 req-8202c40f-0825-45da-92de-2c870a901de0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Mar 08 13:27:11.920304 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-597fb66c-829f-4123-9ddd-356895d91ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:11.921916 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-597fb66c-829f-4123-9ddd-356895d91ea1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0405281 Mar 08 13:27:12.012920 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-e2a7f1b2-d4ed-4285-be89-d10821035c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:12.014310 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-e2a7f1b2-d4ed-4285-be89-d10821035c18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0867782 Mar 08 13:27:12.078138 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-59c634e8-12fc-4185-b55d-f71924beec45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 1001 time: 0.0567348 Mar 08 13:27:12.129178 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-1e971160-76cd-4d99-af59-95293d8eab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:12.130649 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-1e971160-76cd-4d99-af59-95293d8eab71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0463896 Mar 08 13:27:12.177585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-b6191bab-56f9-4b11-be97-f37df6cb7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:12.179203 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-b6191bab-56f9-4b11-be97-f37df6cb7e10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417936 Mar 08 13:27:12.639977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734ae88-2b2b-486a-8713-cfd0b42af979 req-29b14568-a206-4f54-8019-bd5e7af922b2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:12.641439 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7734ae88-2b2b-486a-8713-cfd0b42af979 req-29b14568-a206-4f54-8019-bd5e7af922b2 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.4484994 Mar 08 13:27:12.668015 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-3dc2fc25-cb98-4b10-bf2e-2f1eb82056d5 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823604 Mar 08 13:27:12.703072 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7734ae88-2b2b-486a-8713-cfd0b42af979 req-f5b29ad8-cbc1-4244-9e6b-273521b9a120 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557711 Mar 08 13:27:12.768935 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a5e77f22-278c-4413-b31e-bf31665d5237 req-ad946736-fee6-4020-bac3-7435252e97ee service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937178 Mar 08 13:27:13.821957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cb41d-7821-470a-b53e-9d51200895f0 req-8d057afd-3569-4dfc-abb4-186879f18002 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:13.824091 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ec7cb41d-7821-470a-b53e-9d51200895f0 req-8d057afd-3569-4dfc-abb4-186879f18002 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0535710 Mar 08 13:27:13.863558 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ec7cb41d-7821-470a-b53e-9d51200895f0 req-7a84c136-65a7-4847-a60b-87ae01438b90 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Mar 08 13:27:14.980384 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344b836-22d6-44b8-9b8b-680c3a48a9a7 req-3916193c-ad7d-4edf-9370-a577f7e4fd02 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:14.981867 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e344b836-22d6-44b8-9b8b-680c3a48a9a7 req-3916193c-ad7d-4edf-9370-a577f7e4fd02 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0494735 Mar 08 13:27:15.020733 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e344b836-22d6-44b8-9b8b-680c3a48a9a7 req-e61930b4-f2bc-4c50-bf6b-b84469eaa2a5 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Mar 08 13:27:16.138597 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dcc20-8218-4417-bb88-9539be25b93e req-276e9ebc-0c43-45af-8e37-98e8e834cb22 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:16.140068 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-329dcc20-8218-4417-bb88-9539be25b93e req-276e9ebc-0c43-45af-8e37-98e8e834cb22 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Mar 08 13:27:16.180589 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-329dcc20-8218-4417-bb88-9539be25b93e req-68c6a80d-1764-4218-9897-a69ed4bed1d9 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342634 Mar 08 13:27:17.297766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b440a62-0d6e-4329-8e54-220d92d99fbd req-1580b983-63b9-4842-9164-8f73ca91283b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:17.299268 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b440a62-0d6e-4329-8e54-220d92d99fbd req-1580b983-63b9-4842-9164-8f73ca91283b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0528538 Mar 08 13:27:17.315769 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 54fec25f-dda5-474b-af0b-5b1a07f895d7 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:27:17.338291 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0b440a62-0d6e-4329-8e54-220d92d99fbd req-00b26b58-4b24-4932-b2ab-d3e96f46d2b0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331326 Mar 08 13:27:17.394851 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:17.417326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:27:17.420251 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036fb32c-24a4-42fc-870d-c7fc3cbfe505" -d '{"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-unplugged", "status": "completed", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:27:17.433026 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:27:17.448263 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-f23344cd-e47c-4064-b45d-6ffc4d8bc3f4 req-a4d70467-62ec-4c97-b552-8fdc96b03f61 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:27:17.450138 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f23344cd-e47c-4064-b45d-6ffc4d8bc3f4 req-a4d70467-62ec-4c97-b552-8fdc96b03f61 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465298 Mar 08 13:27:17.459340 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c3000-b5ef-4cbb-b97f-e55c7b5eb9fe x-openstack-request-id: req-7b9c3000-b5ef-4cbb-b97f-e55c7b5eb9fe {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:27:17.459569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-unplugged", "status": "failed", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7", "code": 422}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:27:17.459846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b9c3000-b5ef-4cbb-b97f-e55c7b5eb9fe {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:27:17.460243 dv-neutron-829486-2-hyperv neutron-server[104047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'code': 422} returned with failed status Mar 08 13:27:17.509367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:17.557164 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:27:17.565001 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.565356 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.565706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.566053 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.566375 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.566695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.567011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.567327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.567642 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.567966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.568267 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:17.568570 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:27:18.771688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3727bb8-efe7-4900-84a6-9294d830c825 req-798d8068-46e7-4ee4-a891-036127d7affc tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:18.773170 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3727bb8-efe7-4900-84a6-9294d830c825 req-798d8068-46e7-4ee4-a891-036127d7affc tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0485961 Mar 08 13:27:18.813461 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d3727bb8-efe7-4900-84a6-9294d830c825 req-ba3b6ba4-d7d8-4481-b5e8-e8c98cbaa289 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333683 Mar 08 13:27:18.842355 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-b3f1e912-618e-4dff-9096-f6fdc5db0234 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866363 Mar 08 13:27:18.851006 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-c3c45461-6b4b-44da-9bf7-d2715e1a589e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:27:18.851922 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-c3c45461-6b4b-44da-9bf7-d2715e1a589e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049138 Mar 08 13:27:19.932851 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c84ec-76cd-4f59-8f79-4d5519a1bb5c req-f14dc00b-53b9-4007-9de6-26392b04d820 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:19.935183 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-834c84ec-76cd-4f59-8f79-4d5519a1bb5c req-f14dc00b-53b9-4007-9de6-26392b04d820 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0533009 Mar 08 13:27:19.974283 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-834c84ec-76cd-4f59-8f79-4d5519a1bb5c req-cbb11543-ec92-45e6-a76b-fe254873067b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328398 Mar 08 13:27:21.097059 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f26cdc-b8c1-4c16-b7d5-9863c7977e80 req-ba93f230-b0d8-4c55-91db-8552c0b4d9be tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:21.098597 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8f26cdc-b8c1-4c16-b7d5-9863c7977e80 req-ba93f230-b0d8-4c55-91db-8552c0b4d9be tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0554860 Mar 08 13:27:21.138966 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c8f26cdc-b8c1-4c16-b7d5-9863c7977e80 req-301c23ab-c806-47ef-9ae3-cddc4280d0df tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Mar 08 13:27:22.260269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5eac0e-e8b0-4b28-8546-79fabbae5ed3 req-10c7ba2f-f732-4ea1-bf61-bfea32defb87 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:22.261733 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e5eac0e-e8b0-4b28-8546-79fabbae5ed3 req-10c7ba2f-f732-4ea1-bf61-bfea32defb87 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0530257 Mar 08 13:27:22.300329 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8e5eac0e-e8b0-4b28-8546-79fabbae5ed3 req-2d79fb83-1d37-4ac7-bcd9-6d0809688550 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Mar 08 13:27:23.417376 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0558-93c6-452b-9865-ec4129f151f0 req-e4d0f78f-d6b6-418f-ae8c-7385cf49d20d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:23.419024 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3f2c0558-93c6-452b-9865-ec4129f151f0 req-e4d0f78f-d6b6-418f-ae8c-7385cf49d20d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0511792 Mar 08 13:27:23.458481 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3f2c0558-93c6-452b-9865-ec4129f151f0 req-1a66663c-85d8-4baf-aee8-ed5f95b2dc89 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331073 Mar 08 13:27:24.577423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c73c93-45a8-4240-9ce5-8b1bbbddbbd8 req-f2287ae6-a965-44c5-b571-0b29973ba532 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:24.578924 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5c73c93-45a8-4240-9ce5-8b1bbbddbbd8 req-f2287ae6-a965-44c5-b571-0b29973ba532 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0526130 Mar 08 13:27:24.618998 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f5c73c93-45a8-4240-9ce5-8b1bbbddbbd8 req-96e2f5bb-1e73-453b-92af-a8726b759035 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339894 Mar 08 13:27:25.735198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ccfaf-7077-4adf-b815-2ab3eca52291 req-f73830a2-20c4-4092-8d6a-5446e23f2c20 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:25.736698 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-451ccfaf-7077-4adf-b815-2ab3eca52291 req-f73830a2-20c4-4092-8d6a-5446e23f2c20 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0492401 Mar 08 13:27:25.775039 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-451ccfaf-7077-4adf-b815-2ab3eca52291 req-bfbfd3f0-87f3-4962-96f1-9ceebb4d8a2e tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Mar 08 13:27:25.944415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:26.892856 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdb65-3113-42c4-a857-6fc478ac22f5 req-a5573729-f794-4207-874f-ed9b702a14f0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:26.894369 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d57cdb65-3113-42c4-a857-6fc478ac22f5 req-a5573729-f794-4207-874f-ed9b702a14f0 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0515513 Mar 08 13:27:26.932410 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d57cdb65-3113-42c4-a857-6fc478ac22f5 req-55463da9-37ad-4105-ac4d-059b87805cf4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Mar 08 13:27:28.052386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83940cfd-3146-40b7-80dd-40d38ed05d15 req-7131312f-3f25-49a1-95c6-198d781c7d5b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:28.053906 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-83940cfd-3146-40b7-80dd-40d38ed05d15 req-7131312f-3f25-49a1-95c6-198d781c7d5b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0539374 Mar 08 13:27:28.092950 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-83940cfd-3146-40b7-80dd-40d38ed05d15 req-2541c8c5-688d-427e-b710-dfcbb7513399 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Mar 08 13:27:28.481983 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-58b50cdd-18ef-41a2-8f89-a0c09834543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:28.483468 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-58b50cdd-18ef-41a2-8f89-a0c09834543b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0&tenant_id=9311338b402f4cac95d9f4917c3096c0 HTTP/1.1" status: 200 len: 1096 time: 0.0464563 Mar 08 13:27:28.544757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-3c9f70fd-324e-4696-897c-2d11ad9b6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:28.546261 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-3c9f70fd-324e-4696-897c-2d11ad9b6baf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1096 time: 0.0407894 Mar 08 13:27:28.639874 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-3c7f556b-33ad-4d58-aada-ffa6963132fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:28.641394 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-3c7f556b-33ad-4d58-aada-ffa6963132fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0883174 Mar 08 13:27:28.707034 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-52e46c82-76b9-4994-b038-597d825932f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 999 time: 0.0591624 Mar 08 13:27:28.760343 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-1c12fef9-ebfa-4c39-877a-5d4c77f87f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:28.761698 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-1c12fef9-ebfa-4c39-877a-5d4c77f87f94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0481174 Mar 08 13:27:28.806772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-b6a41900-b94d-4911-9978-a364a09fe3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:28.808264 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-b6a41900-b94d-4911-9978-a364a09fe3b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400889 Mar 08 13:27:28.895841 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-72cac910-920a-4d90-8f76-4bcfa1decb2b service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811214 Mar 08 13:27:28.989732 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1d89bdfb-7f4f-4e0c-96e3-8a11c6aaaea5 req-3a5a1557-d37c-4a09-aa70-fa8b62df9bf3 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874472 Mar 08 13:27:29.075827 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d8b2acea-65ea-4b6b-af06-402d30b8888b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:29.209741 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff6ea-e98a-4642-a5c3-6fddaa75402c req-936f4853-63b7-4721-a91e-41eb1d530ef8 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:29.211232 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0fff6ea-e98a-4642-a5c3-6fddaa75402c req-936f4853-63b7-4721-a91e-41eb1d530ef8 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0499432 Mar 08 13:27:29.249534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-d0fff6ea-e98a-4642-a5c3-6fddaa75402c req-dfb7d1c5-4fbf-48c7-bd9e-d6e740f799c1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Mar 08 13:27:30.366187 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b581740-2b05-4121-a0d9-e7fe55bfa731 req-8c92e676-f6db-4727-8119-bb7f82b3de68 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:30.367663 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3b581740-2b05-4121-a0d9-e7fe55bfa731 req-8c92e676-f6db-4727-8119-bb7f82b3de68 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0504937 Mar 08 13:27:30.407051 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3b581740-2b05-4121-a0d9-e7fe55bfa731 req-102be6b6-e165-48d6-a06a-083d6e453a40 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Mar 08 13:27:31.525106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba845df-43e7-4ae1-97d5-68475c59a4b3 req-cdaa0fbf-8778-4614-8967-cebce4db9624 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:31.526603 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ba845df-43e7-4ae1-97d5-68475c59a4b3 req-cdaa0fbf-8778-4614-8967-cebce4db9624 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0535450 Mar 08 13:27:31.564789 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5ba845df-43e7-4ae1-97d5-68475c59a4b3 req-d9f1742d-a2b1-4fac-be3a-42a740203737 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Mar 08 13:27:31.692030 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-591ff177-ecb6-4390-a8d0-637c2c6a5743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:32.682772 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1053452-bade-44ad-9522-e620fc215a12 req-4eb36fe9-3a57-43f2-b761-3cc686ddbef7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:32.684883 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1053452-bade-44ad-9522-e620fc215a12 req-4eb36fe9-3a57-43f2-b761-3cc686ddbef7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0490487 Mar 08 13:27:32.722058 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f1053452-bade-44ad-9522-e620fc215a12 req-a127de42-2f56-4f9d-838a-8339fd921a76 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 Mar 08 13:27:32.869646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:33.800970 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:27:33.840198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107c0c6-7d86-4d1e-b44f-f9b7db3cb28a req-82b457b7-037f-4fce-8c6e-4afad07c3ed1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:33.841788 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8107c0c6-7d86-4d1e-b44f-f9b7db3cb28a req-82b457b7-037f-4fce-8c6e-4afad07c3ed1 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0497088 Mar 08 13:27:33.879315 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8107c0c6-7d86-4d1e-b44f-f9b7db3cb28a req-e22b4270-3450-4571-86fe-63c679202f31 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317428 Mar 08 13:27:33.983523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:34.263914 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:34.998357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfe51f-6a17-4db5-b477-f0e552759922 req-205f736a-94ee-431c-b0f7-4f325c76b4fa tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:34.999832 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e5bfe51f-6a17-4db5-b477-f0e552759922 req-205f736a-94ee-431c-b0f7-4f325c76b4fa tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0541384 Mar 08 13:27:35.037932 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e5bfe51f-6a17-4db5-b477-f0e552759922 req-25557958-e0d3-4532-9faa-c9c1d850e88d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319793 Mar 08 13:27:36.150399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf8bb1-a986-4b63-9296-bb719f304d3b req-662cce86-c3a4-4e7c-9a60-770f778db036 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:36.151846 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-47cf8bb1-a986-4b63-9296-bb719f304d3b req-662cce86-c3a4-4e7c-9a60-770f778db036 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0488806 Mar 08 13:27:36.190117 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-47cf8bb1-a986-4b63-9296-bb719f304d3b req-8bc593e7-96f5-44c7-b18a-853daebdce45 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Mar 08 13:27:37.303810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f7ff6-2cf9-47d4-95f0-be72f60cd713 req-df813410-55cb-45ea-8b81-28a2348ef9e3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:37.305269 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c43f7ff6-2cf9-47d4-95f0-be72f60cd713 req-df813410-55cb-45ea-8b81-28a2348ef9e3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 943 time: 0.0489187 Mar 08 13:27:37.343204 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c43f7ff6-2cf9-47d4-95f0-be72f60cd713 req-51a14d78-f16d-448e-856e-5ca31604ae08 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Mar 08 13:27:37.427931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 54fec25f-dda5-474b-af0b-5b1a07f895d7 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:27:37.521929 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:27:37.533431 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'port_id': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'mac_address': 'fa:16:3e:19:34:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:27:37.569277 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:37.581545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fec25f-dda5-474b-af0b-5b1a07f895d7 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:27:37.604326 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:27:37.658283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:37.704731 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:27:37.904715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['54fec25f-dda5-474b-af0b-5b1a07f895d7'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:27:38.462201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c36b-dd6b-4fea-9d94-84747e39efc1 req-94064891-5766-4e81-a08d-a4b4aeab0727 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:38.463692 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3f39c36b-dd6b-4fea-9d94-84747e39efc1 req-94064891-5766-4e81-a08d-a4b4aeab0727 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 944 time: 0.0532837 Mar 08 13:27:38.501518 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-3f39c36b-dd6b-4fea-9d94-84747e39efc1 req-73fc972c-89cc-4b18-8437-98e4b491d50a tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Mar 08 13:27:39.438614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 54fec25f-dda5-474b-af0b-5b1a07f895d7 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:27:39.486553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 54fec25f-dda5-474b-af0b-5b1a07f895d7 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:27:39.486915 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:39.566269 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:39.589017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:27:39.591734 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab218d7-64ef-4642-85b5-a98fb40bbdf0" -d '{"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-plugged", "status": "completed", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:27:39.604585 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:27:39.618331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3854a89-7227-463f-8f8a-2f9cef272186 req-07a65580-44c8-4938-9c96-1f8339c653b7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:39.631999 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3854a89-7227-463f-8f8a-2f9cef272186 req-07a65580-44c8-4938-9c96-1f8339c653b7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 944 time: 0.0501859 Mar 08 13:27:39.659126 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3854a89-7227-463f-8f8a-2f9cef272186 req-9f3e578b-d056-412b-9a57-39b623ca7fdd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Mar 08 13:27:39.675172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:39.721867 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:27:40.637900 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e275949b-aedf-44bc-bba9-e3cb7c3a7900 x-openstack-request-id: req-e275949b-aedf-44bc-bba9-e3cb7c3a7900 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:27:40.638520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-plugged", "status": "completed", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:27:40.638520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e275949b-aedf-44bc-bba9-e3cb7c3a7900 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:27:40.638710 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'code': 200} Mar 08 13:27:40.774739 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc730962-ec69-4bf9-bc10-32e0904314b4 req-43de6b52-07d0-401e-bf0d-5c95a0103116 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:40.776225 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bc730962-ec69-4bf9-bc10-32e0904314b4 req-43de6b52-07d0-401e-bf0d-5c95a0103116 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Mar 08 13:27:40.816324 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bc730962-ec69-4bf9-bc10-32e0904314b4 req-40c53b59-14b4-4287-b2ad-b043607032f7 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334611 Mar 08 13:27:40.892040 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30fad1-ddb0-43cc-9175-b355d41d3d3c req-c7013253-9e6f-4ca8-9dcf-d463b14e547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:40.893443 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d30fad1-ddb0-43cc-9175-b355d41d3d3c req-c7013253-9e6f-4ca8-9dcf-d463b14e547e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0448706 Mar 08 13:27:40.927936 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d30fad1-ddb0-43cc-9175-b355d41d3d3c req-a4f8c486-fe07-493c-8024-00b2ff148a54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279562 Mar 08 13:27:41.933060 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466756-15c0-4a98-9ffc-9a67a64f20e8 req-cff47ad0-bd1c-45d8-afbe-c4e06d295372 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:41.935062 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-41466756-15c0-4a98-9ffc-9a67a64f20e8 req-cff47ad0-bd1c-45d8-afbe-c4e06d295372 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0505719 Mar 08 13:27:41.975842 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-41466756-15c0-4a98-9ffc-9a67a64f20e8 req-f8f6ddc5-16c0-4e51-84ce-417620ae29af tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342205 Mar 08 13:27:43.094010 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ea790-915f-4bcb-9895-8f74077ee660 req-bb5a39aa-db93-44ea-847e-57a116f9b895 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:43.095441 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f01ea790-915f-4bcb-9895-8f74077ee660 req-bb5a39aa-db93-44ea-847e-57a116f9b895 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0530896 Mar 08 13:27:43.132464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f01ea790-915f-4bcb-9895-8f74077ee660 req-4c3afbb6-b513-4f06-88d5-69e2b00c1e81 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Mar 08 13:27:44.597491 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-f33ad09e-2eb9-40c9-8fd0-edd8e0c86cd9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445120 Mar 08 13:27:44.678820 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-a21e8ef6-0cac-4dfc-9517-8379b7d5bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:44.680336 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-a21e8ef6-0cac-4dfc-9517-8379b7d5bb23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0427196 Mar 08 13:27:44.793130 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-0853f4b9-0908-4f4d-b357-28de80a3d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:44.795050 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-0853f4b9-0908-4f4d-b357-28de80a3d156 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0948608 Mar 08 13:27:44.860202 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-68afc6ee-9bc5-4f24-843e-308381816779 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 1001 time: 0.0584278 Mar 08 13:27:44.908216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-cffa4a20-d3e9-484d-8496-12786f38cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:44.909650 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-cffa4a20-d3e9-484d-8496-12786f38cef1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0437014 Mar 08 13:27:44.958885 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-4104e074-5471-4cab-b279-35b58bce7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:27:44.960471 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-4104e074-5471-4cab-b279-35b58bce7b58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447302 Mar 08 13:27:45.050372 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-d0783c66-553b-476a-b8d7-8a544b864664 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827219 Mar 08 13:27:45.145106 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5b9fd295-a367-443b-86b4-7f7623c6f834 req-97118561-8eff-490c-bf39-56445ed684b7 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879574 Mar 08 13:27:55.949405 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:27:59.098688 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0df4e37e-83e2-4428-980b-e8a9c5079fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:01.720607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2aba3f7b-0c39-4053-87df-eaddd831b8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:02.874636 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:03.955560 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:04.274272 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:10.800323 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:28:25.965420 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:29.108520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6923e4cd-6cab-4bf3-8e14-596cdddba13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:31.708488 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-70641687-33ff-4aac-998d-804048cc4499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:32.897518 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:33.988721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:34.263077 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:46.591722 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-b7647192-8419-436a-9f90-bcc97977d5e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438581 Mar 08 13:28:46.674290 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-e819f965-52b6-449b-a638-1fb080536fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:28:46.675780 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-e819f965-52b6-449b-a638-1fb080536fd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0422919 Mar 08 13:28:46.781650 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-cc73ac22-fb07-4198-a307-d8087595ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:28:46.783141 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-cc73ac22-fb07-4198-a307-d8087595ed94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0888512 Mar 08 13:28:46.850403 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-47c583b5-1929-45bf-aff5-322e05ed06b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 1001 time: 0.0590999 Mar 08 13:28:46.897363 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-56d861f7-b061-4524-b75c-1ffab0a5923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:28:46.898817 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-56d861f7-b061-4524-b75c-1ffab0a5923b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0428252 Mar 08 13:28:46.947184 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-e58223b3-344d-4ecf-a854-dc55376ab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:28:46.948644 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-e58223b3-344d-4ecf-a854-dc55376ab52f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428734 Mar 08 13:28:47.037806 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-cde840e4-c04c-434a-87f5-4de56ddd5e8c service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823951 Mar 08 13:28:47.130584 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6d4970e4-c955-47af-8b93-5f79c6403570 req-877dff4d-9698-4188-b431-3a785505d173 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Mar 08 13:28:47.799847 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:28:55.953776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:28:59.091807 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-9cc0735a-f0e9-4fb1-a8e2-baeeb8a17f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:01.731463 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-061d2308-b147-47f7-a8d1-0d50e830076e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:02.891241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:03.948149 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:04.240378 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:18.251665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46108) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:18.409220 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Deleting port 210bac1c-956f-41ef-8a7b-9b9520171ad9 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:18.409599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:18.482839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:18.483163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:18.494562 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Calling delete_port for 210bac1c-956f-41ef-8a7b-9b9520171ad9 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:18.674068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:18.703470 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event deleted for resources: {'Port': ['ID=210bac1c-956f-41ef-8a7b-9b9520171ad9,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:18.714971 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.715345 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.715678 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.716040 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.716489 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.716830 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.717149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.717466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.717786 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.718123 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.718438 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.718749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:18.772235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:18.772561 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Floating IP 3b5457c9-9130-488e-adbd-286a1cc4b95f disassociated (deleted). External IP: 172.26.3.237, port: 54fec25f-dda5-474b-af0b-5b1a07f895d7. Mar 08 13:29:18.982475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Router 88bce609-c263-4187-9d7b-63fff20889dc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:29:19.107073 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:29:19.111871 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:19.116654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] Sync routers for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:29:19.127174 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:19.127791 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:19.139523 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-4d91b35a-57f5-4232-abf3-f723a5a4811b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "DELETE /v2.0/floatingips/3b5457c9-9130-488e-adbd-286a1cc4b95f HTTP/1.1" status: 204 len: 168 time: 0.8867881 Mar 08 13:29:19.140093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:29:19.142383 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf33d3a-26cd-480d-aece-8be51ffdca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:29:19.244386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b039f5-c212-4bb5-8464-014b62e9e5a1 x-openstack-request-id: req-31b039f5-c212-4bb5-8464-014b62e9e5a1 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:29:19.244386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:29:19.244386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31b039f5-c212-4bb5-8464-014b62e9e5a1 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:29:19.244386 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'status': 'completed', 'code': 200} Mar 08 13:29:19.244794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:19.301992 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-8427fcad-7cdc-4d52-918c-6b9fa12303c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:19.303496 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-8427fcad-7cdc-4d52-918c-6b9fa12303c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9311338b402f4cac95d9f4917c3096c0&device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 1098 time: 0.0434787 Mar 08 13:29:19.395556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-0e641a6e-bce4-4796-801e-7f38d9a5c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:19.397057 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-0e641a6e-bce4-4796-801e-7f38d9a5c539 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 200 len: 910 time: 0.0863636 Mar 08 13:29:19.445090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:19.445406 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-65156c68-fbb8-474a-8df6-034d2051bdc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 200 len: 217 time: 0.0407751 Mar 08 13:29:19.482482 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] Checking router: 88bce609-c263-4187-9d7b-63fff20889dc for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:29:19.491116 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:19.491732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:19.495013 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-3b6fc358-0f1c-469e-adf6-5ea72d759d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:19.496411 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-3b6fc358-0f1c-469e-adf6-5ea72d759d1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 200 len: 848 time: 0.0445905 Mar 08 13:29:19.547235 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-a71fe87d-848a-4fd4-aafd-3d9e949cfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:19.553680 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-a71fe87d-848a-4fd4-aafd-3d9e949cfd25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1fd6699b-18bf-421c-85a7-9f38eef9c635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454674 Mar 08 13:29:19.604140 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:19.672735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22a0d3-abbd-449d-96d7-9b39a8c2b7be req-912aa3fd-9478-4552-996f-3be455d234bd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:19.674245 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8a22a0d3-abbd-449d-96d7-9b39a8c2b7be req-912aa3fd-9478-4552-996f-3be455d234bd tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.1093066 Mar 08 13:29:19.691575 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-61bdd462-9fa4-4081-be0f-e6d1683a7344 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352429 Mar 08 13:29:19.768896 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8a22a0d3-abbd-449d-96d7-9b39a8c2b7be req-89e76868-2e89-4f9e-bb4a-a7e01c7c6881 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884228 Mar 08 13:29:19.806441 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1bf33d3a-26cd-480d-aece-8be51ffdca3b req-299f5741-9e1d-4630-852a-106efdd50ab0 service neutron] 10.222.0.45 "GET /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078775 Mar 08 13:29:19.811102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:19.838126 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99d8fc-7953-4fe6-a860-6d6547f18b68 None None] The sync data for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv is: [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:19:15Z', 'revision_number': 4, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '567b2999-9340-49b5-b590-a4a3f2ae75ba', 'name': '', 'network_id': '1fd6699b-18bf-421c-85a7-9f38eef9c635', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'mac_address': 'fa:16:3e:d1:38:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:15Z', 'updated_at': '2022-03-08T13:19:19Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'subnets': [{'id': '9e50945f-7263-42e7-b442-d4d33bc96d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:29:20.058432 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c85c78-0379-48a5-8969-9a24220a36f9 None None] New status for floating IP 3b5457c9-9130-488e-adbd-286a1cc4b95f: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:29:20.890217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ae28c-4f10-4671-bf99-05165e51568a req-54ed4a37-44b3-4ec4-9d4d-d317d59bbaf8 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:20.891756 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a16ae28c-4f10-4671-bf99-05165e51568a req-54ed4a37-44b3-4ec4-9d4d-d317d59bbaf8 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0514448 Mar 08 13:29:20.930718 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a16ae28c-4f10-4671-bf99-05165e51568a req-e4a9d1b1-dc56-4346-9a83-6d3367121409 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/security-groups?id=94069346-0c3a-4c2f-897f-4a9ccaa1e18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329480 Mar 08 13:29:21.085150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-c2758f10-3174-4992-bce9-b1d77c80206d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:21.086527 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-c2758f10-3174-4992-bce9-b1d77c80206d tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 945 time: 0.0502062 Mar 08 13:29:21.180789 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Deleting port 54fec25f-dda5-474b-af0b-5b1a07f895d7 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:21.181118 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:21.269517 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] For port 54fec25f-dda5-474b-af0b-5b1a07f895d7, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=54fec25f-dda5-474b-af0b-5b1a07f895d7,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:21.269889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:21.282945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Calling delete_port for 54fec25f-dda5-474b-af0b-5b1a07f895d7 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:21.467828 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:21.501224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event deleted for resources: {'Port': ['ID=54fec25f-dda5-474b-af0b-5b1a07f895d7,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:21.522682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.523091 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.523365 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.523693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.524014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.524333 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.524644 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.524957 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.525268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.525577 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.525916 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.526214 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:21.552406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] No DVR routers for this DVR port 54fec25f-dda5-474b-af0b-5b1a07f895d7 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:29:21.555150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:21.558536 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c63dfff9-fa2b-4618-87da-9a317fbae1c8 req-37a1ef90-3e58-4461-b252-9546296a68c3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.45 "DELETE /v2.0/ports/54fec25f-dda5-474b-af0b-5b1a07f895d7 HTTP/1.1" status: 204 len: 173 time: 0.4660707 Mar 08 13:29:21.559766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-deleted', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:29:21.561389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d6c831-ac0f-47ac-ac3c-315826d6a2a1" -d '{"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-deleted", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:29:21.650945 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ce3189-71ca-4156-a02d-594eecf5d0bb x-openstack-request-id: req-07ce3189-71ca-4156-a02d-594eecf5d0bb {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:29:21.651229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c68dba-5c6b-4305-b720-e72d33d828a0", "name": "network-vif-deleted", "tag": "54fec25f-dda5-474b-af0b-5b1a07f895d7", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:29:21.651527 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07ce3189-71ca-4156-a02d-594eecf5d0bb {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:29:21.651912 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c68dba-5c6b-4305-b720-e72d33d828a0', 'name': 'network-vif-deleted', 'tag': '54fec25f-dda5-474b-af0b-5b1a07f895d7', 'status': 'completed', 'code': 200} Mar 08 13:29:22.037888 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-cdf50bca-bd9b-46b0-97a7-1451cbc14aa1 req-4cfca6af-3311-42e4-a734-8f0f07820ba4 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 210 time: 0.0297117 Mar 08 13:29:23.144317 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e5617199-04a9-4f26-b127-dbcc1af7966a req-f25b58d1-2c5e-4aca-86fe-4c51bf596490 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 210 time: 0.0340989 Mar 08 13:29:24.000147 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 54fec25f-dda5-474b-af0b-5b1a07f895d7 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:29:24.025685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 54fec25f-dda5-474b-af0b-5b1a07f895d7 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:29:24.025966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 54fec25f-dda5-474b-af0b-5b1a07f895d7 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:29:24.441742 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-92785a80-946b-4540-94f8-8c432ab4c7c2 req-80c9d9a3-0e19-4ac5-bc95-fbc84e5a0f13 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 210 time: 0.0274842 Mar 08 13:29:24.799922 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:29:25.551500 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7354a8d3-8737-48b0-900f-515e53194a46 req-bf1ed0a0-777a-4419-a8f7-57dc2ab4caa3 tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "GET /v2.0/ports?device_id=23c68dba-5c6b-4305-b720-e72d33d828a0 HTTP/1.1" status: 200 len: 210 time: 0.0271425 Mar 08 13:29:26.056315 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:26.605314 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46148) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:26.667677 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b77a74d4-f09e-4807-a4e1-df23fb0d5d0b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:26.696631 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b77a74d4-f09e-4807-a4e1-df23fb0d5d0b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:26.817178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b77a74d4-f09e-4807-a4e1-df23fb0d5d0b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:26.819945 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-b77a74d4-f09e-4807-a4e1-df23fb0d5d0b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:26.821199 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-b77a74d4-f09e-4807-a4e1-df23fb0d5d0b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] 10.222.0.65 "DELETE /v2.0/security-groups/94069346-0c3a-4c2f-897f-4a9ccaa1e18a HTTP/1.1" status: 204 len: 168 time: 0.2147799 Mar 08 13:29:26.831952 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a74d4-f09e-4807-a4e1-df23fb0d5d0b tempest-TestShelveInstance-168451369 tempest-TestShelveInstance-168451369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94069346-0c3a-4c2f-897f-4a9ccaa1e18a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:26.962770 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46152) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:27.543513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:27.793767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Deleting port 567b2999-9340-49b5-b590-a4a3f2ae75ba {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:27.794640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:27.875740 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] For port 567b2999-9340-49b5-b590-a4a3f2ae75ba, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=567b2999-9340-49b5-b590-a4a3f2ae75ba,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:27.876193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:27.893768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Calling delete_port for 567b2999-9340-49b5-b590-a4a3f2ae75ba owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:28.130327 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:28.156235 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Pushing event deleted for resources: {'Port': ['ID=567b2999-9340-49b5-b590-a4a3f2ae75ba,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:28.328330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:28.545864 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Router 88bce609-c263-4187-9d7b-63fff20889dc has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:29:28.978407 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:29:28.983942 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9e71bb06-a0de-4ef6-aa74-26c7e0a37785 admin admin] 10.222.0.65 "PUT /v2.0/routers/88bce609-c263-4187-9d7b-63fff20889dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0200362 Mar 08 13:29:28.986321 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46158) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:28.989522 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] Sync routers for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:29:29.000354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:29.000966 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:29.094491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.121259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dff74341-7eef-4b8f-86f6-10a808f59351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.127860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:29.201118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.317414 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:29:28Z', 'revision_number': 5, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port': {'id': '1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bce609-c263-4187-9d7b-63fff20889dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:13Z', 'updated_at': '2022-03-08T13:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:29.337009 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Deleting port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:29.337443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.344967 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] Checking router: 88bce609-c263-4187-9d7b-63fff20889dc for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:29:29.353625 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] Routers {'88bce609-c263-4187-9d7b-63fff20889dc'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:29.354264 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['88bce609-c263-4187-9d7b-63fff20889dc'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:29.422254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] For port 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:29.422712 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.442274 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Calling delete_port for 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:29.602805 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] Set router 88bce609-c263-4187-9d7b-63fff20889dc gateway port host: None {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:29.656150 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:29:29Z', 'revision_number': 6, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:29.687655 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0459444-4a7f-432b-b4d6-d3f4730a9d17 None None] The sync data for ids ['88bce609-c263-4187-9d7b-63fff20889dc'] in dv-neutron-829486-2-hyperv is: [{'id': '88bce609-c263-4187-9d7b-63fff20889dc', 'name': 'tempest-TestShelveInstance-1515545939-router', 'tenant_id': '9311338b402f4cac95d9f4917c3096c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:12Z', 'updated_at': '2022-03-08T13:29:29Z', 'revision_number': 6, 'project_id': '9311338b402f4cac95d9f4917c3096c0', 'gw_port_host': None}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:29:29.714245 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.753053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:29.807419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.899565 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:29.901797 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.005466 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.006144 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88bce609-c263-4187-9d7b-63fff20889dc {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:29:30.016408 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.020450 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-5c59b69b-9411-4851-845d-7c5a236e3034 admin admin] 10.222.0.65 "DELETE /v2.0/routers/88bce609-c263-4187-9d7b-63fff20889dc HTTP/1.1" status: 204 len: 168 time: 1.0308182 Mar 08 13:29:30.021207 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46160) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:30.083640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] Deleting subnet 9e50945f-7263-42e7-b442-d4d33bc96d85 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:29:30.087338 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.129713 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.214638 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.343076 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.369386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e50945f-7263-42e7-b442-d4d33bc96d85,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:30.373901 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.377134 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-9b105a0c-03a5-4314-a6dd-1cb7550bf433 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9e50945f-7263-42e7-b442-d4d33bc96d85 HTTP/1.1" status: 204 len: 168 time: 0.3546939 Mar 08 13:29:30.379906 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46162) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:30.380367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c22cb0-4e5b-48b0-b8c7-fbbb04b0558a None None] Network 1fd6699b-18bf-421c-85a7-9f38eef9c635 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:29:30.470865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.537909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Deleting port 26c77168-5480-40d3-bb93-925a91f23086 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:30.538252 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.615309 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] For port 26c77168-5480-40d3-bb93-925a91f23086, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=26c77168-5480-40d3-bb93-925a91f23086,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:30.615698 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.629482 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Calling delete_port for 26c77168-5480-40d3-bb93-925a91f23086 owned by network:dhcp {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:30.636137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] DHCP port deletion for 1fd6699b-18bf-421c-85a7-9f38eef9c635 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:29:30.687287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Deleting port 26c77168-5480-40d3-bb93-925a91f23086 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:30.687287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.760314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] For port 26c77168-5480-40d3-bb93-925a91f23086, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=26c77168-5480-40d3-bb93-925a91f23086,segment=NetworkSegment(dc52054a-beb2-4aaf-8edf-5330a2fdd0bd),segment_id=dc52054a-beb2-4aaf-8edf-5330a2fdd0bd)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:30.760771 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.777956 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Calling delete_port for 26c77168-5480-40d3-bb93-925a91f23086 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:30.815903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.845717 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=26c77168-5480-40d3-bb93-925a91f23086,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:30.849276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] No DVR routers for this DVR port 26c77168-5480-40d3-bb93-925a91f23086 on host dv-neutron-829486-2-hyperv {{(pid=104045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:29:30.909301 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.918149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.936191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Pushing event deleted for resources: {'Port': ['ID=26c77168-5480-40d3-bb93-925a91f23086,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:30.939863 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd6699b-18bf-421c-85a7-9f38eef9c635']}} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:30.941128 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] No DVR routers for this DVR port 26c77168-5480-40d3-bb93-925a91f23086 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:29:30.951501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.951501 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.951810 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.952018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.952369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.954194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.954521 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.954951 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.955047 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd') {'for_net_delete': True} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:30.955278 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.services.segments.db [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc52054a-beb2-4aaf-8edf-5330a2fdd0bd') {} {{(pid=104045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:30.955486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.955680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.956011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.956337 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d31388-f59d-4e22-a8a8-8c12a6c4a855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:30.965781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62759087'] for segment, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.979351 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.986119 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=104045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215703'] for segment, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: Traceback (most recent call last): Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: timer() Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: cb(*args, **kw) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: return func(*args, **kwargs) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: self._notify() Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: self.callback(batched_events) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: event.method(event) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: return f(self, *a, **k) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._get(url).json() Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: return self.request(url, 'GET', **kwargs) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:29:30.991566 dv-neutron-829486-2-hyperv neutron-server[104045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:29:31.108101 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:31.113516 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Notify callbacks [] for network, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:31.116754 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] 10.222.0.65 "DELETE /v2.0/networks/1fd6699b-18bf-421c-85a7-9f38eef9c635 HTTP/1.1" status: 204 len: 168 time: 0.7359264 Mar 08 13:29:31.119770 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46164) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:31.127695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381c862-5540-45d2-8f32-3a451b60d4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd6699b-18bf-421c-85a7-9f38eef9c635,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:31.479643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:31.583373 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 26c77168-5480-40d3-bb93-925a91f23086 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:29:31.604387 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 26c77168-5480-40d3-bb93-925a91f23086 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:29:31.604806 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 26c77168-5480-40d3-bb93-925a91f23086 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:29:31.605282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 567b2999-9340-49b5-b590-a4a3f2ae75ba no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:29:31.627686 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 567b2999-9340-49b5-b590-a4a3f2ae75ba {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:29:31.628017 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 567b2999-9340-49b5-b590-a4a3f2ae75ba not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:29:31.628426 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:29:31.651416 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:29:31.651754 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 1f9bdb49-f91d-4ef2-8c3a-1fea4c4f5823 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:29:31.732207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-20f22fd6-64c8-4277-af0d-fc7a26bfb5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:31.739324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Deleting port 030d9236-a1f9-49fb-8dc5-e99ab513787e {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:31.739680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:31.819601 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] For port 030d9236-a1f9-49fb-8dc5-e99ab513787e, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=030d9236-a1f9-49fb-8dc5-e99ab513787e,segment=NetworkSegment(bd055993-106a-49e6-8daa-42741b5ffd2d),segment_id=bd055993-106a-49e6-8daa-42741b5ffd2d)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:31.819956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:31.833802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Calling delete_port for 030d9236-a1f9-49fb-8dc5-e99ab513787e owned by network:router_interface {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:32.073260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:32.104523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Pushing event deleted for resources: {'Port': ['ID=030d9236-a1f9-49fb-8dc5-e99ab513787e,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:32.266981 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:32.480065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Router bde18292-4b0c-425a-bc2c-fa6331ad2b6c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:29:32.585039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:29:32.590838 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-962d6784-43c7-49f6-9aa3-4a83df04a7af admin admin] 10.222.0.65 "PUT /v2.0/routers/bde18292-4b0c-425a-bc2c-fa6331ad2b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694571 Mar 08 13:29:32.593303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46166) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:32.596574 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] Sync routers for ids ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:29:32.608265 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] Routers {'bde18292-4b0c-425a-bc2c-fa6331ad2b6c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:32.608866 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:32.809938 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] Set router bde18292-4b0c-425a-bc2c-fa6331ad2b6c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:32.908364 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.004563 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:29:31Z', 'revision_number': 5, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:33.032475 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] Checking router: bde18292-4b0c-425a-bc2c-fa6331ad2b6c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:29:33.040446 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] Routers {'bde18292-4b0c-425a-bc2c-fa6331ad2b6c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:33.041042 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:33.052186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.146233 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] Set router bde18292-4b0c-425a-bc2c-fa6331ad2b6c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:33.155122 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.283866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Deleting port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:33.284538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.322994 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:29:31Z', 'revision_number': 5, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:33.353526 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63d4de-b1ab-4d07-bede-c02d03d54a6b None None] The sync data for ids ['bde18292-4b0c-425a-bc2c-fa6331ad2b6c'] in dv-neutron-829486-2-hyperv is: [{'id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'name': 'tempest-TestShelveInstance-1208105693-router', 'tenant_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:19:18Z', 'updated_at': '2022-03-08T13:29:31Z', 'revision_number': 5, 'project_id': '19ac7f67754c4dadabe6fdbc66efb8f8', 'gw_port': {'id': '76e6f6ce-1be4-423c-8577-3c24f9d2e33c', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde18292-4b0c-425a-bc2c-fa6331ad2b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:19:19Z', 'updated_at': '2022-03-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:29:33.366716 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] For port 76e6f6ce-1be4-423c-8577-3c24f9d2e33c, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:33.367201 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.381663 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Calling delete_port for 76e6f6ce-1be4-423c-8577-3c24f9d2e33c owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:33.616792 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.646684 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e6f6ce-1be4-423c-8577-3c24f9d2e33c,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:33.710653 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.808681 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.812076 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.836876 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 030d9236-a1f9-49fb-8dc5-e99ab513787e no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:29:33.863417 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 030d9236-a1f9-49fb-8dc5-e99ab513787e {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:29:33.863746 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 030d9236-a1f9-49fb-8dc5-e99ab513787e not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:29:33.936129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.939700 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde18292-4b0c-425a-bc2c-fa6331ad2b6c {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:29:33.941295 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:33.942535 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-afb70d14-2df8-45b6-b98d-c8a8e2b42029 admin admin] 10.222.0.65 "DELETE /v2.0/routers/bde18292-4b0c-425a-bc2c-fa6331ad2b6c HTTP/1.1" status: 204 len: 168 time: 1.3482866 Mar 08 13:29:33.945216 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46168) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:33.988034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.000935 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] Deleting subnet 806ca658-13c2-4ce2-b879-dfd4750b20c3 {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:29:34.004494 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.040661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.118028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.228728 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.256392 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.258605 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806ca658-13c2-4ce2-b879-dfd4750b20c3,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:34.265359 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.267573 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-1fc913ac-685c-4bbc-8a74-6f15e7f64a67 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/806ca658-13c2-4ce2-b879-dfd4750b20c3 HTTP/1.1" status: 204 len: 168 time: 0.3213172 Mar 08 13:29:34.270069 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46170) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:34.272498 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddfa616-c6ec-41d3-a8d5-1b4ab009ec58 None None] Network 383fd664-6a6f-47ae-828a-424f417c6edc requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:29:34.338312 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.404893 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Deleting port 164c362b-318c-41e9-b07d-23c5f87ce727 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:34.405389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.475976 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] DHCP port deletion for 383fd664-6a6f-47ae-828a-424f417c6edc request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:29:34.476862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] For port 164c362b-318c-41e9-b07d-23c5f87ce727, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=164c362b-318c-41e9-b07d-23c5f87ce727,segment=NetworkSegment(bd055993-106a-49e6-8daa-42741b5ffd2d),segment_id=bd055993-106a-49e6-8daa-42741b5ffd2d)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:34.477219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.491729 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Calling delete_port for 164c362b-318c-41e9-b07d-23c5f87ce727 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:34.523097 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] Deleting port 164c362b-318c-41e9-b07d-23c5f87ce727 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:29:34.523761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.589937 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] For port 164c362b-318c-41e9-b07d-23c5f87ce727, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=164c362b-318c-41e9-b07d-23c5f87ce727,segment=NetworkSegment(bd055993-106a-49e6-8daa-42741b5ffd2d),segment_id=bd055993-106a-49e6-8daa-42741b5ffd2d)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:34.590944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.603880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] Calling delete_port for 164c362b-318c-41e9-b07d-23c5f87ce727 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:29:34.645693 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.673370 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Pushing event deleted for resources: {'Port': ['ID=164c362b-318c-41e9-b07d-23c5f87ce727,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:34.675217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] No DVR routers for this DVR port 164c362b-318c-41e9-b07d-23c5f87ce727 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:29:34.682439 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.708355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] Pushing event deleted for resources: {'Port': ['ID=164c362b-318c-41e9-b07d-23c5f87ce727,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:34.718246 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062fb9bc-4156-484c-bf05-634ce568bff5 None None] No DVR routers for this DVR port 164c362b-318c-41e9-b07d-23c5f87ce727 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:29:34.752917 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.774104 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383fd664-6a6f-47ae-828a-424f417c6edc']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:34.784324 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd055993-106a-49e6-8daa-42741b5ffd2d') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:34.784611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd055993-106a-49e6-8daa-42741b5ffd2d') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:34.795354 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.808389 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.815051 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:29:34.815470 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:29:34.817181 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:29:34.913782 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.919243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:34.922480 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/383fd664-6a6f-47ae-828a-424f417c6edc HTTP/1.1" status: 204 len: 168 time: 0.6514382 Mar 08 13:29:34.935629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3d14e-e8a9-415c-a0e9-5559fa45def0 admin admin] Pushing event deleted for resources: {'Network': ['ID=383fd664-6a6f-47ae-828a-424f417c6edc,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:35.226771 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46174) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:35.267081 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-60f68a85-dd22-4e09-8683-2a31a62083b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9311338b402f4cac95d9f4917c3096c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390661 Mar 08 13:29:35.269615 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46176) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:35.317977 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d07bf200-fb86-4dab-9ad6-47480200304d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:35.339115 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d07bf200-fb86-4dab-9ad6-47480200304d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:35.467392 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d07bf200-fb86-4dab-9ad6-47480200304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:35.470109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-d07bf200-fb86-4dab-9ad6-47480200304d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:35.471284 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-d07bf200-fb86-4dab-9ad6-47480200304d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed560e89-3b32-4383-afec-89c4161c6a46 HTTP/1.1" status: 204 len: 168 time: 0.2007375 Mar 08 13:29:35.479066 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bf200-fb86-4dab-9ad6-47480200304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed560e89-3b32-4383-afec-89c4161c6a46,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:35.574432 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 76e6f6ce-1be4-423c-8577-3c24f9d2e33c no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:29:35.595005 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 76e6f6ce-1be4-423c-8577-3c24f9d2e33c {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:29:35.601287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 76e6f6ce-1be4-423c-8577-3c24f9d2e33c not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:29:35.601287 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 164c362b-318c-41e9-b07d-23c5f87ce727 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:29:35.614390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 164c362b-318c-41e9-b07d-23c5f87ce727 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:29:35.614857 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 164c362b-318c-41e9-b07d-23c5f87ce727 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:29:36.129028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46182) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:36.171201 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-95e4e489-f99c-4417-8d2a-22bf9e9b9e85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19ac7f67754c4dadabe6fdbc66efb8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408964 Mar 08 13:29:36.173656 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46184) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:36.225220 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ceebdc4-6229-42b2-aedb-9632ab56e9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:36.246677 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ceebdc4-6229-42b2-aedb-9632ab56e9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:36.365630 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ceebdc4-6229-42b2-aedb-9632ab56e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:36.368287 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6ceebdc4-6229-42b2-aedb-9632ab56e9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:36.369465 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6ceebdc4-6229-42b2-aedb-9632ab56e9c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/905c508c-849d-419c-a568-e6f839183e85 HTTP/1.1" status: 204 len: 168 time: 0.1948869 Mar 08 13:29:36.377259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceebdc4-6229-42b2-aedb-9632ab56e9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905c508c-849d-419c-a568-e6f839183e85,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:37.326540 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46206) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:37.448795 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-288756572-network', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:37.524837 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Made reservation on behalf of 1c8fc8e2238a40c3a4e5fb93dcb35139 for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:29:37.527170 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.535749 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.611142 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.662160 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.687224 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:29:37.698626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b4f372-b923-4fdb-bcfa-edddc0e359cf,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:37.702353 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.702692 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Added segment c1aae44e-dafb-4d79-a716-55898881c6d5 of type vlan for network f9e4c0c8-13fc-43c4-b093-995e6ee48181 Mar 08 13:29:37.742421 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.811182 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.812176 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:37.812755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:37.874882 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] Pushing event updated for resources: {'Network': ['ID=f9e4c0c8-13fc-43c4-b093-995e6ee48181,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:37.884987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:29:37.944590 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-597ad7d6-0daa-4631-9c70-b2b2ea93b2bd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6164882 Mar 08 13:29:37.946995 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46212) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:37.957750 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Request body: {'subnet': {'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-288756572-subnet', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'ip_version': 4}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:38.033898 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Made reservation on behalf of 1c8fc8e2238a40c3a4e5fb93dcb35139 for: {'subnet': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:29:38.036257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61984208'] for subnet, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.257002 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61737005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61984198'] for subnet, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.306639 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:38.321793 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Checking segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:38.322169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Network hostable DHCP agents. Network: f9e4c0c8-13fc-43c4-b093-995e6ee48181, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:29:38.393406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:29:38.462406 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, f9e4c0c8-13fc-43c4-b093-995e6ee48181) {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:38.466453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:38.467198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.473479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1546b21e-d034-472d-b0c3-1991259659c7 None None] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:29:38.522534 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-5bcd7b3c-52f8-46f7-bd17-9c99787198ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5744097 Mar 08 13:29:38.525095 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46214) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:38.529890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:38.599973 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.601048 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.618552 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:29:38.619415 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.659563 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.754712 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Allocated IP 172.20.0.2 (f9e4c0c8-13fc-43c4-b093-995e6ee48181/c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde/8aa3407f-5347-48d4-903c-fc722e07203f) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:29:38.861000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.901469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:38.964606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.009577 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:39.013892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:39.018037 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:29:39.022892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Pushing event updated for resources: {'Port': ['ID=8aa3407f-5347-48d4-903c-fc722e07203f,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:39.085032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Attempting to bind port 8aa3407f-5347-48d4-903c-fc722e07203f on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:29:39.085540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Attempting to bind port 8aa3407f-5347-48d4-903c-fc722e07203f by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:29:39.085955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Attempting to bind port 8aa3407f-5347-48d4-903c-fc722e07203f on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:39.091569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:29:39.091930 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Checking segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:39.092322 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.092706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Bound using segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:29:39.093158 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Bound port: 8aa3407f-5347-48d4-903c-fc722e07203f, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:29:39.093528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.112252 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.130991 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.158139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] For port 8aa3407f-5347-48d4-903c-fc722e07203f, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:29:39.161223 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] For port 8aa3407f-5347-48d4-903c-fc722e07203f, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8aa3407f-5347-48d4-903c-fc722e07203f,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:29:39.239106 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Allocated IP 172.26.3.230 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/5b2d509b-8959-44bf-affb-ec1b3e46aef8) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:29:39.239466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.299740 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5940265-eee9-4784-89e6-44f27c82fda5 None None] Pushing event updated for resources: {'Port': ['ID=8aa3407f-5347-48d4-903c-fc722e07203f,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:39.354331 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.480116 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.535464 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:39.539093 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:39.542796 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:29:39.567800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Pushing event updated for resources: {'Port': ['ID=5b2d509b-8959-44bf-affb-ec1b3e46aef8,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:39.616396 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8aa3407f-5347-48d4-903c-fc722e07203f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:39.669610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8aa3407f-5347-48d4-903c-fc722e07203f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:39.670761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.765142 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.813607 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 8aa3407f-5347-48d4-903c-fc722e07203f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8aa3407f-5347-48d4-903c-fc722e07203f,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:39.884297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.927479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:39.944811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=8aa3407f-5347-48d4-903c-fc722e07203f,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:40.154801 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:40.265091 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a5940-29cc-4d94-884a-59aaf8bc17c7 None None] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:29:40.335550 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-6f9aa09b-87cc-4737-a041-43c05f844319 None None] Provisioning complete for port 8aa3407f-5347-48d4-903c-fc722e07203f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:40.335909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6f9aa09b-87cc-4737-a041-43c05f844319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:40.347866 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Router 67031b04-adec-483b-82be-aa58e20e67c0 is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:29:40.467109 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:29:40.483256 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Sync routers for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:29:40.500184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:40.500838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:40.546441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:40.547841 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-8bccc5e4-ff66-4b57-a143-cb1315d6fcae admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0216022 Mar 08 13:29:40.550591 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46216) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:40.615527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:40.818529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-263de7ec-6590-4e20-aa13-a44445d339e4 None None] Provisioning complete for port 8aa3407f-5347-48d4-903c-fc722e07203f triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:40.818818 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-263de7ec-6590-4e20-aa13-a44445d339e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:40.855344 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:39Z', 'revision_number': 3, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:40.887436 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Checking router: 67031b04-adec-483b-82be-aa58e20e67c0 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:29:40.887878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Updating router 67031b04-adec-483b-82be-aa58e20e67c0 port 5b2d509b-8959-44bf-affb-ec1b3e46aef8 binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:29:40.922808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:40.994769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.155204 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Allocated IP 172.20.0.1 (f9e4c0c8-13fc-43c4-b093-995e6ee48181/c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde/7813b828-eb4c-46f9-8db9-3258711ca4f0) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:29:41.211482 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.268859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.273856 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.333649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Attempting to bind port 5b2d509b-8959-44bf-affb-ec1b3e46aef8 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:29:41.334036 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Attempting to bind port 5b2d509b-8959-44bf-affb-ec1b3e46aef8 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:29:41.334390 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Attempting to bind port 5b2d509b-8959-44bf-affb-ec1b3e46aef8 on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:41.336389 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764991e-fa9f-46f4-945a-6150f1c3b051 None None] Pushing event updated for resources: {'Port': ['ID=5b2d509b-8959-44bf-affb-ec1b3e46aef8,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:41.342553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:29:41.342918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:41.343355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.344622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:29:41.344622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Bound port: 5b2d509b-8959-44bf-affb-ec1b3e46aef8, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:29:41.344622 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.376523 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.411266 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] For port 5b2d509b-8959-44bf-affb-ec1b3e46aef8, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:29:41.416546 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] For port 5b2d509b-8959-44bf-affb-ec1b3e46aef8, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5b2d509b-8959-44bf-affb-ec1b3e46aef8,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:29:41.430423 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:41.433417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:41.436763 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:29:41.464472 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Pushing event updated for resources: {'Port': ['ID=7813b828-eb4c-46f9-8db9-3258711ca4f0,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:41.488236 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.502278 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:41.568313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:41.569018 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:41.578605 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764991e-fa9f-46f4-945a-6150f1c3b051 None None] Pushing event updated for resources: {'Port': ['ID=5b2d509b-8959-44bf-affb-ec1b3e46aef8,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:41.623997 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8aa3407f-5347-48d4-903c-fc722e07203f up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:41.740886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:41.924526 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 8aa3407f-5347-48d4-903c-fc722e07203f triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:41.925216 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:42.035755 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-ff1f77c0-b4ce-4b67-9065-41254240c335 None None] Provisioning complete for port 7813b828-eb4c-46f9-8db9-3258711ca4f0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:42.036118 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ff1f77c0-b4ce-4b67-9065-41254240c335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:42.073784 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:42.103811 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f77c0-b4ce-4b67-9065-41254240c335 None None] Port 7813b828-eb4c-46f9-8db9-3258711ca4f0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:29:42.195489 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:39Z', 'revision_number': 3, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:42.223714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbe07d-d3a7-47ef-b640-4a55b275e479 None None] The sync data for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv is: [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:39Z', 'revision_number': 3, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:29:42.251810 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:42.308328 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:42.383747 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:42.385475 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Pushing event updated for resources: {'Port': ['ID=7813b828-eb4c-46f9-8db9-3258711ca4f0,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:42.492624 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:42.494660 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:42.627611 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Router 67031b04-adec-483b-82be-aa58e20e67c0 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:29:42.757567 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:29:42.765513 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-609b5158-665a-4135-90e0-075eeaaa492c admin admin] 10.222.0.65 "PUT /v2.0/routers/67031b04-adec-483b-82be-aa58e20e67c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2133455 Mar 08 13:29:42.842882 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c35befe7-c79c-43c2-8852-1eb71f1d4f24 None None] Provisioning complete for port 7813b828-eb4c-46f9-8db9-3258711ca4f0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:42.844880 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c35befe7-c79c-43c2-8852-1eb71f1d4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:42.883718 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-c35befe7-c79c-43c2-8852-1eb71f1d4f24 None None] Port 7813b828-eb4c-46f9-8db9-3258711ca4f0 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:29:43.523636 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46232) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:43.529007 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1458778811-network', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:43.609592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5b2d509b-8959-44bf-affb-ec1b3e46aef8 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:43.617023 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Made reservation on behalf of 04a52442b6554d4a9fb8054cb067a13d for: {'network': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:29:43.620148 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for network, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.631074 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.669113 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 5b2d509b-8959-44bf-affb-ec1b3e46aef8 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:43.669508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.731041 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.755528 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.777383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port 5b2d509b-8959-44bf-affb-ec1b3e46aef8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5b2d509b-8959-44bf-affb-ec1b3e46aef8,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:43.799453 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.827791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=104046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:29:43.837557 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1e30a2-fbaf-44a0-b4e3-4ad8db03c35f,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:43.843415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.843749 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.segments_db [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Added segment ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95 of type vlan for network d280d09e-16f1-4f53-b5fa-1682477c8bf1 Mar 08 13:29:43.857466 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.903969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769083048066'] for network, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.909172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=5b2d509b-8959-44bf-affb-ec1b3e46aef8,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:43.962599 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Sync routers for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:29:43.974414 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:43.975027 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:43.994218 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720'] for network, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:43.995497 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:43.996217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.060269 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] Pushing event updated for resources: {'Network': ['ID=d280d09e-16f1-4f53-b5fa-1682477c8bf1,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:44.074104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 details requested by agent ovs-agent-dv-neutron-829486-2-hyperv with host dv-neutron-829486-2-hyperv {{(pid=104047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:29:44.088528 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-6fac591f-3b54-406d-9fe1-b69c2dc52e20 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5639646 Mar 08 13:29:44.092603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46234) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:44.097721 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Request body: {'subnet': {'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1458778811-subnet', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'ip_version': 4}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:44.106397 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:44.182398 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Made reservation on behalf of 04a52442b6554d4a9fb8054cb067a13d for: {'subnet': 1} {{(pid=104045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:29:44.185053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62536460'] for subnet, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.317690 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:42Z', 'revision_number': 2, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:44.345570 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Checking router: 67031b04-adec-483b-82be-aa58e20e67c0 for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:29:44.346201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Updating router 67031b04-adec-483b-82be-aa58e20e67c0 port 7813b828-eb4c-46f9-8db9-3258711ca4f0 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:29:44.377918 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.462255 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1215026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62536474'] for subnet, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.523269 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37ed557-d082-4843-9150-6e696ae8d1e4,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:44.535247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Checking segment: {'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:44.535605 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Network hostable DHCP agents. Network: d280d09e-16f1-4f53-b5fa-1682477c8bf1, hostable agents: ['83efe331-80cb-4f5e-9ac6-d68246c5fce5'], hosted agents: [] {{(pid=104045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:29:44.617085 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 is scheduled to be hosted by DHCP agent 83efe331-80cb-4f5e-9ac6-d68246c5fce5 with binding_index 1 {{(pid=104045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:29:44.656872 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.696915 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829486-2-hyperv, d280d09e-16f1-4f53-b5fa-1682477c8bf1) {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:44.702205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:44.702779 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.707954 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b714e3-7331-441e-839d-6ab1e03f51d3 None None] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:29:44.725385 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.792915 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-7472330b-130c-4070-9746-e6134d50442d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6971760 Mar 08 13:29:44.796599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46236) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:44.800043 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:44.825340 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Pushing event updated for resources: {'Port': ['ID=7813b828-eb4c-46f9-8db9-3258711ca4f0,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:44.859838 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.860259 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.860563 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.860786 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.861108 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.861414 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.861721 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.862063 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.862367 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.862673 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.862974 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.863275 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:29:44.877562 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Attempting to bind port 7813b828-eb4c-46f9-8db9-3258711ca4f0 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:29:44.877877 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Attempting to bind port 7813b828-eb4c-46f9-8db9-3258711ca4f0 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:29:44.878244 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Attempting to bind port 7813b828-eb4c-46f9-8db9-3258711ca4f0 on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:44.880788 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8105'] for router, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.882242 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8080'] for router, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.898331 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:29:44.898697 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Checking segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:44.899090 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.899461 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Bound using segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:29:44.899911 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Bound port: 7813b828-eb4c-46f9-8db9-3258711ca4f0, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:29:44.900281 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.917288 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836ef0a9-7804-591f-8a7d-4ad84d9649cf-d280d09e-16f1-4f53-b5fa-1682477c8bf1', 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'fixed_ips': [{'subnet_id': 'b37ed557-d082-4843-9150-6e696ae8d1e4'}]}} from dv-neutron-829486-2-hyperv. {{(pid=104047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 08 13:29:44.919342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.964063 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:44.977349 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] For port 7813b828-eb4c-46f9-8db9-3258711ca4f0, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:29:44.981541 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] For port 7813b828-eb4c-46f9-8db9-3258711ca4f0, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7813b828-eb4c-46f9-8db9-3258711ca4f0,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:29:45.039771 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.100392 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.db_base_plugin_common [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Allocated IP 172.20.0.2 (d280d09e-16f1-4f53-b5fa-1682477c8bf1/b37ed557-d082-4843-9150-6e696ae8d1e4/bc2c37e9-6200-4272-a81f-cad56824b342) {{(pid=104047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:29:45.102855 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab104a-af39-41d0-ae64-20b10848bb7f None None] Pushing event updated for resources: {'Port': ['ID=7813b828-eb4c-46f9-8db9-3258711ca4f0,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:45.114719 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:45.115770 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:45.161276 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-dd6f6725-1d4b-46cf-96b2-82b031eb93e5 None None] Provisioning complete for port 7813b828-eb4c-46f9-8db9-3258711ca4f0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:45.162031 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6725-1d4b-46cf-96b2-82b031eb93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.226424 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.334645 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:45.337318 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6725-1d4b-46cf-96b2-82b031eb93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.410749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-dd6f6725-1d4b-46cf-96b2-82b031eb93e5 None None] For port 7813b828-eb4c-46f9-8db9-3258711ca4f0, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7813b828-eb4c-46f9-8db9-3258711ca4f0,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:45.414434 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Notify callbacks [] for port, precommit_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.468871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6725-1d4b-46cf-96b2-82b031eb93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.503354 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516'] for port, after_create {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.523399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.534180 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f6725-1d4b-46cf-96b2-82b031eb93e5 None None] Pushing event updated for resources: {'Port': ['ID=7813b828-eb4c-46f9-8db9-3258711ca4f0,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:45.538152 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 is already hosted by enough agents. {{(pid=104047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:45.542213 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.scheduler.base_scheduler [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Resources bound (agent type, host, resource id): {{(pid=104047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:45.551115 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.564886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Received port after_create {{(pid=104047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:29:45.597142 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:44Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:45.614369 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Pushing event updated for resources: {'Port': ['ID=bc2c37e9-6200-4272-a81f-cad56824b342,revision_number=1']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:45.638806 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f9ca1-2d6e-442f-9529-4e3bd38b194c None None] The sync data for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv is: [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:44Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:29:45.641860 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5b2d509b-8959-44bf-affb-ec1b3e46aef8 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:45.648327 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-abf5fa95-bbc2-4741-aaed-2a6447267fc0 None None] Provisioning complete for port 7813b828-eb4c-46f9-8db9-3258711ca4f0 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:45.648687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-abf5fa95-bbc2-4741-aaed-2a6447267fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.716237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Attempting to bind port bc2c37e9-6200-4272-a81f-cad56824b342 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:29:45.716893 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Attempting to bind port bc2c37e9-6200-4272-a81f-cad56824b342 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:29:45.717006 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Attempting to bind port bc2c37e9-6200-4272-a81f-cad56824b342 on network d280d09e-16f1-4f53-b5fa-1682477c8bf1 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:45.740272 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Allocated IP 172.26.3.60 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/f7be566c-9b9c-4bdf-b797-92b76479567b) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:29:45.741457 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:29:45.741821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Checking segment: {'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:45.742244 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.742631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Bound using segment: {'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:29:45.743102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Bound port: bc2c37e9-6200-4272-a81f-cad56824b342, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:29:45.743508 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.875821 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 5b2d509b-8959-44bf-affb-ec1b3e46aef8 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:45.876695 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.879938 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.902374 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] For port bc2c37e9-6200-4272-a81f-cad56824b342, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:29:45.927357 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] For port bc2c37e9-6200-4272-a81f-cad56824b342, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bc2c37e9-6200-4272-a81f-cad56824b342,segment=NetworkSegment(ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95),segment_id=ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:29:45.976850 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:45.991836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:46.025451 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:46.036480 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:46.044773 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:29:46.046898 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Pushing event updated for resources: {'Port': ['ID=f7be566c-9b9c-4bdf-b797-92b76479567b,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:46.074931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48f03a-d071-49a0-bdbe-69eaec3c2d51 None None] Pushing event updated for resources: {'Port': ['ID=bc2c37e9-6200-4272-a81f-cad56824b342,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:46.394118 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:46.619596 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604002'] for router, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:46.822373 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Router 45ee45fd-d2ba-48a4-9787-40225821463c is scheduled to L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 with binding_index 1 {{(pid=104045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:29:46.971204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:29:46.980263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Sync routers for ids ['45ee45fd-d2ba-48a4-9787-40225821463c'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:29:46.993332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Routers {'45ee45fd-d2ba-48a4-9787-40225821463c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:46.998121 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['45ee45fd-d2ba-48a4-9787-40225821463c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:47.059616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:47.061004 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a2cd4dcd-8557-4e6b-9a96-a52a500dfb34 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2663834 Mar 08 13:29:47.064169 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46238) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:47.144016 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Set router 45ee45fd-d2ba-48a4-9787-40225821463c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:47.172255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3fcfb-6d42-4750-bdc8-426bb509528b None None] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:29:47.494194 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-55465060-68b7-403f-853e-b9ac4d47c497 None None] Provisioning complete for port bc2c37e9-6200-4272-a81f-cad56824b342 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:47.494604 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55465060-68b7-403f-853e-b9ac4d47c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:47.559909 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:47.706685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7813b828-eb4c-46f9-8db9-3258711ca4f0 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:47.715297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:29:46Z', 'revision_number': 3, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port': {'id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:45Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:47.734732 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55465060-68b7-403f-853e-b9ac4d47c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:47.775276 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Allocated IP 172.20.0.1 (d280d09e-16f1-4f53-b5fa-1682477c8bf1/b37ed557-d082-4843-9150-6e696ae8d1e4/f13f4437-a4dc-438f-b670-12aba3aa4180) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:29:47.782268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Checking router: 45ee45fd-d2ba-48a4-9787-40225821463c for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:29:47.782610 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Updating router 45ee45fd-d2ba-48a4-9787-40225821463c port f7be566c-9b9c-4bdf-b797-92b76479567b binding host dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:29:47.835593 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:47.838895 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-55465060-68b7-403f-853e-b9ac4d47c497 None None] For port bc2c37e9-6200-4272-a81f-cad56824b342, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bc2c37e9-6200-4272-a81f-cad56824b342,segment=NetworkSegment(ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95),segment_id=ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:47.882837 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port 7813b828-eb4c-46f9-8db9-3258711ca4f0 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:47.883208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:47.945695 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:47.957441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-55465060-68b7-403f-853e-b9ac4d47c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.040152 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.082159 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:48.086022 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:48.089771 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:29:48.106447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55465060-68b7-403f-853e-b9ac4d47c497 None None] Pushing event updated for resources: {'Port': ['ID=bc2c37e9-6200-4272-a81f-cad56824b342,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:48.152934 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Pushing event updated for resources: {'Port': ['ID=f13f4437-a4dc-438f-b670-12aba3aa4180,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:48.157563 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603215'] for router_interface, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.183594 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-7d3fcdd2-6446-48bc-9840-e5b62ef03a33 None None] Provisioning complete for port bc2c37e9-6200-4272-a81f-cad56824b342 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:48.184096 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-7d3fcdd2-6446-48bc-9840-e5b62ef03a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.225050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bc2c37e9-6200-4272-a81f-cad56824b342 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:48.378882 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.390052 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Notify callbacks [] for port, precommit_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.393460 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port bc2c37e9-6200-4272-a81f-cad56824b342 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:48.393824 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.436404 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.503314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Attempting to bind port f7be566c-9b9c-4bdf-b797-92b76479567b on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:29:48.504146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Attempting to bind port f7be566c-9b9c-4bdf-b797-92b76479567b by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:29:48.504146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Attempting to bind port f7be566c-9b9c-4bdf-b797-92b76479567b on network 579a4316-0535-42e3-a273-418b604a5520 {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:48.506978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073a9ec-d294-4e9c-94ae-b24e553f21dc None None] Pushing event updated for resources: {'Port': ['ID=f7be566c-9b9c-4bdf-b797-92b76479567b,revision_number=2']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:48.518804 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:29:48.519319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Checking segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:48.519830 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.520303 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Bound using segment: {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'} {{(pid=104047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:29:48.521060 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.managers [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Bound port: f7be566c-9b9c-4bdf-b797-92b76479567b, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '579a4316-0535-42e3-a273-418b604a5520'}}] {{(pid=104047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:29:48.521519 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.573268 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.622580 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-53a632bf-d7e0-4a1d-a5db-b83eb0a2a87a None None] Provisioning complete for port f13f4437-a4dc-438f-b670-12aba3aa4180 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:48.622999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53a632bf-d7e0-4a1d-a5db-b83eb0a2a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.639963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.653984 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] For port f7be566c-9b9c-4bdf-b797-92b76479567b, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:29:48.672137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] For port f7be566c-9b9c-4bdf-b797-92b76479567b, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f7be566c-9b9c-4bdf-b797-92b76479567b,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:29:48.676558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-53a632bf-d7e0-4a1d-a5db-b83eb0a2a87a None None] Port f13f4437-a4dc-438f-b670-12aba3aa4180 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:29:48.723537 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-603171'] for router_interface, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.725300 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Pushing event updated for resources: {'Port': ['ID=f13f4437-a4dc-438f-b670-12aba3aa4180,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:48.746078 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:48.809709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Routers {'45ee45fd-d2ba-48a4-9787-40225821463c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:48.810470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['45ee45fd-d2ba-48a4-9787-40225821463c'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:48.844639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:48.846195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:48.854483 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073a9ec-d294-4e9c-94ae-b24e553f21dc None None] Pushing event updated for resources: {'Port': ['ID=f7be566c-9b9c-4bdf-b797-92b76479567b,revision_number=3']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:48.950162 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] Set router 45ee45fd-d2ba-48a4-9787-40225821463c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:48.984458 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Router 45ee45fd-d2ba-48a4-9787-40225821463c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:29:49.104387 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:29:49.110172 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f2cf0839-04cd-408a-b7da-f73bd943bb1f admin admin] 10.222.0.65 "PUT /v2.0/routers/45ee45fd-d2ba-48a4-9787-40225821463c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0444739 Mar 08 13:29:49.128516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-687a6498-e8ce-4015-9bdd-ad3318ef564a None None] Provisioning complete for port f13f4437-a4dc-438f-b670-12aba3aa4180 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:49.129004 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-687a6498-e8ce-4015-9bdd-ad3318ef564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:49.191665 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-687a6498-e8ce-4015-9bdd-ad3318ef564a None None] Port f13f4437-a4dc-438f-b670-12aba3aa4180 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:29:49.213151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 4, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port': {'id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:45Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'f13f4437-a4dc-438f-b670-12aba3aa4180', 'name': '', 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'mac_address': 'fa:16:3e:e1:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:47Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 2, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'subnets': [{'id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:49.245764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5649e1-4466-45e9-b690-32acef0026fc None None] The sync data for ids ['45ee45fd-d2ba-48a4-9787-40225821463c'] in dv-neutron-829486-2-hyperv is: [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 4, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port': {'id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:45Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'f13f4437-a4dc-438f-b670-12aba3aa4180', 'name': '', 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'mac_address': 'fa:16:3e:e1:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:47Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 2, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'subnets': [{'id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:29:49.613541 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bc2c37e9-6200-4272-a81f-cad56824b342 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:49.672024 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port bc2c37e9-6200-4272-a81f-cad56824b342 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:49.672403 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:50.258531 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46246) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:50.263297 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-48fd7ccd-eb8d-42a5-b26f-ccb4f2f4d405 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272521616', 'description': 'tempest-secgroup-smoke-1272521616 description', 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:50.360496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48fd7ccd-eb8d-42a5-b26f-ccb4f2f4d405 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:50.443709 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48fd7ccd-eb8d-42a5-b26f-ccb4f2f4d405 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:50.525163 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48fd7ccd-eb8d-42a5-b26f-ccb4f2f4d405 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:50.564055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd7ccd-eb8d-42a5-b26f-ccb4f2f4d405 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1658a4-0c46-49e7-b076-2d8a074c2d5a,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:50.630188 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-48fd7ccd-eb8d-42a5-b26f-ccb4f2f4d405 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:50.631587 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-48fd7ccd-eb8d-42a5-b26f-ccb4f2f4d405 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3721430 Mar 08 13:29:50.635204 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46248) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:50.639807 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-39226db5-426a-4c19-9264-9adc52d193b5 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'security_group_rule': {'security_group_id': 'bc1658a4-0c46-49e7-b076-2d8a074c2d5a', 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:50.747637 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39226db5-426a-4c19-9264-9adc52d193b5 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.128885 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39226db5-426a-4c19-9264-9adc52d193b5 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.205232 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39226db5-426a-4c19-9264-9adc52d193b5 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.225078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226db5-426a-4c19-9264-9adc52d193b5 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924f993e-c58e-4719-8397-eed71444e9bb,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:51.303219 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-39226db5-426a-4c19-9264-9adc52d193b5 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.304849 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-39226db5-426a-4c19-9264-9adc52d193b5 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6683018 Mar 08 13:29:51.307319 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46250) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:51.312141 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-a0508424-0e35-4f5b-882d-881fa6d92478 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'security_group_rule': {'security_group_id': 'bc1658a4-0c46-49e7-b076-2d8a074c2d5a', 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:51.404441 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0508424-0e35-4f5b-882d-881fa6d92478 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.462475 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0508424-0e35-4f5b-882d-881fa6d92478 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.552900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0508424-0e35-4f5b-882d-881fa6d92478 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.570997 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0508424-0e35-4f5b-882d-881fa6d92478 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7357a2a0-2c30-424d-9182-3c10cf20242f,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:51.613645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f7be566c-9b9c-4bdf-b797-92b76479567b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:51.654265 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-a0508424-0e35-4f5b-882d-881fa6d92478 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.655873 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-a0508424-0e35-4f5b-882d-881fa6d92478 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3474150 Mar 08 13:29:51.658585 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46252) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:51.663862 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-941b38a3-dc27-494f-ae1a-c98699ad1818 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'security_group_rule': {'security_group_id': 'bc1658a4-0c46-49e7-b076-2d8a074c2d5a', 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:51.671208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f7be566c-9b9c-4bdf-b797-92b76479567b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:51.671708 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.754034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.764602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-941b38a3-dc27-494f-ae1a-c98699ad1818 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.776936 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] For port f7be566c-9b9c-4bdf-b797-92b76479567b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f7be566c-9b9c-4bdf-b797-92b76479567b,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:51.833746 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-941b38a3-dc27-494f-ae1a-c98699ad1818 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.902631 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.931962 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-941b38a3-dc27-494f-ae1a-c98699ad1818 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:51.955114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b38a3-dc27-494f-ae1a-c98699ad1818 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab9a240-5311-43c6-b37c-f49df6b8e0df,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:51.962608 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Pushing event updated for resources: {'Port': ['ID=f7be566c-9b9c-4bdf-b797-92b76479567b,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:52.030561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-941b38a3-dc27-494f-ae1a-c98699ad1818 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.031794 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-941b38a3-dc27-494f-ae1a-c98699ad1818 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721499 Mar 08 13:29:52.034433 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46254) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:52.038892 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-3649c3e5-5ce3-4bf6-bc41-0e9e453cbadf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'security_group_rule': {'security_group_id': 'bc1658a4-0c46-49e7-b076-2d8a074c2d5a', 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:52.136493 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3649c3e5-5ce3-4bf6-bc41-0e9e453cbadf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.201975 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3649c3e5-5ce3-4bf6-bc41-0e9e453cbadf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.279752 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3649c3e5-5ce3-4bf6-bc41-0e9e453cbadf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.298958 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649c3e5-5ce3-4bf6-bc41-0e9e453cbadf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48ae37d-ebc4-4573-803a-6d3113542c8b,revision_number=0']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:52.356701 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-3649c3e5-5ce3-4bf6-bc41-0e9e453cbadf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.358004 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-3649c3e5-5ce3-4bf6-bc41-0e9e453cbadf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3226223 Mar 08 13:29:52.360948 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46256) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:52.366049 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'security_group_rule': {'security_group_id': 'bc1658a4-0c46-49e7-b076-2d8a074c2d5a', 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:52.440508 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Project 1c8fc8e2238a40c3a4e5fb93dcb35139 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:29:52.447573 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.510829 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.565437 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.584099 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ab4d18-e44b-4181-afa9-fef835473a7b,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:52.654253 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.655489 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-12f5f79d-efa8-4bf2-9b24-634090921993 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930958 Mar 08 13:29:52.658377 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46258) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:29:52.663143 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'security_group_rule': {'security_group_id': 'bc1658a4-0c46-49e7-b076-2d8a074c2d5a', 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:52.747821 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.db.securitygroups_db [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Project 1c8fc8e2238a40c3a4e5fb93dcb35139 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:29:52.753471 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.831442 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.876201 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Sync routers for ids ['45ee45fd-d2ba-48a4-9787-40225821463c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:29:52.888137 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Routers {'45ee45fd-d2ba-48a4-9787-40225821463c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:52.894291 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['45ee45fd-d2ba-48a4-9787-40225821463c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:52.954275 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567232'] for security_group_rule, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:52.974455 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3ad56e-fd0a-4aae-b20f-3b30ca973785,revision_number=0']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:53.002907 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Set router 45ee45fd-d2ba-48a4-9787-40225821463c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:53.042610 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:53.044111 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-07069968-e6e7-456c-bead-ff04a2dab51a tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3846941 Mar 08 13:29:53.197370 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-94957d0a-a115-41a5-9f1f-9539e4f2e1e3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272521616&fields=id&tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139 HTTP/1.1" status: 200 len: 267 time: 0.0362933 Mar 08 13:29:53.228439 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 4, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port': {'id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:45Z', 'updated_at': '2022-03-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'f13f4437-a4dc-438f-b670-12aba3aa4180', 'name': '', 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'mac_address': 'fa:16:3e:e1:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:47Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 2, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'subnets': [{'id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:53.258072 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Checking router: 45ee45fd-d2ba-48a4-9787-40225821463c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:29:53.258415 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Updating router 45ee45fd-d2ba-48a4-9787-40225821463c port f13f4437-a4dc-438f-b670-12aba3aa4180 binding host dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:29:53.284314 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:53.328418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-4fbe1a0a-5252-49f6-914a-d81674ac8b89 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:53.331136 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-4fbe1a0a-5252-49f6-914a-d81674ac8b89 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 809 time: 0.1257203 Mar 08 13:29:53.353037 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-12a51061-d644-4710-9fea-2243ebbe4ede tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/quotas/1c8fc8e2238a40c3a4e5fb93dcb35139 HTTP/1.1" status: 200 len: 375 time: 0.0147741 Mar 08 13:29:53.411320 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-19eafbad-b82e-4b1e-b208-b11f65a29d9f tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521698 Mar 08 13:29:53.537169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-ef775f77-b6e4-4bf3-aba2-2289de0089f7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:29:53.538232 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-ef775f77-b6e4-4bf3-aba2-2289de0089f7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1146374 Mar 08 13:29:53.562573 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Notify callbacks [] for port, precommit_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:53.592048 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f7be566c-9b9c-4bdf-b797-92b76479567b up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:53.624012 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:53.641002 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-9d2b0cd2-8037-4765-9047-6b2c8e130311 service neutron] 10.222.0.65 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944145 Mar 08 13:29:53.643090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f7be566c-9b9c-4bdf-b797-92b76479567b triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:53.643603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:53.758876 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-cf4d7958-f51c-4757-8885-ebb1e49602f0 service neutron] 10.222.0.65 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106150 Mar 08 13:29:53.812968 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd964-8b57-4d79-b94a-92fa57a422cd None None] Pushing event updated for resources: {'Port': ['ID=f13f4437-a4dc-438f-b670-12aba3aa4180,revision_number=3']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:53.868357 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Attempting to bind port f13f4437-a4dc-438f-b670-12aba3aa4180 on host dv-neutron-829486-2-hyperv for vnic_type normal with profile {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:29:53.868834 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Attempting to bind port f13f4437-a4dc-438f-b670-12aba3aa4180 by drivers openvswitch,hyperv on host dv-neutron-829486-2-hyperv at level 0 using segments [{'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:29:53.869283 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Attempting to bind port f13f4437-a4dc-438f-b670-12aba3aa4180 on network d280d09e-16f1-4f53-b5fa-1682477c8bf1 {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:53.881339 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Checking agent: {'id': 'eed108b9-63e2-4d4a-9568-6eb32cd898bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829486-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 30, 34), 'started_at': datetime.datetime(2022, 3, 8, 12, 31, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829486-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:29:53.882588 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Checking segment: {'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:53.882588 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:53.886032 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Bound using segment: {'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'} {{(pid=104048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:29:53.888080 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.managers [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Bound port: f13f4437-a4dc-438f-b670-12aba3aa4180, host: dv-neutron-829486-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1'}}] {{(pid=104048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:29:53.888958 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:54.033326 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] For port f13f4437-a4dc-438f-b670-12aba3aa4180, host dv-neutron-829486-2-hyperv, cleared binding levels {{(pid=104048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:29:54.033326 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.plugins.ml2.db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] For port f13f4437-a4dc-438f-b670-12aba3aa4180, host dv-neutron-829486-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f13f4437-a4dc-438f-b670-12aba3aa4180,segment=NetworkSegment(ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95),segment_id=ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95)] {{(pid=104048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:29:54.069032 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-86442285-64f1-4330-aa97-7fb743405adc None None] Provisioning complete for port f13f4437-a4dc-438f-b670-12aba3aa4180 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:54.069455 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-86442285-64f1-4330-aa97-7fb743405adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:54.081450 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-510a8669-5af6-43eb-8684-8ab6ab24b571 req-fbb91c50-bc45-489e-bdf2-5adae63c2673 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 210 time: 0.0334654 Mar 08 13:29:54.110574 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron_lib.callbacks.manager [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:54.117813 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-86442285-64f1-4330-aa97-7fb743405adc None None] Port f13f4437-a4dc-438f-b670-12aba3aa4180 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:29:54.173298 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Routers {'45ee45fd-d2ba-48a4-9787-40225821463c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:29:54.173959 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:29:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['45ee45fd-d2ba-48a4-9787-40225821463c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:54.212336 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd964-8b57-4d79-b94a-92fa57a422cd None None] Pushing event updated for resources: {'Port': ['ID=f13f4437-a4dc-438f-b670-12aba3aa4180,revision_number=4']} {{(pid=104048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:54.313672 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] Set router 45ee45fd-d2ba-48a4-9787-40225821463c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:29:54.450028 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-c3ca39c0-bd90-4558-ba41-0b4ab3a8e0c8 None None] Provisioning complete for port f13f4437-a4dc-438f-b670-12aba3aa4180 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:54.450470 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3ca39c0-bd90-4558-ba41-0b4ab3a8e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:54.545664 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3ca39c0-bd90-4558-ba41-0b4ab3a8e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:54.579730 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-c3ca39c0-bd90-4558-ba41-0b4ab3a8e0c8 None None] For port f13f4437-a4dc-438f-b670-12aba3aa4180, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f13f4437-a4dc-438f-b670-12aba3aa4180,segment=NetworkSegment(ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95),segment_id=ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:29:54.624897 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 4, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port': {'id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:45Z', 'updated_at': '2022-03-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'f13f4437-a4dc-438f-b670-12aba3aa4180', 'name': '', 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'mac_address': 'fa:16:3e:e1:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:47Z', 'updated_at': '2022-03-08T13:29:54Z', 'revision_number': 4, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'subnets': [{'id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:29:54.653647 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaab24b-1174-4bce-b288-9f49c7ab831e None None] The sync data for ids ['45ee45fd-d2ba-48a4-9787-40225821463c'] in dv-neutron-829486-2-hyperv is: [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:29:48Z', 'revision_number': 4, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port': {'id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:45Z', 'updated_at': '2022-03-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': 'f13f4437-a4dc-438f-b670-12aba3aa4180', 'name': '', 'network_id': 'd280d09e-16f1-4f53-b5fa-1682477c8bf1', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'mac_address': 'fa:16:3e:e1:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:47Z', 'updated_at': '2022-03-08T13:29:54Z', 'revision_number': 4, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'subnets': [{'id': 'b37ed557-d082-4843-9150-6e696ae8d1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:29:54.663370 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c3ca39c0-bd90-4558-ba41-0b4ab3a8e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:54.714538 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca39c0-bd90-4558-ba41-0b4ab3a8e0c8 None None] Pushing event updated for resources: {'Port': ['ID=f13f4437-a4dc-438f-b670-12aba3aa4180,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:55.160224 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e1aa57cc-8448-4947-aadd-361259defda3 req-6341adfa-c34c-42a7-8d50-a56cbc317e61 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 210 time: 0.0266361 Mar 08 13:29:55.611314 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f13f4437-a4dc-438f-b670-12aba3aa4180 up at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:29:55.663682 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Provisioning complete for port f13f4437-a4dc-438f-b670-12aba3aa4180 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:55.664545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:56.114770 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:56.257675 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b344a03d-1e9f-4224-80eb-c6c150010035 req-95782831-4861-4834-861f-ef39e1e8bb95 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 210 time: 0.0273478 Mar 08 13:29:56.607226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-7cfd6aef-2919-45a9-acae-f49ddb4da475 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:56.608812 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-7cfd6aef-2919-45a9-acae-f49ddb4da475 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 809 time: 0.1101210 Mar 08 13:29:56.653533 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-162832c5-fff8-4e50-a339-474ef2258789 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139 HTTP/1.1" status: 200 len: 380 time: 0.0348742 Mar 08 13:29:56.662054 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'port': {'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'admin_state_up': True, 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'security_groups': ['bc1658a4-0c46-49e7-b076-2d8a074c2d5a']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:56.862357 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Made reservation on behalf of 1c8fc8e2238a40c3a4e5fb93dcb35139 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:29:56.866117 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:57.002092 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Allocated IP 172.20.0.7 (f9e4c0c8-13fc-43c4-b093-995e6ee48181/c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde/267f55a5-84cf-4a09-bce5-6d3578114b63) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:29:57.151921 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:57.245466 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:57.292811 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:29:57.296157 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:29:57.300001 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:29:57.326108 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:57.389571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:57.390247 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:57.413556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091ae7-4fa4-43bc-b2f8-12b2c7ed2cbf req-175eb487-3d58-4113-9650-989c5008f2fc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:57.414975 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-12091ae7-4fa4-43bc-b2f8-12b2c7ed2cbf req-175eb487-3d58-4113-9650-989c5008f2fc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 931 time: 0.0733364 Mar 08 13:29:57.465756 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-12091ae7-4fa4-43bc-b2f8-12b2c7ed2cbf req-bcc74fab-2f7c-49c8-b7bb-86cf530701cf tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Mar 08 13:29:57.476119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-3f72cd6b-9ccb-4a1a-bc1a-77abd5518655 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8176916 Mar 08 13:29:57.486897 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-0a974f17-8c97-4933-8019-e853cecdaba8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:29:57.487914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-0a974f17-8c97-4933-8019-e853cecdaba8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055070 Mar 08 13:29:57.500350 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Request body: {'port': {'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:29:57.505002 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-b1f2e8b0-3820-49a6-8dbc-47c7efd653d8 None None] Provisioning complete for port 267f55a5-84cf-4a09-bce5-6d3578114b63 triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:29:57.505653 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e8b0-3820-49a6-8dbc-47c7efd653d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:57.546255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2e8b0-3820-49a6-8dbc-47c7efd653d8 None None] Port 267f55a5-84cf-4a09-bce5-6d3578114b63 cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:29:57.572862 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:57.849556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267f55a5-84cf-4a09-bce5-6d3578114b63 {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:29:57.858794 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:57.877545 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Transition to ACTIVE for port object 267f55a5-84cf-4a09-bce5-6d3578114b63 will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:29:58.005381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:58.055805 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:58.131754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Attempting to bind port 267f55a5-84cf-4a09-bce5-6d3578114b63 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:29:58.132077 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Attempting to bind port 267f55a5-84cf-4a09-bce5-6d3578114b63 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:29:58.132393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Attempting to bind port 267f55a5-84cf-4a09-bce5-6d3578114b63 on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:58.138210 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Port 267f55a5-84cf-4a09-bce5-6d3578114b63 on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:29:58.138535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Attempting to bind port 267f55a5-84cf-4a09-bce5-6d3578114b63 on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:29:58.143578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:29:58.143902 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Checking segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:29:58.144265 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Bound using segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:29:58.144698 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Bound port: 267f55a5-84cf-4a09-bce5-6d3578114b63, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:29:58.145045 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:58.243056 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:29:58.251348 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:29:58.347619 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:58.388668 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:58.389277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:58.390771 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] 10.222.0.45 "PUT /v2.0/ports/267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 200 len: 1093 time: 0.8953631 Mar 08 13:29:58.394552 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:29:58.397017 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a99e311-0062-404c-8c06-f2bde3d68d92" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:29:58.423910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a218da-c1fa-407d-bc38-7202598d75fc service neutron] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:29:58.446404 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee4184e-aba6-4b85-aab4-9fe45058e53b x-openstack-request-id: req-0ee4184e-aba6-4b85-aab4-9fe45058e53b {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:29:58.446755 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:29:58.447228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ee4184e-aba6-4b85-aab4-9fe45058e53b {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:29:58.447724 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'status': 'completed', 'code': 200} Mar 08 13:29:58.519944 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e311-0062-404c-8c06-f2bde3d68d92 req-2da4bd29-ad39-4bd0-82a7-bfe305483fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:58.521462 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2a99e311-0062-404c-8c06-f2bde3d68d92 req-2da4bd29-ad39-4bd0-82a7-bfe305483fc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1096 time: 0.0523870 Mar 08 13:29:58.653129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb723953-a3a3-49d8-8a65-fbac317dfc34 req-36d4622d-abd2-400d-92cc-e5a03611ea4b tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:58.654502 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb723953-a3a3-49d8-8a65-fbac317dfc34 req-36d4622d-abd2-400d-92cc-e5a03611ea4b tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 943 time: 0.1131938 Mar 08 13:29:58.670886 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e311-0062-404c-8c06-f2bde3d68d92 req-c5b1e76e-281f-4600-bada-a014c123b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:58.672286 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2a99e311-0062-404c-8c06-f2bde3d68d92 req-c5b1e76e-281f-4600-bada-a014c123b39a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1421263 Mar 08 13:29:58.747029 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bb723953-a3a3-49d8-8a65-fbac317dfc34 req-42b89b2d-59d7-4fe0-a877-e3715c4963bc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852213 Mar 08 13:29:58.794910 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e311-0062-404c-8c06-f2bde3d68d92 req-4b7d112c-67b7-4d76-9afd-ab79160e5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:58.797357 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2a99e311-0062-404c-8c06-f2bde3d68d92 req-4b7d112c-67b7-4d76-9afd-ab79160e5aa8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179416 Mar 08 13:29:58.875955 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-9b4fe888-b268-49a5-a1e6-1f950d04430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:58.877442 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-9b4fe888-b268-49a5-a1e6-1f950d04430f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1096 time: 0.0435262 Mar 08 13:29:58.944395 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-42e94b1b-3c75-41c7-91e0-5eeebb8ffbab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 200 len: 217 time: 0.0586693 Mar 08 13:29:58.991732 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-1389470b-ed85-4b84-8f0f-8e3970a4ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:58.993171 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-1389470b-ed85-4b84-8f0f-8e3970a4ee01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0433457 Mar 08 13:29:59.041985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-f4e29de7-3c20-479d-aa95-eaad6b66e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:59.044155 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-f4e29de7-3c20-479d-aa95-eaad6b66e34c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446935 Mar 08 13:29:59.097207 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-53acb57c-dd0f-441e-932a-52cfbed4fca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:29:59.140687 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-fe629a9a-9664-497f-8a12-1a58267e20ca service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895724 Mar 08 13:29:59.235913 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4d4c656f-1c45-481b-bf2e-216794ee5bf7 req-a78c31f7-8e4c-4e6a-8a31-bcb41a1a01ea service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887442 Mar 08 13:29:59.870657 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fc754-5402-434f-ba9d-2e29d96dc4cb req-cc2be676-ea05-4db6-b08c-102c2d7ed782 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:29:59.872409 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5c6fc754-5402-434f-ba9d-2e29d96dc4cb req-cc2be676-ea05-4db6-b08c-102c2d7ed782 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 943 time: 0.0519764 Mar 08 13:29:59.915676 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5c6fc754-5402-434f-ba9d-2e29d96dc4cb req-13c3dc0f-8ac0-4cd9-8980-3e2828e48ecc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368588 Mar 08 13:30:01.032028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf0abc-1d82-411a-9aee-a12ece49f1d1 req-9caf7986-4e7d-4cff-b56e-a35563bb3355 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:01.033398 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51cf0abc-1d82-411a-9aee-a12ece49f1d1 req-9caf7986-4e7d-4cff-b56e-a35563bb3355 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 943 time: 0.0482073 Mar 08 13:30:01.071873 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-51cf0abc-1d82-411a-9aee-a12ece49f1d1 req-2da126f5-1374-490f-9dc1-3431956a9027 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Mar 08 13:30:01.719290 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a58c4c44-8ffd-4376-b72a-1d924f12771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:01.798431 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:30:02.201669 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 267f55a5-84cf-4a09-bce5-6d3578114b63 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:30:02.212314 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b87c89-d93a-41ca-b301-17ebeb85ede6 req-0c69d73d-f61c-4609-9813-aa2279337bcc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:02.214464 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96b87c89-d93a-41ca-b301-17ebeb85ede6 req-0c69d73d-f61c-4609-9813-aa2279337bcc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 943 time: 0.0562043 Mar 08 13:30:02.255018 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-96b87c89-d93a-41ca-b301-17ebeb85ede6 req-329dedf2-08ab-4441-b034-cc6c18b1b9c8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343442 Mar 08 13:30:02.319685 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:30:02.330944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:30:02.368042 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:02.381706 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267f55a5-84cf-4a09-bce5-6d3578114b63 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:30:02.403553 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:30:02.484208 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:02.533965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:30:02.736652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['267f55a5-84cf-4a09-bce5-6d3578114b63'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:30:02.968323 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:03.373239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059a03e-10b6-4627-9472-79b6181db9cd req-d1402dd6-882b-4846-be33-e65d0d06464d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:03.374745 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f059a03e-10b6-4627-9472-79b6181db9cd req-d1402dd6-882b-4846-be33-e65d0d06464d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 944 time: 0.0505829 Mar 08 13:30:03.414834 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f059a03e-10b6-4627-9472-79b6181db9cd req-cbe24c77-c8ac-4f59-babc-a9f99188f496 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341403 Mar 08 13:30:03.993527 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:04.233568 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 267f55a5-84cf-4a09-bce5-6d3578114b63 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:30:04.274493 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:04.397924 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 267f55a5-84cf-4a09-bce5-6d3578114b63 completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:30:04.401934 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 267f55a5-84cf-4a09-bce5-6d3578114b63 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:30:04.402909 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:04.497157 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:04.521268 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:30:04.523724 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d376d-6eff-4a2d-9f5b-ed21b5b95b6f" -d '{"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-plugged", "status": "completed", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:30:04.532645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb81efb-15c7-44e8-bfea-af2af6dd1e09 req-5131f754-5ce5-4ee4-b9d5-34da57f1935b tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:04.534399 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfb81efb-15c7-44e8-bfea-af2af6dd1e09 req-5131f754-5ce5-4ee4-b9d5-34da57f1935b tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 944 time: 0.0503941 Mar 08 13:30:04.542802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:30:04.575359 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-bfb81efb-15c7-44e8-bfea-af2af6dd1e09 req-4e67aada-a3a1-4cf9-9ee2-5f3530a2bcb8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Mar 08 13:30:04.630802 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cefffc-59bc-40f9-8086-2ab86ffc0230 x-openstack-request-id: req-d3cefffc-59bc-40f9-8086-2ab86ffc0230 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:30:04.631089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-plugged", "status": "completed", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:30:04.631335 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3cefffc-59bc-40f9-8086-2ab86ffc0230 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:30:04.631721 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'code': 200} Mar 08 13:30:04.645089 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:04.702106 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:30:04.942526 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b96f7-56e7-4c3c-af20-febd1485166b req-f8302d5c-9f1e-441a-b136-570a3f252a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:04.944109 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-595b96f7-56e7-4c3c-af20-febd1485166b req-f8302d5c-9f1e-441a-b136-570a3f252a26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1098 time: 0.0455151 Mar 08 13:30:04.978457 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-595b96f7-56e7-4c3c-af20-febd1485166b req-c703c44d-0a6b-41c3-a443-6e1d1a4dc4c4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278983 Mar 08 13:30:05.691765 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25a2a5-6bfc-4c78-9a6a-d28270b7453c req-da440082-97d6-4876-b45e-43a102ce9bd2 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:05.693350 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9c25a2a5-6bfc-4c78-9a6a-d28270b7453c req-da440082-97d6-4876-b45e-43a102ce9bd2 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 945 time: 0.0488544 Mar 08 13:30:05.731655 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-9c25a2a5-6bfc-4c78-9a6a-d28270b7453c req-3c27f090-b0d9-4660-862f-0832f47c4651 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312953 Mar 08 13:30:06.853521 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab209ccf-5f48-4167-8ee0-e6ce60b9021c req-499730fe-4a2c-4f13-8c2d-2213fb1c7ef1 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:06.855011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ab209ccf-5f48-4167-8ee0-e6ce60b9021c req-499730fe-4a2c-4f13-8c2d-2213fb1c7ef1 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 945 time: 0.0492764 Mar 08 13:30:06.894633 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ab209ccf-5f48-4167-8ee0-e6ce60b9021c req-9e8372d5-2940-48b4-af47-06cd1f6eeed8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Mar 08 13:30:07.017199 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2bcc5-0f4c-489b-b0e4-4676771c3c7b req-2ce63bf2-9e99-4d89-a2f9-68952a7caee4 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:07.018761 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-57b2bcc5-0f4c-489b-b0e4-4676771c3c7b req-2ce63bf2-9e99-4d89-a2f9-68952a7caee4 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 945 time: 0.0555549 Mar 08 13:30:07.056031 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-57b2bcc5-0f4c-489b-b0e4-4676771c3c7b req-d65e75a5-28cf-4e43-bf86-3b823a1303b6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Mar 08 13:30:07.079247 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46326) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:30:07.168307 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6ae93-fe2f-49f9-9707-5fbcdfd7ce4c tempest-TestSnapshotPattern-2129683199 tempest-TestSnapshotPattern-2129683199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:07.169832 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-2ba6ae93-fe2f-49f9-9707-5fbcdfd7ce4c tempest-TestSnapshotPattern-2129683199 tempest-TestSnapshotPattern-2129683199-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1093 time: 0.0896053 Mar 08 13:30:07.172719 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46330) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:30:07.177381 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:30:07.274053 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:07.376048 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:07.479419 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Allocated IP 172.26.3.128 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/82dcd346-7fce-413f-bd08-3f50b7be3734) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:30:07.586900 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:07.662787 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:07.703896 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:30:07.706681 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:30:07.710193 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:30:07.716311 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'Port': ['ID=82dcd346-7fce-413f-bd08-3f50b7be3734,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:30:08.100591 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:08.224172 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:08.380545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:08.422195 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:08.493540 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'Port': ['ID=82dcd346-7fce-413f-bd08-3f50b7be3734,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:30:08.505280 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:08.608989 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Floating IP 1c374e1a-ae55-4a13-b1ae-88253aa4689b associated. External IP: 172.26.3.128, port: 267f55a5-84cf-4a09-bce5-6d3578114b63. Mar 08 13:30:08.842049 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Router 67031b04-adec-483b-82be-aa58e20e67c0 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:30:08.954827 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:30:08.966869 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] Sync routers for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:30:08.977586 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:30:08.979887 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:30:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:30:09.069903 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:09.093478 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:30:09.100395 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-71060f1b-94e6-4d2d-95e4-7f252cd29dc6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9266026 Mar 08 13:30:09.100963 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:30:09.103277 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:30:09.144749 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2be5d7-584f-4da1-9849-0e4f5fed0ae0 x-openstack-request-id: req-2e2be5d7-584f-4da1-9849-0e4f5fed0ae0 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:30:09.145037 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:30:09.145281 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e2be5d7-584f-4da1-9849-0e4f5fed0ae0 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:30:09.145704 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'status': 'completed', 'code': 200} Mar 08 13:30:09.218391 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-93f8ebeb-9e71-4a82-8c16-4e04492f1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:09.219901 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-93f8ebeb-9e71-4a82-8c16-4e04492f1d04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1098 time: 0.0421956 Mar 08 13:30:09.327078 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-3d322291-15db-431b-9369-9b1a68e41e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:09.328663 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-3d322291-15db-431b-9369-9b1a68e41e05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.1021049 Mar 08 13:30:09.343469 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:07Z', 'revision_number': 0, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:30:09.371154 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] Checking router: 67031b04-adec-483b-82be-aa58e20e67c0 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:30:09.380146 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:30:09.380761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:30:02Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:30:09.396970 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-211e42bf-2658-4222-ac96-7c8ba7e72528 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 200 len: 999 time: 0.0621808 Mar 08 13:30:09.450694 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-6ea66fef-9209-496d-b5bf-cf3eae826be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:09.454541 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-6ea66fef-9209-496d-b5bf-cf3eae826be5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0486553 Mar 08 13:30:09.502191 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:30:09.503480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-80b3e15f-0cda-41e3-ba17-435e45bf618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:09.505000 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-80b3e15f-0cda-41e3-ba17-435e45bf618a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463412 Mar 08 13:30:09.599892 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-6b4b477f-fda5-475c-8796-50844509996a service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Mar 08 13:30:09.700385 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-853a2218-0b4d-42f7-a6fb-accf74b0f0d3 req-e0ed1295-264d-4f62-aea8-9c82a79e16ed service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938451 Mar 08 13:30:09.751059 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:07Z', 'revision_number': 0, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:30:09.780838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628f7a8-0ae8-4a57-ab42-1dc5a059ce36 None None] The sync data for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv is: [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:07Z', 'revision_number': 0, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:30:09.977447 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932cf359-97b3-48dd-8ff5-d8e9ed731451 None None] New status for floating IP 1c374e1a-ae55-4a13-b1ae-88253aa4689b: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:30:26.077931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:29.068137 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e3b73f92-ec1c-458c-b532-a4facdcff315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:31.747680 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a5b1c602-98ba-4923-965c-0a02f31706d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:32.942430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:33.986234 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:34.296277 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:38.797535 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:30:50.619137 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-325a9a46-9097-43e3-832e-9adbd9724315 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859649 Mar 08 13:30:50.707520 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e203c-aba3-4291-937d-821cb54048cc req-130fa35d-61aa-4bb3-8458-88fde8ba2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:50.709021 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-130fa35d-61aa-4bb3-8458-88fde8ba2f2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1098 time: 0.0457487 Mar 08 13:30:50.816640 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e203c-aba3-4291-937d-821cb54048cc req-5231180d-e5fb-4027-a401-186cc31eb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:50.818046 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-5231180d-e5fb-4027-a401-186cc31eb784 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.0893319 Mar 08 13:30:50.883585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-d967fdc7-3eed-48a1-ba88-a4cc60d1252c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 200 len: 1001 time: 0.0589759 Mar 08 13:30:50.932276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e203c-aba3-4291-937d-821cb54048cc req-ad8147d6-1270-4733-bcd0-1c45c6d4666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:50.933740 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-ad8147d6-1270-4733-bcd0-1c45c6d4666d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0442052 Mar 08 13:30:50.984080 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e203c-aba3-4291-937d-821cb54048cc req-bfc8547d-b9bd-4e76-a40a-bb506fc0e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:30:50.986177 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-bfc8547d-b9bd-4e76-a40a-bb506fc0e590 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457366 Mar 08 13:30:51.077560 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-7208ac0d-5342-46c2-b3ab-e0874c3d2eca service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Mar 08 13:30:51.171378 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a92e203c-aba3-4291-937d-821cb54048cc req-d6bedc5b-128a-4e8f-a1e4-aa139e15e347 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867527 Mar 08 13:30:56.043383 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:30:59.084494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1981ab3b-e237-4066-a784-988292928f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:01.699908 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-73dc3fda-512f-40fc-9300-a6f75849e64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:02.940011 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:04.038846 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:04.271239 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:15.796283 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:31:26.173569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:29.084512 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc6d3-70aa-494a-9c8e-888d9b7ad93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:31.712817 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a28871a1-ecc8-4629-967d-38807188970f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:32.895837 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:33.973825 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:34.356305 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:51.605824 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-1d201a29-8797-4318-9050-a96fb7485fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433669 Mar 08 13:31:51.688558 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-665db13f-8feb-4e40-ac8d-f728a5c52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:31:51.690376 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-665db13f-8feb-4e40-ac8d-f728a5c52018 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1098 time: 0.0413151 Mar 08 13:31:51.795575 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-8b62ebff-8834-47c4-9f79-ef8eb0ee5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:31:51.797100 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-8b62ebff-8834-47c4-9f79-ef8eb0ee5cb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.0876837 Mar 08 13:31:51.861977 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-4bd187d7-8ff0-4982-a4ae-6bb8fcc3ea4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 200 len: 1001 time: 0.0572593 Mar 08 13:31:51.909229 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-e57ee8e4-2de0-44bc-9f36-74adb2ca84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:31:51.910680 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-e57ee8e4-2de0-44bc-9f36-74adb2ca84b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0420251 Mar 08 13:31:51.960884 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-69be0665-1002-452d-a604-63b2d57ffa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:31:51.962409 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-69be0665-1002-452d-a604-63b2d57ffa92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448706 Mar 08 13:31:52.050038 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-03fb82af-4d06-45d9-994b-e50d891762e7 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809174 Mar 08 13:31:52.142194 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-49f84f52-ccba-486c-bac2-d5f9808f6f9e req-ab27b979-c0c0-409f-b55a-ee667ef08a13 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858657 Mar 08 13:31:52.794945 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:31:56.078715 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:31:59.072793 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-2fa453a5-357a-4b84-9b38-e069163117c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:01.704617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-f6d96db1-2a27-4bde-80fa-ec8cf4e87e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:02.907419 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:03.992871 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:04.276220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:08.964569 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 267f55a5-84cf-4a09-bce5-6d3578114b63 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:32:09.063785 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:32:09.074677 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:32:09.111188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:09.125139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 267f55a5-84cf-4a09-bce5-6d3578114b63 {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:32:09.144430 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:32:09.232994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:09.286177 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:09.295087 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.295429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.295760 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.296082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.296400 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.296720 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.297034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.297347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.297659 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.297994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.298304 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.298615 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:09.321395 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['267f55a5-84cf-4a09-bce5-6d3578114b63'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:32:10.972874 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 267f55a5-84cf-4a09-bce5-6d3578114b63 up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:32:11.036582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 267f55a5-84cf-4a09-bce5-6d3578114b63 triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:32:11.037214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:11.135559 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:11.160509 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:32:11.163297 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5bfaa-a70b-425a-8dca-c56b3050ee19" -d '{"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-plugged", "status": "completed", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:32:11.178386 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:32:11.204690 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab8f472-2c76-4be1-99f7-9214990f7ff2 x-openstack-request-id: req-eab8f472-2c76-4be1-99f7-9214990f7ff2 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:32:11.204983 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-plugged", "status": "completed", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:32:11.205235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eab8f472-2c76-4be1-99f7-9214990f7ff2 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:32:11.205630 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'code': 200} Mar 08 13:32:11.276184 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:11.342336 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:20.950906 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-6ff87bc4-7392-4894-92a6-d532ce47de01 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272521616&fields=id&tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139 HTTP/1.1" status: 200 len: 267 time: 0.0338571 Mar 08 13:32:21.061443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-39a078f3-dd40-4815-9395-23a663adc364 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:21.063118 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-39a078f3-dd40-4815-9395-23a663adc364 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 809 time: 0.1038761 Mar 08 13:32:21.078681 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-197ffe12-1a74-41c0-b469-bc064e6eee33 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/quotas/1c8fc8e2238a40c3a4e5fb93dcb35139 HTTP/1.1" status: 200 len: 375 time: 0.0096536 Mar 08 13:32:21.134854 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-a5108f0a-5f28-42a7-be18-4615117def4b tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506811 Mar 08 13:32:21.194578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-2e5ac5e6-4236-4069-8f85-faa4f41b77d2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=104046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 08 13:32:21.195600 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-2e5ac5e6-4236-4069-8f85-faa4f41b77d2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483813 Mar 08 13:32:21.289278 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-73089836-82d8-4f97-b5f4-615cc7d31722 service neutron] 10.222.0.65 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868185 Mar 08 13:32:21.382880 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-23c3be9e-2e7a-4fd5-be57-3a6aa30ba65e service neutron] 10.222.0.65 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871086 Mar 08 13:32:22.682970 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-06fa518f-8dc0-4701-a4eb-c6cc26d0b3aa req-5797ef6e-16c1-4d2a-b94c-42c49dfa5b7f tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0845747 Mar 08 13:32:23.032110 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 267f55a5-84cf-4a09-bce5-6d3578114b63 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:32:23.112074 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:23.134523 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:32:23.136759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a8c73-2505-4968-9ff3-09224f1e8276" -d '{"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-unplugged", "status": "completed", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:32:23.149964 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:32:23.172877 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d07a0a-f8f8-4331-9911-355307014e15 x-openstack-request-id: req-96d07a0a-f8f8-4331-9911-355307014e15 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:32:23.173161 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-unplugged", "status": "completed", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:32:23.173407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96d07a0a-f8f8-4331-9911-355307014e15 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:32:23.173862 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'code': 200} Mar 08 13:32:23.249931 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:23.297427 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:23.761609 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2b9db2a2-7969-4add-af1c-46be3c7409e5 req-87178575-159c-41a9-8694-ffb202bd8162 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Mar 08 13:32:24.842656 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f8a1cb89-115a-4f4c-874e-cd6d516b36c0 req-64b99e6b-3c98-44a8-bf61-bd00c111b5eb tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0272017 Mar 08 13:32:25.920422 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-7c93a900-8f3f-41e6-acf0-2666ac742b04 req-33abd139-9c7b-457d-a38e-d945b44a7f83 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0268354 Mar 08 13:32:26.081040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:27.013141 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-980cd8de-9561-4630-98e4-a94b1f07afd2 req-055503cd-7fca-442f-83c3-0cda12e0931d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0258965 Mar 08 13:32:28.108602 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a28e6983-f28c-4b29-b7be-318655409e8d req-133b0533-3aca-4818-985c-83aed159b141 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0270014 Mar 08 13:32:28.836985 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-8803e39b-ea87-4d5e-aba3-6d96a94b544d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:28.839347 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-8803e39b-ea87-4d5e-aba3-6d96a94b544d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 809 time: 0.1047184 Mar 08 13:32:28.882176 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-d6295818-263b-490c-902e-c23e091b3501 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139 HTTP/1.1" status: 200 len: 380 time: 0.0344670 Mar 08 13:32:28.891037 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'port': {'device_id': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'admin_state_up': True, 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'security_groups': ['bc1658a4-0c46-49e7-b076-2d8a074c2d5a']}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:32:29.058954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Made reservation on behalf of 1c8fc8e2238a40c3a4e5fb93dcb35139 for: {'port': 1} {{(pid=104046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:32:29.062703 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:29.104836 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e5547aae-3136-49d4-9604-8806ba449e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:29.474499 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-727d5d1c-bfc8-4185-9dc5-0f6b01ed6407 req-125e008d-2bce-478c-a0ef-b5e757a48275 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0461602 Mar 08 13:32:29.602127 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_common [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Allocated IP 172.20.0.5 (f9e4c0c8-13fc-43c4-b093-995e6ee48181/c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde/3301b221-f1c8-4afc-9074-17056bf00eba) {{(pid=104046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:32:29.778800 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for port, precommit_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:29.797806 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:32:29.884791 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_create {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:29.942645 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 is already hosted by enough agents. {{(pid=104046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:32:29.944680 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=1']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:29.947426 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.scheduler.base_scheduler [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Resources bound (agent type, host, resource id): {{(pid=104046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:32:29.951097 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Received port after_create {{(pid=104046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:32:29.959158 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.959489 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.959987 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.960186 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.960469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.960875 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.961173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.961398 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.961723 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.962065 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.962387 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:29.962687 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:30.023018 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:30.024417 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:30.119184 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-fed00c80-a7e3-492b-9609-67610ab47cfa tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2319443 Mar 08 13:32:30.261892 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-bb5002f0-83ea-4895-8fa2-2cbc59254665 None None] Provisioning complete for port 3301b221-f1c8-4afc-9074-17056bf00eba triggered by entity DHCP. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:32:30.263019 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-bb5002f0-83ea-4895-8fa2-2cbc59254665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:30.313872 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-bb5002f0-83ea-4895-8fa2-2cbc59254665 None None] Port 3301b221-f1c8-4afc-9074-17056bf00eba cannot update to ACTIVE because it is not bound. {{(pid=104047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 08 13:32:30.634969 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787e99-3d03-4bd8-a0f7-56516c72d434 req-5bb10a5a-c7d7-46e6-a42c-7a302912fbd6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:30.638235 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a787e99-3d03-4bd8-a0f7-56516c72d434 req-5bb10a5a-c7d7-46e6-a42c-7a302912fbd6 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 931 time: 0.0655768 Mar 08 13:32:30.688381 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-0a787e99-3d03-4bd8-a0f7-56516c72d434 req-8d169aa6-dce5-4a25-9c9d-301429bdebc8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435941 Mar 08 13:32:31.731578 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d3d7794b-9e5b-4d03-a418-7504b8eed2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:31.836823 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7115c-4aff-4794-95c6-929f808a8e19 req-85235f3a-4d80-4a18-81fd-70cf129d7290 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:31.838396 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1ad7115c-4aff-4794-95c6-929f808a8e19 req-85235f3a-4d80-4a18-81fd-70cf129d7290 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 931 time: 0.0630960 Mar 08 13:32:31.877313 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1ad7115c-4aff-4794-95c6-929f808a8e19 req-edc02eaa-db95-4a26-91ee-09c1fc90d37f tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Mar 08 13:32:32.892616 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:33.007159 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234678-fcdd-4e02-8698-74fb8647ee1a req-10349a15-25db-4f88-aa07-70647a92aa89 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:33.008901 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10234678-fcdd-4e02-8698-74fb8647ee1a req-10349a15-25db-4f88-aa07-70647a92aa89 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 931 time: 0.0584648 Mar 08 13:32:33.051954 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-10234678-fcdd-4e02-8698-74fb8647ee1a req-2490b229-2088-47b7-aa19-c9e3ff4668a7 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359261 Mar 08 13:32:33.998808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:34.181102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208f3cb-bd02-41a5-bbc8-759d416ec509 req-47b724a7-1ea3-49ca-b3f4-3a9a9991f2c7 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:34.182767 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c208f3cb-bd02-41a5-bbc8-759d416ec509 req-47b724a7-1ea3-49ca-b3f4-3a9a9991f2c7 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 931 time: 0.0535815 Mar 08 13:32:34.224119 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c208f3cb-bd02-41a5-bbc8-759d416ec509 req-41b67eaa-f8e6-436d-a5d0-fad95cfa7b84 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353036 Mar 08 13:32:34.301723 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:35.361721 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1399-dbea-4801-8f2c-b43c34b6fc6b req-d2351a14-856d-49c4-83d1-8c0c75559e57 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:35.363968 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7ad1399-dbea-4801-8f2c-b43c34b6fc6b req-d2351a14-856d-49c4-83d1-8c0c75559e57 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 931 time: 0.0679703 Mar 08 13:32:35.405172 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a7ad1399-dbea-4801-8f2c-b43c34b6fc6b req-90fe8fd0-573f-4dcb-8e8c-ffc4502ffb85 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353029 Mar 08 13:32:36.541538 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cfe87-101a-4c47-8973-f34794823260 req-c62db3c8-6657-42cc-9695-d39e9bfb6910 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:36.544402 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-702cfe87-101a-4c47-8973-f34794823260 req-c62db3c8-6657-42cc-9695-d39e9bfb6910 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 931 time: 0.0575609 Mar 08 13:32:36.594061 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-702cfe87-101a-4c47-8973-f34794823260 req-2022c0ff-3506-4443-a306-eeb97cd379d8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363848 Mar 08 13:32:37.718535 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81ccc-92f0-4530-ad05-e482c27b70e2 req-8bd8303f-55ca-4b25-8c1d-f2e9a8b2e2e8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:37.719981 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbc81ccc-92f0-4530-ad05-e482c27b70e2 req-8bd8303f-55ca-4b25-8c1d-f2e9a8b2e2e8 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 931 time: 0.0559781 Mar 08 13:32:37.758436 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-dbc81ccc-92f0-4530-ad05-e482c27b70e2 req-16c3ecce-a4c5-4d1a-8647-caf58570f252 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Mar 08 13:32:38.186415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.v2.base [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Request body: {'port': {'device_id': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=104046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:32:38.234658 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:38.502279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3301b221-f1c8-4afc-9074-17056bf00eba {{(pid=104046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:32:38.509435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:38.521667 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.provisioning_blocks [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Transition to ACTIVE for port object 3301b221-f1c8-4afc-9074-17056bf00eba will not be triggered until provisioned by entity L2. {{(pid=104046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 13:32:38.581571 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:38.633366 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=2']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:38.705539 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Attempting to bind port 3301b221-f1c8-4afc-9074-17056bf00eba on host hv-neutron-8294 for vnic_type normal with profile {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 13:32:38.705889 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Attempting to bind port 3301b221-f1c8-4afc-9074-17056bf00eba by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 13:32:38.706217 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Attempting to bind port 3301b221-f1c8-4afc-9074-17056bf00eba on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:32:38.710864 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Port 3301b221-f1c8-4afc-9074-17056bf00eba on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:32:38.711173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Attempting to bind port 3301b221-f1c8-4afc-9074-17056bf00eba on network f9e4c0c8-13fc-43c4-b093-995e6ee48181 {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:32:38.716788 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Checking agent: {'id': '3390b017-07f6-4cc5-a890-fb6aeb72ad64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'started_at': datetime.datetime(2022, 3, 8, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:32:38.717113 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Checking segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 08 13:32:38.717482 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Bound using segment: {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'} {{(pid=104046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:32:38.717924 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.managers [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Bound port: 3301b221-f1c8-4afc-9074-17056bf00eba, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1aae44e-dafb-4d79-a716-55898881c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181'}}] {{(pid=104046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 13:32:38.718271 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:38.791155 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, cleared binding levels {{(pid=104046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:32:38.795321 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:32:38.879956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61738644'] for port, after_update {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:38.921134 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:38.921826 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:38.923272 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] 10.222.0.45 "PUT /v2.0/ports/3301b221-f1c8-4afc-9074-17056bf00eba HTTP/1.1" status: 200 len: 1093 time: 0.7477348 Mar 08 13:32:38.923626 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:32:38.925952 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0647d0-72a5-44fc-b0a6-35414bd572fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:32:38.959239 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ce42-2b83-46a5-8e50-f9e36fb86914 service neutron] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=3']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:38.994277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730ab90-8cda-4724-bd51-2291c52a81e6 x-openstack-request-id: req-a730ab90-8cda-4724-bd51-2291c52a81e6 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:32:38.994277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:32:38.994277 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a730ab90-8cda-4724-bd51-2291c52a81e6 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:32:38.994277 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba', 'status': 'completed', 'code': 200} Mar 08 13:32:39.089627 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72a82-1eef-4b72-b220-9da904261699 req-30735e73-8ec9-4294-a766-e59bb3b7bfb1 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:39.091810 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68f72a82-1eef-4b72-b220-9da904261699 req-30735e73-8ec9-4294-a766-e59bb3b7bfb1 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 943 time: 0.0844674 Mar 08 13:32:39.102103 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0647d0-72a5-44fc-b0a6-35414bd572fa req-fbf4778f-7be2-429d-9705-0de31e2a0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:39.103585 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d0647d0-72a5-44fc-b0a6-35414bd572fa req-fbf4778f-7be2-429d-9705-0de31e2a0750 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 1096 time: 0.0666635 Mar 08 13:32:39.158368 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-68f72a82-1eef-4b72-b220-9da904261699 req-b252cdea-3d31-44f6-8811-2a839d8b15a9 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591669 Mar 08 13:32:39.228276 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0647d0-72a5-44fc-b0a6-35414bd572fa req-8256033f-7bce-4dc8-879a-4e59ada12b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:39.229759 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d0647d0-72a5-44fc-b0a6-35414bd572fa req-8256033f-7bce-4dc8-879a-4e59ada12b25 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1134427 Mar 08 13:32:39.332064 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0647d0-72a5-44fc-b0a6-35414bd572fa req-da954ce0-4224-4f17-9733-6fbd127de247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:39.333484 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-8d0647d0-72a5-44fc-b0a6-35414bd572fa req-da954ce0-4224-4f17-9733-6fbd127de247 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960107 Mar 08 13:32:39.410783 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-7d9e2711-6f78-4faf-84e8-45c9a54de060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:39.412320 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-7d9e2711-6f78-4faf-84e8-45c9a54de060 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 1096 time: 0.0426762 Mar 08 13:32:39.454256 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-c0854139-d831-4075-ada8-6a0d985b62c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3301b221-f1c8-4afc-9074-17056bf00eba HTTP/1.1" status: 200 len: 217 time: 0.0347497 Mar 08 13:32:39.506634 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-00327862-2d21-46aa-87f1-1c011f61ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:39.508072 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-00327862-2d21-46aa-87f1-1c011f61ae44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0475879 Mar 08 13:32:39.553111 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-cead20f6-709c-4d29-b149-ff637c5db095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:39.554660 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-cead20f6-709c-4d29-b149-ff637c5db095 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403676 Mar 08 13:32:39.648641 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-675655da-fefe-4037-9100-960de9f978cc service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872264 Mar 08 13:32:39.741954 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-452d8aaf-615c-45a6-8cff-26e170749cd2 req-8457b563-2236-4ae0-b7b5-1645a296248b service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867302 Mar 08 13:32:40.276922 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d0104-bd08-4256-acb8-97471d044f75 req-90724b60-1f31-4923-8f5a-0ddb0d1cb263 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:40.278490 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-554d0104-bd08-4256-acb8-97471d044f75 req-90724b60-1f31-4923-8f5a-0ddb0d1cb263 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 943 time: 0.0506799 Mar 08 13:32:40.318041 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-554d0104-bd08-4256-acb8-97471d044f75 req-81185a5b-c7fe-4f1e-9087-fad68e1be82e tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336003 Mar 08 13:32:41.465629 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ef778-9b1c-4854-b076-31ed8019fec3 req-36f042b7-b24b-4fa4-8bc0-030435d05200 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:41.467421 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-288ef778-9b1c-4854-b076-31ed8019fec3 req-36f042b7-b24b-4fa4-8bc0-030435d05200 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 943 time: 0.0573921 Mar 08 13:32:41.507669 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-288ef778-9b1c-4854-b076-31ed8019fec3 req-9dbe1c5c-8dc3-402b-aefb-d7dd421cbdd1 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334456 Mar 08 13:32:42.625154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c350-ea30-46ca-bab6-bff866b4d4ff req-3ffee1f0-a88b-4ee3-82dd-505d55b19383 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:42.626666 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5892c350-ea30-46ca-bab6-bff866b4d4ff req-3ffee1f0-a88b-4ee3-82dd-505d55b19383 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 943 time: 0.0499210 Mar 08 13:32:42.664434 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-5892c350-ea30-46ca-bab6-bff866b4d4ff req-9b2fe41f-f1fc-45cc-895b-5a3a2fe75e7f tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319648 Mar 08 13:32:43.119014 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 3301b221-f1c8-4afc-9074-17056bf00eba details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:32:43.213139 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:32:43.228801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '3301b221-f1c8-4afc-9074-17056bf00eba', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'port_id': '3301b221-f1c8-4afc-9074-17056bf00eba', 'mac_address': 'fa:16:3e:94:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:32:43.266618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:43.279583 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3301b221-f1c8-4afc-9074-17056bf00eba {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:32:43.298969 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:32:43.361298 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:43.409529 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=4']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:43.591010 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['3301b221-f1c8-4afc-9074-17056bf00eba'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:32:43.785219 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2eed22-e5a4-4776-a815-8ff617ae03bf req-6ef99b99-6560-490c-bb24-16eb790a0f94 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:43.786823 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f2eed22-e5a4-4776-a815-8ff617ae03bf req-6ef99b99-6560-490c-bb24-16eb790a0f94 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 944 time: 0.0539517 Mar 08 13:32:43.826973 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-1f2eed22-e5a4-4776-a815-8ff617ae03bf req-0258751e-f78b-4150-b997-afec1e9c59df tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Mar 08 13:32:44.948584 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777b43e-e5ad-434b-b89e-2b51699dc21f req-fed0086a-022b-40db-8c1a-78b79cffbc5f tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:44.950647 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f777b43e-e5ad-434b-b89e-2b51699dc21f req-fed0086a-022b-40db-8c1a-78b79cffbc5f tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 944 time: 0.0544477 Mar 08 13:32:44.988425 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-f777b43e-e5ad-434b-b89e-2b51699dc21f req-4d1cf5d7-b971-4136-9284-1ea632aa449c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Mar 08 13:32:45.119898 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 3301b221-f1c8-4afc-9074-17056bf00eba up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:32:45.212401 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning for port 3301b221-f1c8-4afc-9074-17056bf00eba completed by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 13:32:45.216714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 3301b221-f1c8-4afc-9074-17056bf00eba triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:32:45.217103 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:45.300355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:45.323494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:32:45.326939 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c8802-b797-4fe9-9b8a-757965cad1f6" -d '{"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-plugged", "status": "completed", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:32:45.339452 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:32:45.363916 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc4c148-30c7-49b8-8783-6127b06bca64 x-openstack-request-id: req-5dc4c148-30c7-49b8-8783-6127b06bca64 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:32:45.364202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-plugged", "status": "completed", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:32:45.364447 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dc4c148-30c7-49b8-8783-6127b06bca64 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:32:45.364839 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba', 'code': 200} Mar 08 13:32:45.416057 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:45.464214 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=5']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:45.745730 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064da4a-3fbd-4688-8656-decf86025653 req-d9473d3f-2800-4725-b112-5580e88817e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:45.747930 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6064da4a-3fbd-4688-8656-decf86025653 req-d9473d3f-2800-4725-b112-5580e88817e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 1098 time: 0.0408485 Mar 08 13:32:45.783011 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6064da4a-3fbd-4688-8656-decf86025653 req-7b51c2d3-fb2b-42df-95f0-6e31bd1c4636 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281551 Mar 08 13:32:46.104414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d4bbb-72b9-425b-97e2-94bdbee90a38 req-4186926e-514d-4c2a-be4a-59b968d19dbc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:46.105914 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c36d4bbb-72b9-425b-97e2-94bdbee90a38 req-4186926e-514d-4c2a-be4a-59b968d19dbc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 945 time: 0.0496354 Mar 08 13:32:46.146213 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c36d4bbb-72b9-425b-97e2-94bdbee90a38 req-bc20621a-9952-4b21-a835-71b90b351688 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333829 Mar 08 13:32:47.271031 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14268da-df7e-4d8b-b382-6b6d8cbcbf72 req-19e107fe-4ffb-41fb-861f-938d7ebe7097 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:47.272533 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a14268da-df7e-4d8b-b382-6b6d8cbcbf72 req-19e107fe-4ffb-41fb-861f-938d7ebe7097 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 945 time: 0.0560455 Mar 08 13:32:47.310390 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a14268da-df7e-4d8b-b382-6b6d8cbcbf72 req-6f678187-9c7e-49bd-8df7-509ed6c2fd2d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319362 Mar 08 13:32:47.429381 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f717e52-70a3-4b70-8dc0-0ce45041f248 req-fb5b7eed-8793-4de8-8a4f-15a6ca9badfc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:47.430781 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f717e52-70a3-4b70-8dc0-0ce45041f248 req-fb5b7eed-8793-4de8-8a4f-15a6ca9badfc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Mar 08 13:32:47.468622 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-2f717e52-70a3-4b70-8dc0-0ce45041f248 req-8c3385fa-d312-4a5f-8b62-18822ad4e73e tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Mar 08 13:32:47.490486 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46678) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:32:47.534826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974cc0bd-f107-4944-8495-faeb82e78062 tempest-TestSnapshotPattern-2129683199 tempest-TestSnapshotPattern-2129683199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:47.536339 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-974cc0bd-f107-4944-8495-faeb82e78062 tempest-TestSnapshotPattern-2129683199 tempest-TestSnapshotPattern-2129683199-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 1093 time: 0.0448747 Mar 08 13:32:47.539161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46686) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:32:47.543354 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.v2.base [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Request body: {'floatingip': {'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'port_id': '3301b221-f1c8-4afc-9074-17056bf00eba', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:32:47.629607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:47.729908 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:47.834763 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_common [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Allocated IP 172.26.3.137 (579a4316-0535-42e3-a273-418b604a5520/956d344d-a8dd-48df-9811-0e3dcc2d034a/37ea5a38-43a3-48f1-9c56-08d9924281b3) {{(pid=104045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:32:47.942930 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for port, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:48.058691 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769083072516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:48.099731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Network 579a4316-0535-42e3-a273-418b604a5520 is already hosted by enough agents. {{(pid=104045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:32:48.102412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.base_scheduler [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Resources bound (agent type, host, resource id): {{(pid=104045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:32:48.105181 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Received port after_create {{(pid=104045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:32:48.131150 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'Port': ['ID=37ea5a38-43a3-48f1-9c56-08d9924281b3,revision_number=1']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:48.143768 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.144109 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.144440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.144767 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.145091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.145412 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.145733 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.146078 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.146399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.146714 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.147029 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.147341 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:32:48.480603 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:48.606017 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:48.759477 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for port, precommit_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:48.841019 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215627'] for port, after_update {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:48.910443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event updated for resources: {'Port': ['ID=37ea5a38-43a3-48f1-9c56-08d9924281b3,revision_number=2']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:32:48.925071 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603328'] for floatingip, after_create {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:49.026752 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Floating IP 680aaf43-5c78-46e5-8953-48f55553e24f associated. External IP: 172.26.3.137, port: 3301b221-f1c8-4afc-9074-17056bf00eba. Mar 08 13:32:49.231511 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Router 67031b04-adec-483b-82be-aa58e20e67c0 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:32:49.338865 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:32:49.350382 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] Sync routers for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:32:49.359392 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:32:49.363823 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:32:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:32:49.431781 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:49.463964 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f03e1b83-efa0-4f38-90ca-20062dd1a587 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9237301 Mar 08 13:32:49.464741 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:32:49.468686 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d2631-4682-4b56-9a12-db6c5f1c116e" -d '{"events": [{"name": "network-changed", "server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:32:49.473151 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:32:49.509600 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f31cb4-59fa-4d81-ae0b-fbf974a0db52 x-openstack-request-id: req-14f31cb4-59fa-4d81-ae0b-fbf974a0db52 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:32:49.509918 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:32:49.510178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14f31cb4-59fa-4d81-ae0b-fbf974a0db52 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:32:49.510583 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba', 'status': 'completed', 'code': 200} Mar 08 13:32:49.572262 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-535f4d14-4d75-4c6d-9669-f125c9c1a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:49.573882 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-535f4d14-4d75-4c6d-9669-f125c9c1a5f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 1098 time: 0.0410659 Mar 08 13:32:49.668738 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-d8505fe2-485d-4e01-99ff-518ecc0cfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:49.670285 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-d8505fe2-485d-4e01-99ff-518ecc0cfd92 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.0897026 Mar 08 13:32:49.708265 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:10Z', 'revision_number': 1, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}, {'id': '680aaf43-5c78-46e5-8953-48f55553e24f', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '3301b221-f1c8-4afc-9074-17056bf00eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:94:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:32:48Z', 'updated_at': '2022-03-08T13:32:48Z', 'revision_number': 0, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:32:49.735166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] Checking router: 67031b04-adec-483b-82be-aa58e20e67c0 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:32:49.735592 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-f3f274f9-300a-4568-b388-1fd0d19676f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3301b221-f1c8-4afc-9074-17056bf00eba HTTP/1.1" status: 200 len: 999 time: 0.0592887 Mar 08 13:32:49.743533 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:32:49.744125 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:32:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:32:49.787036 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-85dcc833-deac-490b-a019-ef2e015a4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:49.788718 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-85dcc833-deac-490b-a019-ef2e015a4286 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0471790 Mar 08 13:32:49.840413 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-b8625250-d063-4e2a-822f-96d8fc82836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:49.841959 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-b8625250-d063-4e2a-822f-96d8fc82836a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473082 Mar 08 13:32:49.860421 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:32:49.948997 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-8750f0cc-1e4b-42b8-b111-d6e08c142ca2 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002157 Mar 08 13:32:50.043167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ad6d2631-4682-4b56-9a12-db6c5f1c116e req-c08c5ea7-1641-479e-b6a6-315b8a2fe5d5 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877616 Mar 08 13:32:50.111691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:10Z', 'revision_number': 1, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}, {'id': '680aaf43-5c78-46e5-8953-48f55553e24f', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '3301b221-f1c8-4afc-9074-17056bf00eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:94:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:32:48Z', 'updated_at': '2022-03-08T13:32:48Z', 'revision_number': 0, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:32:50.138644 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf46931-9864-4c76-b737-e68f59daa38d None None] The sync data for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv is: [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:10Z', 'revision_number': 1, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}, {'id': '680aaf43-5c78-46e5-8953-48f55553e24f', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.137', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '3301b221-f1c8-4afc-9074-17056bf00eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:94:35:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:32:48Z', 'updated_at': '2022-03-08T13:32:48Z', 'revision_number': 0, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:32:50.338846 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4206518-06d5-46eb-bd3e-c7315910811a None None] New status for floating IP 680aaf43-5c78-46e5-8953-48f55553e24f: ACTIVE {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:32:53.587835 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-9e7b1b4b-b00d-42c5-94e2-4ea9eeaeb7fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418053 Mar 08 13:32:53.668735 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-dc85f675-11a0-49a5-b8ec-de27baf810b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:53.670241 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-dc85f675-11a0-49a5-b8ec-de27baf810b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1096 time: 0.0406051 Mar 08 13:32:53.780039 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-842fb785-ad69-4803-b409-db7457d7deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:53.784688 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-842fb785-ad69-4803-b409-db7457d7deea service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.0915811 Mar 08 13:32:53.847880 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-614df57a-0aeb-400d-98ef-0f530669533d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 200 len: 999 time: 0.0590601 Mar 08 13:32:53.896173 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-81cd54e3-80df-4e3a-8bd4-48832c1f274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:53.897765 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-81cd54e3-80df-4e3a-8bd4-48832c1f274b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0435264 Mar 08 13:32:53.947415 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-9988b5f3-4782-48ca-8c67-da2f20baca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:32:53.948945 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-9988b5f3-4782-48ca-8c67-da2f20baca70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445840 Mar 08 13:32:54.038380 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-800239ea-7e62-4cd1-81fe-9950942bb7b1 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826190 Mar 08 13:32:54.132088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-eea3da56-7d4c-4765-8ef8-b14361fee47b req-c1f2229c-0d71-4acd-9818-4aa3ab474a77 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871112 Mar 08 13:32:56.086687 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:32:59.124520 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-163b0e9f-4574-47cf-83a1-1f93a0b29388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:01.706628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8ffe1ba4-ccbe-4915-b512-43cf987460a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:02.924618 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:04.011776 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:04.269188 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:06.796103 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:33:26.114812 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:29.080245 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-d10ad91d-4cfb-47f2-b209-eefc4c3d58ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:31.717661 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e6709fcf-9e09-4808-bdff-a9b440982be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:32.936974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:33.991991 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:34.266554 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:43.795245 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:33:53.579383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-bf5c7a35-47e0-4b3b-8583-ae593e2195b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408809 Mar 08 13:33:53.643418 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-a2774943-85aa-4ffb-a3ff-72ff53e3e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:33:53.644951 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-a2774943-85aa-4ffb-a3ff-72ff53e3e1c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 1098 time: 0.0430305 Mar 08 13:33:53.754414 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-ffd647e1-67e7-4605-9064-1d0b4f5efc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:33:53.755921 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-ffd647e1-67e7-4605-9064-1d0b4f5efc15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.0926266 Mar 08 13:33:53.822825 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-84773787-2013-41fc-8f34-e48563d48db3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3301b221-f1c8-4afc-9074-17056bf00eba HTTP/1.1" status: 200 len: 1001 time: 0.0603375 Mar 08 13:33:53.871132 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-abb0bd6b-009f-4d27-a184-e64e203f4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:33:53.872507 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-abb0bd6b-009f-4d27-a184-e64e203f4ca2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0439947 Mar 08 13:33:53.922341 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-c5ffa174-abc3-44ee-b3ce-69e3fb5a6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:33:53.923868 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-c5ffa174-abc3-44ee-b3ce-69e3fb5a6bd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442941 Mar 08 13:33:54.019610 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-9f597a4f-8618-4c6f-b4b4-0094fb50e4a7 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888860 Mar 08 13:33:54.112681 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-c3f704d2-ad8a-4aba-9618-1d51b0dcd3e1 req-f6cd5802-5b48-4d05-9bbf-48da65ea4f1c service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865867 Mar 08 13:33:56.090905 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:33:59.108263 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-48cb3c83-e61b-48fe-b6d2-eb3a906345f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:01.717808 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e6f1-964b-43ac-846e-302fa38182fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:02.952166 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:03.999377 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:04.273714 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:19.524075 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 3301b221-f1c8-4afc-9074-17056bf00eba details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=104047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:34:19.622726 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:19.633759 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Returning: {'device': '3301b221-f1c8-4afc-9074-17056bf00eba', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'port_id': '3301b221-f1c8-4afc-9074-17056bf00eba', 'mac_address': 'fa:16:3e:94:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:34:19.671606 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:19.687079 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3301b221-f1c8-4afc-9074-17056bf00eba {{(pid=104047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:34:19.707691 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:19.785307 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:19.834651 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=6']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:19.842332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.842668 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.842994 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.843313 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.843628 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.843944 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.844258 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.844571 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.844881 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.845187 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.845494 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.845797 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:19.860497 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] get_ports_and_sgs() called for port_ids ['3301b221-f1c8-4afc-9074-17056bf00eba'] {{(pid=104047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:34:20.796489 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:34:21.528571 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 3301b221-f1c8-4afc-9074-17056bf00eba up at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:34:21.593238 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.provisioning_blocks [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Provisioning complete for port 3301b221-f1c8-4afc-9074-17056bf00eba triggered by entity L2. {{(pid=104047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 13:34:21.593918 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4015960'] for port, provisioning_complete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:21.730645 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:21.768925 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:34:21.772082 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c02f6-2e1a-4f36-ad33-fcedd6e2bab2" -d '{"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-plugged", "status": "completed", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:34:21.805384 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:21.848945 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb35dede-ee46-411a-896b-09b5f8220b41 x-openstack-request-id: req-eb35dede-ee46-411a-896b-09b5f8220b41 {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:34:21.849237 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-plugged", "status": "completed", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:34:21.849614 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb35dede-ee46-411a-896b-09b5f8220b41 {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:34:21.850375 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba', 'code': 200} Mar 08 13:34:21.868013 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:21.925282 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=7']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:26.125379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:29.091072 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-90fbad60-22bc-44cd-980a-74d4f5b9f6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:31.719444 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ce213a33-7773-40f8-9927-dc28beb1cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:32.409161 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46886) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:32.567386 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Deleting port 37ea5a38-43a3-48f1-9c56-08d9924281b3 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:32.567977 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:32.642035 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:32.642246 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:32.654205 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Calling delete_port for 37ea5a38-43a3-48f1-9c56-08d9924281b3 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:32.879091 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:32.908040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:32.911139 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event deleted for resources: {'Port': ['ID=37ea5a38-43a3-48f1-9c56-08d9924281b3,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:32.934375 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.934839 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.935178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.935510 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.935837 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.936164 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.936490 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.936808 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.937129 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.937446 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.937777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.938095 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:32.983620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:32.983949 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Floating IP 680aaf43-5c78-46e5-8953-48f55553e24f disassociated (deleted). External IP: 172.26.3.137, port: 3301b221-f1c8-4afc-9074-17056bf00eba. Mar 08 13:34:33.192710 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Router 67031b04-adec-483b-82be-aa58e20e67c0 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:34:33.303496 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:34:33.308513 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:33.313709 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] Sync routers for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:34:33.323035 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:33.323761 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:33.339479 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-8f1cbe74-6c0e-4c07-bc7c-bb2038bd7482 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "DELETE /v2.0/floatingips/680aaf43-5c78-46e5-8953-48f55553e24f HTTP/1.1" status: 204 len: 168 time: 0.9282162 Mar 08 13:34:33.340568 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:34:33.344295 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ed33a7-77c8-4112-b35a-68d551ad5625" -d '{"events": [{"name": "network-changed", "server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:34:33.436039 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:33.452439 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c8b738-0355-4b9a-b31f-1c35c928f0d2 x-openstack-request-id: req-c5c8b738-0355-4b9a-b31f-1c35c928f0d2 {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:34:33.452976 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:34:33.452976 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5c8b738-0355-4b9a-b31f-1c35c928f0d2 {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:34:33.453346 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba', 'status': 'completed', 'code': 200} Mar 08 13:34:33.517787 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-11df7a4a-f802-4cdb-9e10-3305c1876d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:33.519511 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-11df7a4a-f802-4cdb-9e10-3305c1876d36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 1098 time: 0.0431044 Mar 08 13:34:33.618595 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-f004a6cb-619a-4f4c-9b5e-4c51473e7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:33.621299 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-f004a6cb-619a-4f4c-9b5e-4c51473e7c2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.0955694 Mar 08 13:34:33.663316 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 3301b221-f1c8-4afc-9074-17056bf00eba no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:33.665383 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-17ef718c-4744-440f-a522-27c6bd3fa0cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3301b221-f1c8-4afc-9074-17056bf00eba HTTP/1.1" status: 200 len: 217 time: 0.0374677 Mar 08 13:34:33.710046 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:10Z', 'revision_number': 1, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:33.718582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-0ca31fd7-bf6f-4041-a361-60e24c570ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:33.720163 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-0ca31fd7-bf6f-4041-a361-60e24c570ec5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0490754 Mar 08 13:34:33.741262 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] Checking router: 67031b04-adec-483b-82be-aa58e20e67c0 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:34:33.781393 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-44382adc-63a8-425c-8869-6e03636486bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:33.781516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:33.781615 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-44382adc-63a8-425c-8869-6e03636486bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485759 Mar 08 13:34:33.781705 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:33.828127 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799276'] for port, before_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:33.865566 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba'}] {{(pid=104047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:34:33.867894 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}631e85372a8d1269a7c26d5badad754ebc58b8da2708ce966e7b4a15f328b565" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4b1b46-2309-4b29-aa3c-42326430625e" -d '{"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-unplugged", "status": "completed", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba"}]}' {{(pid=104047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:34:33.899932 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:33.908098 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6674fd-b21a-4e12-a4db-00db855e5f0f x-openstack-request-id: req-4c6674fd-b21a-4e12-a4db-00db855e5f0f {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:34:33.908721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-unplugged", "status": "completed", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba", "code": 200}]} {{(pid=104047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:34:33.908721 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c6674fd-b21a-4e12-a4db-00db855e5f0f {{(pid=104047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:34:33.908991 dv-neutron-829486-2-hyperv neutron-server[104047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba', 'code': 200} Mar 08 13:34:33.923203 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef7f6c-47d9-475a-b9fe-3cd2af16fb38 req-ef4f2f4f-f770-4494-91d6-2c681f0a94df tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:33.924714 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-70ef7f6c-47d9-475a-b9fe-3cd2af16fb38 req-ef4f2f4f-f770-4494-91d6-2c681f0a94df tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 945 time: 0.0822256 Mar 08 13:34:33.926708 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-278c3d8b-affa-4ea4-9e58-6cf14920d044 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420312 Mar 08 13:34:33.931371 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:33.978603 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769083559864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769083069431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769083069359'] for port, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:34.016748 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-70ef7f6c-47d9-475a-b9fe-3cd2af16fb38 req-c90330fa-e4e9-4cab-9d13-d448678002ce tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860202 Mar 08 13:34:34.055297 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-42ed33a7-77c8-4112-b35a-68d551ad5625 req-6922451d-42b7-41de-8f3d-20b60ae9e509 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143289 Mar 08 13:34:34.066649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:34.089495 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Pushing event updated for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=8']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:34.234394 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:10Z', 'revision_number': 1, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:34.264989 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7c2336-9dd9-43af-985c-ceeb076e8389 None None] The sync data for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv is: [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_floatingips': [{'id': '1c374e1a-ae55-4a13-b1ae-88253aa4689b', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '579a4316-0535-42e3-a273-418b604a5520', 'router_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'port_id': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'mac_address': 'fa:16:3e:bc:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:30:07Z', 'updated_at': '2022-03-08T13:30:10Z', 'revision_number': 1, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:34:34.278996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:34.483737 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e457a9-fa9a-4621-8c6f-9d5a79b33ea0 None None] New status for floating IP 680aaf43-5c78-46e5-8953-48f55553e24f: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:34:35.139587 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd8fac-0338-4d0f-995a-07d7d925110f req-2607c92e-c3df-4704-9fa3-db79a7b31483 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:35.141083 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80fd8fac-0338-4d0f-995a-07d7d925110f req-2607c92e-c3df-4704-9fa3-db79a7b31483 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 943 time: 0.0517092 Mar 08 13:34:35.180755 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-80fd8fac-0338-4d0f-995a-07d7d925110f req-cb8e64b3-ec5e-4793-bc3f-5f2029f25d97 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Mar 08 13:34:35.556954 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18848df-937f-4702-ad81-9d69638e86b7 req-e369e801-10f6-4079-88ac-4888579c5f50 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:35.558458 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b18848df-937f-4702-ad81-9d69638e86b7 req-e369e801-10f6-4079-88ac-4888579c5f50 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 943 time: 0.0534120 Mar 08 13:34:35.663156 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Deleting port 3301b221-f1c8-4afc-9074-17056bf00eba {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:35.663480 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:35.756014 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] For port 3301b221-f1c8-4afc-9074-17056bf00eba, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=3301b221-f1c8-4afc-9074-17056bf00eba,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:35.756372 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:35.770452 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Calling delete_port for 3301b221-f1c8-4afc-9074-17056bf00eba owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:35.948556 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:35.981268 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event deleted for resources: {'Port': ['ID=3301b221-f1c8-4afc-9074-17056bf00eba,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:35.993554 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.993742 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.994087 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.994435 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.994814 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.995129 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.995443 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.995757 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.996071 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.996385 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.996691 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:35.996996 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829486-2-hyperv {{(pid=104046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:34:36.031968 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] No DVR routers for this DVR port 3301b221-f1c8-4afc-9074-17056bf00eba on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:34:36.034469 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:36.037790 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-b18848df-937f-4702-ad81-9d69638e86b7 req-0639abeb-3bb1-4eb7-b2a3-45807d78a4c3 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "DELETE /v2.0/ports/3301b221-f1c8-4afc-9074-17056bf00eba HTTP/1.1" status: 204 len: 173 time: 0.4720664 Mar 08 13:34:36.038246 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-deleted', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:34:36.040511 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daf15c8-d50b-48b6-92a4-9aef88c95c31" -d '{"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-deleted", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:34:36.141508 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d561982-1de1-4157-970e-815497c47771 x-openstack-request-id: req-3d561982-1de1-4157-970e-815497c47771 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:34:36.142169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69ee74c-5c51-4f9f-8eb2-bb84a66b9154", "name": "network-vif-deleted", "tag": "3301b221-f1c8-4afc-9074-17056bf00eba", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:34:36.142169 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d561982-1de1-4157-970e-815497c47771 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:34:36.142490 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ee74c-5c51-4f9f-8eb2-bb84a66b9154', 'name': 'network-vif-deleted', 'tag': '3301b221-f1c8-4afc-9074-17056bf00eba', 'status': 'completed', 'code': 200} Mar 08 13:34:36.462055 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-a77076a0-4216-4c1d-b818-10ad1adb88ba req-1b1cbc9c-07d3-45fd-b808-a21bc969f6b0 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=d69ee74c-5c51-4f9f-8eb2-bb84a66b9154 HTTP/1.1" status: 200 len: 210 time: 0.0284698 Mar 08 13:34:38.689422 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46954) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:38.853471 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Deleting port 82dcd346-7fce-413f-bd08-3f50b7be3734 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:38.853726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:38.931083 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:38.931399 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:38.944639 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Calling delete_port for 82dcd346-7fce-413f-bd08-3f50b7be3734 owned by network:floatingip {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:39.130254 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:39.156922 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event deleted for resources: {'Port': ['ID=82dcd346-7fce-413f-bd08-3f50b7be3734,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:39.222731 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for floatingip, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:39.223067 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.db.l3_db [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Floating IP 1c374e1a-ae55-4a13-b1ae-88253aa4689b disassociated (deleted). External IP: 172.26.3.128, port: 267f55a5-84cf-4a09-bce5-6d3578114b63. Mar 08 13:34:39.433607 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Router 67031b04-adec-483b-82be-aa58e20e67c0 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:34:39.547993 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:34:39.554548 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for floatingip, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:39.563220 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] Sync routers for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:34:39.580283 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:39.581334 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:39.604808 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-05c074d1-62f7-47b8-aa90-ae15bc915b2c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "DELETE /v2.0/floatingips/1c374e1a-ae55-4a13-b1ae-88253aa4689b HTTP/1.1" status: 204 len: 168 time: 0.9139726 Mar 08 13:34:39.605617 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63'}] {{(pid=104045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:34:39.609473 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7f0f835f8159a847e81478eaf154a51095eec3fa9a7d6cd025bd58df92f40a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef952ee3-063b-4c87-8010-9248106741b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63"}]}' {{(pid=104045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:34:39.648640 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2f8224-f927-46fe-bc6a-62b60973bfac x-openstack-request-id: req-2c2f8224-f927-46fe-bc6a-62b60973bfac {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:34:39.648954 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63", "status": "completed", "code": 200}]} {{(pid=104045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:34:39.649206 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c2f8224-f927-46fe-bc6a-62b60973bfac {{(pid=104045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:34:39.649607 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'status': 'completed', 'code': 200} Mar 08 13:34:39.699169 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 3301b221-f1c8-4afc-9074-17056bf00eba no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:39.716167 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef952ee3-063b-4c87-8010-9248106741b9 req-f1313045-e4e6-49d9-baa3-e831d910a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:39.717703 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef952ee3-063b-4c87-8010-9248106741b9 req-f1313045-e4e6-49d9-baa3-e831d910a2d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 1096 time: 0.0464694 Mar 08 13:34:39.726033 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 3301b221-f1c8-4afc-9074-17056bf00eba {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:39.726367 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 3301b221-f1c8-4afc-9074-17056bf00eba not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:39.735632 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:39.826416 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef952ee3-063b-4c87-8010-9248106741b9 req-5fb7a648-cdda-4151-a585-973794842f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:39.827835 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef952ee3-063b-4c87-8010-9248106741b9 req-5fb7a648-cdda-4151-a585-973794842f29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 200 len: 910 time: 0.1029851 Mar 08 13:34:39.872078 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef952ee3-063b-4c87-8010-9248106741b9 req-9a269a1d-b755-4d83-aef7-9dae5edaa804 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 200 len: 217 time: 0.0377736 Mar 08 13:34:39.927150 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef952ee3-063b-4c87-8010-9248106741b9 req-2c89d04c-d9ee-45ec-9835-f1481d7350aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:39.928663 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef952ee3-063b-4c87-8010-9248106741b9 req-2c89d04c-d9ee-45ec-9835-f1481d7350aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 200 len: 848 time: 0.0506072 Mar 08 13:34:39.987364 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef952ee3-063b-4c87-8010-9248106741b9 req-e38f61fc-404f-415a-a559-1fdfdc829416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:39.989861 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef952ee3-063b-4c87-8010-9248106741b9 req-e38f61fc-404f-415a-a559-1fdfdc829416 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e4c0c8-13fc-43c4-b093-995e6ee48181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531244 Mar 08 13:34:40.117181 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb5664-e71f-4a3e-a122-979ff60ca5a1 req-99243a85-5537-42ba-bc84-888960413a4d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:40.118725 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3cb5664-e71f-4a3e-a122-979ff60ca5a1 req-99243a85-5537-42ba-bc84-888960413a4d tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 943 time: 0.1196959 Mar 08 13:34:40.141318 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef952ee3-063b-4c87-8010-9248106741b9 req-f9b3104e-5638-4919-af22-92e99b12a606 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436334 Mar 08 13:34:40.141545 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:40.169531 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] Checking router: 67031b04-adec-483b-82be-aa58e20e67c0 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:34:40.178338 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:40.178948 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:40.215905 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-e3cb5664-e71f-4a3e-a122-979ff60ca5a1 req-98147e71-a8e8-408c-9545-5e340cbe18e7 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862381 Mar 08 13:34:40.252853 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-ef952ee3-063b-4c87-8010-9248106741b9 req-68564a94-2417-4e91-b967-fdcf5596bc97 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049438 Mar 08 13:34:40.293034 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:40.515479 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:40.543261 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c38b0-5598-40fe-aa1a-02de56cef905 None None] The sync data for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv is: [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:29:41Z', 'revision_number': 4, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv', '_interfaces': [{'id': '7813b828-eb4c-46f9-8db9-3258711ca4f0', 'name': '', 'network_id': 'f9e4c0c8-13fc-43c4-b093-995e6ee48181', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'mac_address': 'fa:16:3e:4e:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:41Z', 'updated_at': '2022-03-08T13:29:45Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'subnets': [{'id': 'c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:34:40.784037 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4492d8-d1da-44db-891c-9835b1d65c41 None None] New status for floating IP 1c374e1a-ae55-4a13-b1ae-88253aa4689b: DOWN {{(pid=104048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:34:41.337399 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be098cc-6163-47eb-b49d-344c33b5f330 req-42906c5e-bc64-4ae0-9196-a345ba165c50 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:41.338922 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4be098cc-6163-47eb-b49d-344c33b5f330 req-42906c5e-bc64-4ae0-9196-a345ba165c50 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 943 time: 0.0538850 Mar 08 13:34:41.377167 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-4be098cc-6163-47eb-b49d-344c33b5f330 req-a65ddae9-0c2b-4dfe-924a-79e003b382bc tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc1658a4-0c46-49e7-b076-2d8a074c2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Mar 08 13:34:41.550479 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-d603ce64-8f65-4302-ab43-2db7d56f947c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:34:41.551845 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-d603ce64-8f65-4302-ab43-2db7d56f947c tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 943 time: 0.0479488 Mar 08 13:34:41.642564 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Deleting port 267f55a5-84cf-4a09-bce5-6d3578114b63 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:41.642903 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:41.733892 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] For port 267f55a5-84cf-4a09-bce5-6d3578114b63, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=267f55a5-84cf-4a09-bce5-6d3578114b63,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:41.734259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:41.747346 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Calling delete_port for 267f55a5-84cf-4a09-bce5-6d3578114b63 owned by compute:nova {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:41.947484 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:41.975369 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event deleted for resources: {'Port': ['ID=267f55a5-84cf-4a09-bce5-6d3578114b63,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:42.017226 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] No DVR routers for this DVR port 267f55a5-84cf-4a09-bce5-6d3578114b63 on host hv-neutron-8294 {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:34:42.019766 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152595'] for port, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:42.023053 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-6009bf65-d87a-4053-8d21-87bf67f2c296 req-e3ec6cdc-2768-442b-a69a-b51c2869b3ca tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.45 "DELETE /v2.0/ports/267f55a5-84cf-4a09-bce5-6d3578114b63 HTTP/1.1" status: 204 len: 173 time: 0.4659247 Mar 08 13:34:42.023476 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-deleted', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63'}] {{(pid=104046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:34:42.025682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0183e9452b8a1138b0be5ef7711a0f95f7b5f3546d2bd6c446146d62c7060cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e4c2d-b06d-467d-b64d-52fa90a4dd08" -d '{"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-deleted", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63"}]}' {{(pid=104046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:34:42.063688 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f23acb-2940-4ef0-9a56-5338c89a6ed4 x-openstack-request-id: req-f0f23acb-2940-4ef0-9a56-5338c89a6ed4 {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:34:42.063998 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5b61bc-a80d-422f-9f11-4d735a61099e", "name": "network-vif-deleted", "tag": "267f55a5-84cf-4a09-bce5-6d3578114b63", "status": "completed", "code": 200}]} {{(pid=104046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:34:42.064241 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0f23acb-2940-4ef0-9a56-5338c89a6ed4 {{(pid=104046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:34:42.064628 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b61bc-a80d-422f-9f11-4d735a61099e', 'name': 'network-vif-deleted', 'tag': '267f55a5-84cf-4a09-bce5-6d3578114b63', 'status': 'completed', 'code': 200} Mar 08 13:34:42.491088 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [req-520a7c5e-b330-45f3-90ea-e0b3fbbd89d0 req-3d70f6b1-abad-4e29-a252-c02ca9d73a7b tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a5b61bc-a80d-422f-9f11-4d735a61099e HTTP/1.1" status: 200 len: 210 time: 0.0303900 Mar 08 13:34:43.546180 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46972) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:43.607481 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45192e3b-cf5e-4186-a0d2-2df08b356a09 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:43.638937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45192e3b-cf5e-4186-a0d2-2df08b356a09 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:43.794055 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45192e3b-cf5e-4186-a0d2-2df08b356a09 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:43.796612 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-45192e3b-cf5e-4186-a0d2-2df08b356a09 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:43.797877 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-45192e3b-cf5e-4186-a0d2-2df08b356a09 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] 10.222.0.65 "DELETE /v2.0/security-groups/bc1658a4-0c46-49e7-b076-2d8a074c2d5a HTTP/1.1" status: 204 len: 168 time: 0.2504151 Mar 08 13:34:43.809368 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45192e3b-cf5e-4186-a0d2-2df08b356a09 tempest-TestSnapshotPattern-1493448023 tempest-TestSnapshotPattern-1493448023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1658a4-0c46-49e7-b076-2d8a074c2d5a,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:43.932573 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46976) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:44.375819 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:44.623937 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Deleting port 7813b828-eb4c-46f9-8db9-3258711ca4f0 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:44.624648 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:44.705041 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] For port 7813b828-eb4c-46f9-8db9-3258711ca4f0, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=7813b828-eb4c-46f9-8db9-3258711ca4f0,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:44.705393 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:44.720720 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Calling delete_port for 7813b828-eb4c-46f9-8db9-3258711ca4f0 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:44.992525 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:45.023602 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Pushing event deleted for resources: {'Port': ['ID=7813b828-eb4c-46f9-8db9-3258711ca4f0,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:45.228665 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:45.447330 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Router 67031b04-adec-483b-82be-aa58e20e67c0 has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:34:45.553070 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:34:45.558138 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-60577983-e154-4e72-adcd-3e38c5c2067a admin admin] 10.222.0.65 "PUT /v2.0/routers/67031b04-adec-483b-82be-aa58e20e67c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6245239 Mar 08 13:34:45.560798 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46980) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:45.561955 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] Sync routers for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:34:45.572359 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:45.573654 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:45.667816 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks [] for router, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:45.679438 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:45.738517 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 267f55a5-84cf-4a09-bce5-6d3578114b63 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:45.771819 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] No Port match for: 267f55a5-84cf-4a09-bce5-6d3578114b63 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:45.772172 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Device 267f55a5-84cf-4a09-bce5-6d3578114b63 not bound to the agent host hv-neutron-8294 {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:45.895537 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:34:44Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:45.923423 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] Checking router: 67031b04-adec-483b-82be-aa58e20e67c0 for host: dv-neutron-829486-2-hyperv {{(pid=104047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:34:45.932780 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] Routers {'67031b04-adec-483b-82be-aa58e20e67c0'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:45.933429 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['67031b04-adec-483b-82be-aa58e20e67c0'], 'active': True} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:46.040355 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvr_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] Set router 67031b04-adec-483b-82be-aa58e20e67c0 gateway port host: dv-neutron-829486-2-hyperv {{(pid=104047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:46.121682 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.218646 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_hamode_db [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:34:44Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:46.245707 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9587a-b215-4291-91ed-86215abf0b6c None None] The sync data for ids ['67031b04-adec-483b-82be-aa58e20e67c0'] in dv-neutron-829486-2-hyperv is: [{'id': '67031b04-adec-483b-82be-aa58e20e67c0', 'name': 'tempest-TestSnapshotPattern-288756572-router', 'tenant_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230'}], 'enable_snat': True}, 'gw_port_id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:38Z', 'updated_at': '2022-03-08T13:34:44Z', 'revision_number': 5, 'project_id': '1c8fc8e2238a40c3a4e5fb93dcb35139', 'gw_port': {'id': '5b2d509b-8959-44bf-affb-ec1b3e46aef8', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67031b04-adec-483b-82be-aa58e20e67c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:39Z', 'updated_at': '2022-03-08T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}] {{(pid=104047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:34:46.250261 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Deleting port 5b2d509b-8959-44bf-affb-ec1b3e46aef8 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:46.250578 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.334303 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] For port 5b2d509b-8959-44bf-affb-ec1b3e46aef8, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=5b2d509b-8959-44bf-affb-ec1b3e46aef8,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:46.334590 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.348386 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Calling delete_port for 5b2d509b-8959-44bf-affb-ec1b3e46aef8 owned by network:router_gateway {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:46.587171 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.627102 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2d509b-8959-44bf-affb-ec1b3e46aef8,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:46.702035 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.806542 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.809053 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.919072 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.919548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67031b04-adec-483b-82be-aa58e20e67c0 {{(pid=104046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:34:46.924352 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] Notify callbacks [] for router, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:46.925490 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-2f019bb1-d67d-4e49-809d-dc6af4bc25bb admin admin] 10.222.0.65 "DELETE /v2.0/routers/67031b04-adec-483b-82be-aa58e20e67c0 HTTP/1.1" status: 204 len: 168 time: 1.3631780 Mar 08 13:34:46.928154 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46982) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:46.977593 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] Deleting subnet c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde {{(pid=104046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:34:46.981666 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.021643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61345462'] for subnet, precommit_delete_associations {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.099853 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.193859 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61737070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61984207'] for subnet, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.224643 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:47.228259 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.231495 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-b1ca03ca-dc88-4cf2-8880-334da33e0648 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c9d2d660-b3ba-4a3a-bcbe-0f8d93713dde HTTP/1.1" status: 204 len: 168 time: 0.3024056 Mar 08 13:34:47.234000 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46984) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:47.236558 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c31932-6052-491f-bda4-1974dad8023c None None] Network f9e4c0c8-13fc-43c4-b093-995e6ee48181 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:34:47.301592 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.359257 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Deleting port 8aa3407f-5347-48d4-903c-fc722e07203f {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:47.359444 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.425350 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] DHCP port deletion for f9e4c0c8-13fc-43c4-b093-995e6ee48181 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:34:47.440260 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] For port 8aa3407f-5347-48d4-903c-fc722e07203f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8aa3407f-5347-48d4-903c-fc722e07203f,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:47.440618 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.456028 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Calling delete_port for 8aa3407f-5347-48d4-903c-fc722e07203f owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:47.478145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] Deleting port 8aa3407f-5347-48d4-903c-fc722e07203f {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:47.478516 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.548749 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] For port 8aa3407f-5347-48d4-903c-fc722e07203f, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=8aa3407f-5347-48d4-903c-fc722e07203f,segment=NetworkSegment(c1aae44e-dafb-4d79-a716-55898881c6d5),segment_id=c1aae44e-dafb-4d79-a716-55898881c6d5)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:47.549145 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.563801 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] Calling delete_port for 8aa3407f-5347-48d4-903c-fc722e07203f owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:47.593200 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.618890 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa3407f-5347-48d4-903c-fc722e07203f,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:47.624908 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] No DVR routers for this DVR port 8aa3407f-5347-48d4-903c-fc722e07203f on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:34:47.644176 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.669163 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] Pushing event deleted for resources: {'Port': ['ID=8aa3407f-5347-48d4-903c-fc722e07203f,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:47.672889 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd7e50-ae18-4eb5-a67f-44bdb81015a8 None None] No DVR routers for this DVR port 8aa3407f-5347-48d4-903c-fc722e07203f on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:34:47.704754 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.726090 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e4c0c8-13fc-43c4-b093-995e6ee48181']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:47.735806 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1aae44e-dafb-4d79-a716-55898881c6d5') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:47.736198 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1aae44e-dafb-4d79-a716-55898881c6d5') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:47.746661 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.752160 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7813b828-eb4c-46f9-8db9-3258711ca4f0 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:47.765441 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.771548 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:34:47.782243 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.782408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 7813b828-eb4c-46f9-8db9-3258711ca4f0 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:47.782408 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 7813b828-eb4c-46f9-8db9-3258711ca4f0 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:34:47.782595 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:34:47.784781 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8aa3407f-5347-48d4-903c-fc722e07203f no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:47.798226 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 8aa3407f-5347-48d4-903c-fc722e07203f {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:47.798563 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 8aa3407f-5347-48d4-903c-fc722e07203f not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:47.798978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5b2d509b-8959-44bf-affb-ec1b3e46aef8 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:47.819202 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: 5b2d509b-8959-44bf-affb-ec1b3e46aef8 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:47.819547 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device 5b2d509b-8959-44bf-affb-ec1b3e46aef8 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:47.879107 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.884434 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:47.890483 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f9e4c0c8-13fc-43c4-b093-995e6ee48181 HTTP/1.1" status: 204 len: 168 time: 0.6539631 Mar 08 13:34:47.892093 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46986) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:47.900212 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcc31a-752f-450b-8358-40d02923ea72 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e4c0c8-13fc-43c4-b093-995e6ee48181,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:48.561928 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-603072'] for router_interface, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:48.818708 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Deleting port f13f4437-a4dc-438f-b670-12aba3aa4180 {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:48.818986 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:48.903702 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] For port f13f4437-a4dc-438f-b670-12aba3aa4180, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f13f4437-a4dc-438f-b670-12aba3aa4180,segment=NetworkSegment(ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95),segment_id=ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:48.905635 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:48.918251 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Calling delete_port for f13f4437-a4dc-438f-b670-12aba3aa4180 owned by network:router_interface {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:49.175114 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:49.202976 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13f4437-a4dc-438f-b670-12aba3aa4180,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:49.382485 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-603060'] for router_interface, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:49.622579 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Router 45ee45fd-d2ba-48a4-9787-40225821463c has already been hosted by L3 agent 2351b782-f446-42d5-bbfb-41fc2e77a0c8 {{(pid=104045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:34:49.743462 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] Notify agent at l3_agent.dv-neutron-829486-2-hyperv the message routers_updated {{(pid=104045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:34:49.751108 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-ca88d701-db13-4e7b-8a4f-e38897e37ba8 admin admin] 10.222.0.65 "PUT /v2.0/routers/45ee45fd-d2ba-48a4-9787-40225821463c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570898 Mar 08 13:34:49.753342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] Sync routers for ids ['45ee45fd-d2ba-48a4-9787-40225821463c'] in dv-neutron-829486-2-hyperv {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:34:49.753833 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46988) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:49.766007 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] Routers {'45ee45fd-d2ba-48a4-9787-40225821463c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:49.766007 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['45ee45fd-d2ba-48a4-9787-40225821463c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:49.871214 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks [] for router, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:49.878602 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] Set router 45ee45fd-d2ba-48a4-9787-40225821463c gateway port host: dv-neutron-829486-2-hyperv {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:49.986484 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.129068 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Deleting port f7be566c-9b9c-4bdf-b797-92b76479567b {{(pid=104045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:50.129545 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.150602 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'external_fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:34:49Z', 'revision_number': 5, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port': {'id': 'f7be566c-9b9c-4bdf-b797-92b76479567b', 'name': '', 'network_id': '579a4316-0535-42e3-a273-418b604a5520', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829486-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:29:45Z', 'updated_at': '2022-03-08T13:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '956d344d-a8dd-48df-9811-0e3dcc2d034a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829486-2-hyperv'}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:50.178040 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] Checking router: 45ee45fd-d2ba-48a4-9787-40225821463c for host: dv-neutron-829486-2-hyperv {{(pid=104048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:34:50.186985 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] Routers {'45ee45fd-d2ba-48a4-9787-40225821463c'} bound to L3 agent in host dv-neutron-829486-2-hyperv {{(pid=104048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:34:50.187594 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829486-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:30:31Z,description=,heartbeat_timestamp=2022-03-08T13:34:32Z,host='dv-neutron-829486-2-hyperv',id=2351b782-f446-42d5-bbfb-41fc2e77a0c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:30:32Z,topic='l3_agent')) {'router_ids': ['45ee45fd-d2ba-48a4-9787-40225821463c'], 'active': True} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:50.219595 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.db [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] For port f7be566c-9b9c-4bdf-b797-92b76479567b, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=f7be566c-9b9c-4bdf-b797-92b76479567b,segment=NetworkSegment(9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3),segment_id=9dbd19b2-ad1d-4a6d-879c-cb1fd61cdef3)] {{(pid=104045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:50.219955 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.239975 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.plugins.ml2.plugin [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Calling delete_port for f7be566c-9b9c-4bdf-b797-92b76479567b owned by network:router_gateway {{(pid=104045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:50.281501 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_dvr_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] Set router 45ee45fd-d2ba-48a4-9787-40225821463c gateway port host: None {{(pid=104048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:34:50.341859 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.l3_hamode_db [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:34:49Z', 'revision_number': 6, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port_host': None}], 'dv-neutron-829486-2-hyperv', False) {} {{(pid=104048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:50.368817 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f279750-c5b0-47bc-a9c3-c9d3a5b5a1a8 None None] The sync data for ids ['45ee45fd-d2ba-48a4-9787-40225821463c'] in dv-neutron-829486-2-hyperv is: [{'id': '45ee45fd-d2ba-48a4-9787-40225821463c', 'name': 'tempest-TestSnapshotPattern-1458778811-router', 'tenant_id': '04a52442b6554d4a9fb8054cb067a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:29:44Z', 'updated_at': '2022-03-08T13:34:49Z', 'revision_number': 6, 'project_id': '04a52442b6554d4a9fb8054cb067a13d', 'gw_port_host': None}] {{(pid=104048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:34:50.495777 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215618'] for port, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.524443 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7be566c-9b9c-4bdf-b797-92b76479567b,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:50.585007 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603934'] for router_gateway, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.681221 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-589971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8071'] for router, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.683491 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.793561 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-589994'] for router, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.794162 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ee45fd-d2ba-48a4-9787-40225821463c {{(pid=104045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:34:50.799149 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] Notify callbacks [] for router, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.800298 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-17d2d1b7-80f1-467b-8a16-88398ab9537b admin admin] 10.222.0.65 "DELETE /v2.0/routers/45ee45fd-d2ba-48a4-9787-40225821463c HTTP/1.1" status: 204 len: 168 time: 1.0459020 Mar 08 13:34:50.802817 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46990) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:50.848813 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.db.db_base_plugin_v2 [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] Deleting subnet b37ed557-d082-4843-9150-6e696ae8d1e4 {{(pid=104045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 08 13:34:50.851836 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.884599 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62759076'] for subnet, precommit_delete_associations {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:50.964843 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018911'] for subnet, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.084267 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1215089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62536467'] for subnet, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.110440 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37ed557-d082-4843-9150-6e696ae8d1e4,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:51.116402 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.120941 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-455b4de4-d668-4e1e-afba-f7a0d7f5e221 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b37ed557-d082-4843-9150-6e696ae8d1e4 HTTP/1.1" status: 204 len: 168 time: 0.3172014 Mar 08 13:34:51.121259 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0921373-2ab8-4bb4-8b81-379b94724a02 None None] Network d280d09e-16f1-4f53-b5fa-1682477c8bf1 requested from dv-neutron-829486-2-hyperv {{(pid=104047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 08 13:34:51.123543 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.wsgi [-] (104046) accepted ('10.222.0.65', 46992) {{(pid=104046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:51.196887 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3673502'] for network, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.258809 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Deleting port bc2c37e9-6200-4272-a81f-cad56824b342 {{(pid=104046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:51.259596 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.305199 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] DHCP port deletion for d280d09e-16f1-4f53-b5fa-1682477c8bf1 request from dv-neutron-829486-2-hyperv {{(pid=104047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 08 13:34:51.339400 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.db [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] For port bc2c37e9-6200-4272-a81f-cad56824b342, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bc2c37e9-6200-4272-a81f-cad56824b342,segment=NetworkSegment(ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95),segment_id=ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95)] {{(pid=104046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:51.339802 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.353764 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] Deleting port bc2c37e9-6200-4272-a81f-cad56824b342 {{(pid=104047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 08 13:34:51.354956 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Calling delete_port for bc2c37e9-6200-4272-a81f-cad56824b342 owned by network:dhcp {{(pid=104046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:51.355066 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769083554380'] for port, before_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.421979 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.db [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] For port bc2c37e9-6200-4272-a81f-cad56824b342, host dv-neutron-829486-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829486-2-hyperv',level=0,port_id=bc2c37e9-6200-4272-a81f-cad56824b342,segment=NetworkSegment(ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95),segment_id=ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95)] {{(pid=104047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:34:51.422451 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601658'] for port, precommit_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.436317 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] Calling delete_port for bc2c37e9-6200-4272-a81f-cad56824b342 owned by network:dhcp {{(pid=104047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 08 13:34:51.519753 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61738653'] for port, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.526838 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3799085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769083559846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769083069422'] for port, after_delete {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.552585 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2c37e9-6200-4272-a81f-cad56824b342,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:51.552794 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] Pushing event deleted for resources: {'Port': ['ID=bc2c37e9-6200-4272-a81f-cad56824b342,revision_number=None']} {{(pid=104047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:51.554582 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] No DVR routers for this DVR port bc2c37e9-6200-4272-a81f-cad56824b342 on host dv-neutron-829486-2-hyperv {{(pid=104046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:34:51.556296 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e7155-09fa-4040-b513-800e1b9d1c93 None None] No DVR routers for this DVR port bc2c37e9-6200-4272-a81f-cad56824b342 on host dv-neutron-829486-2-hyperv {{(pid=104047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:34:51.636228 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4021066', 'neutron.services.segments.db._delete_segments_for_network-8769083567207'] for network, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.657569 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d280d09e-16f1-4f53-b5fa-1682477c8bf1']}} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:51.667848 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95') {'for_net_delete': True} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:51.668136 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.services.segments.db [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8bca8d-8ff6-4dd8-a736-0966e8bb6c95') {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:34:51.678863 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769083569520', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61345469'] for segment, before_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.693586 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798'] for segment, precommit_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.699860 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=104046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:34:51.700279 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61738696'] for segment, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: Traceback (most recent call last): Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: timer() Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: cb(*args, **kw) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: return func(*args, **kwargs) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: self._notify() Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: self.callback(batched_events) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: event.method(event) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: return f(self, *a, **k) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._get(url).json() Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: return self.request(url, 'GET', **kwargs) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:34:51.702063 dv-neutron-829486-2-hyperv neutron-server[104046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:34:51.751486 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f13f4437-a4dc-438f-b670-12aba3aa4180 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:51.775040 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f13f4437-a4dc-438f-b670-12aba3aa4180 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:51.775324 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f13f4437-a4dc-438f-b670-12aba3aa4180 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:51.775733 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f7be566c-9b9c-4bdf-b797-92b76479567b no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:51.795201 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: f7be566c-9b9c-4bdf-b797-92b76479567b {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:51.795540 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device f7be566c-9b9c-4bdf-b797-92b76479567b not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:51.795952 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bc2c37e9-6200-4272-a81f-cad56824b342 no longer exists at agent ovs-agent-dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:34:51.815777 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.plugin [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] No Port match for: bc2c37e9-6200-4272-a81f-cad56824b342 {{(pid=104047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 08 13:34:51.816050 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron.plugins.ml2.rpc [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Device bc2c37e9-6200-4272-a81f-cad56824b342 not bound to the agent host dv-neutron-829486-2-hyperv {{(pid=104047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:34:51.827769 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4021057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603962'] for network, after_delete {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.833123 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Notify callbacks [] for network, before_response {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:51.836288 dv-neutron-829486-2-hyperv neutron-server[104046]: INFO neutron.wsgi [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d280d09e-16f1-4f53-b5fa-1682477c8bf1 HTTP/1.1" status: 204 len: 168 time: 0.7116027 Mar 08 13:34:51.847760 dv-neutron-829486-2-hyperv neutron-server[104046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dcc3c-87b4-43c4-a25a-db1c852105a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d280d09e-16f1-4f53-b5fa-1682477c8bf1,revision_number=None']} {{(pid=104046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:52.128536 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46996) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:52.180595 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-6ed0b012-32f8-4300-bfa7-24a15bd1c96d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c8fc8e2238a40c3a4e5fb93dcb35139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508051 Mar 08 13:34:52.186227 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 46998) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:52.234666 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-932ac65e-410e-44f1-865d-f8b53a45d171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:52.259620 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-932ac65e-410e-44f1-865d-f8b53a45d171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:52.365178 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-932ac65e-410e-44f1-865d-f8b53a45d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:52.367826 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-932ac65e-410e-44f1-865d-f8b53a45d171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:52.368983 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-932ac65e-410e-44f1-865d-f8b53a45d171 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77b4f372-b923-4fdb-bcfa-edddc0e359cf HTTP/1.1" status: 204 len: 168 time: 0.1816571 Mar 08 13:34:52.378527 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ac65e-410e-44f1-865d-f8b53a45d171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b4f372-b923-4fdb-bcfa-edddc0e359cf,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:52.914616 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 47004) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:52.954530 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-f96301ca-0b71-41c4-bf2c-63400d11b7ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04a52442b6554d4a9fb8054cb067a13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387225 Mar 08 13:34:52.957177 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.wsgi [-] (104045) accepted ('10.222.0.65', 47006) {{(pid=104045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 08 13:34:53.004949 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-364bb61c-8e6b-4eb6-b625-4a20d56ca101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:53.025369 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-364bb61c-8e6b-4eb6-b625-4a20d56ca101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:53.141033 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-364bb61c-8e6b-4eb6-b625-4a20d56ca101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552389'] for security_group, after_delete {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:53.143726 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron_lib.callbacks.manager [None req-364bb61c-8e6b-4eb6-b625-4a20d56ca101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:53.144931 dv-neutron-829486-2-hyperv neutron-server[104045]: INFO neutron.wsgi [None req-364bb61c-8e6b-4eb6-b625-4a20d56ca101 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f1e30a2-fbaf-44a0-b4e3-4ad8db03c35f HTTP/1.1" status: 204 len: 168 time: 0.1868753 Mar 08 13:34:53.153302 dv-neutron-829486-2-hyperv neutron-server[104045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bb61c-8e6b-4eb6-b625-4a20d56ca101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1e30a2-fbaf-44a0-b4e3-4ad8db03c35f,revision_number=None']} {{(pid=104045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:34:56.107379 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:34:57.796666 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:34:59.067572 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-13219e7b-286d-4586-9d9c-c48b19385bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:01.707247 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c7677abd-2121-4051-8774-211b780679e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:02.924407 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:04.004652 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:04.301090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:26.100722 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:29.131255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ee835246-e773-4b9b-88bc-e83aaac91e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:31.711995 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-efce1232-74ba-4a27-a7ec-5a4be1af68c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:32.924228 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:34.032249 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:34.272592 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:34.795441 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:35:56.112241 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:35:59.084344 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-86346513-957d-4baa-b027-14825bd0e574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:01.723073 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-e2667087-00c0-4973-abf0-78359476032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:02.894735 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:04.128878 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:04.272170 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:11.794750 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:36:26.123978 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:29.146041 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-ec59f03c-b64c-4560-8f63-b4679f9732ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:31.728422 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6c051e0a-39ea-4259-80f3-51c191da93eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:32.883341 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:34.031474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:34.271649 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:48.793967 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:36:56.111617 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:36:59.077253 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-595a05b9-2330-4296-9f51-284636e1a2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:01.722535 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-5caeb956-59fe-4219-96fc-f74e175b75f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:02.911410 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:04.049219 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:04.277321 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:25.793791 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:37:26.128647 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:29.076999 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0246a7d1-a694-4bf4-93ef-5e79958c2262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:31.744996 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-6fb460af-8013-4c37-8b91-ea03307ac4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:32.922450 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:34.020582 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:34.254568 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:56.202786 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:37:59.099926 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-fd50b9cd-26d2-42ba-b0fa-d8ffad57b843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:01.728474 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-c70ff4e6-08fa-4738-a4b4-754dc3c082a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:02.794342 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:38:02.899717 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:04.014250 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:04.258630 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:26.173974 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:29.106347 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-43e7ff8d-fbbf-47b5-909a-714c14d40dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:31.734090 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54147314-be2e-4fb4-9fe3-b5efda18768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:32.933941 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:34.036441 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:34.271102 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:39.793749 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:38:56.156965 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:38:59.088235 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0de20181-eea7-4344-8f16-633ca2d2aded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:01.741104 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-94740960-fcae-49b5-a381-c67e01ca2dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:02.977503 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:04.065363 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:04.276619 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:16.794635 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:39:26.196747 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:29.099342 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1a32bc00-ced8-4ca6-ac02-30371f13a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:31.740229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-1944e86a-c8b7-4f0e-abcb-3158f6f2b7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:32.926332 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:34.042229 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:34.268490 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:53.809579 dv-neutron-829486-2-hyperv neutron-server[104048]: DEBUG neutron.db.agents_db [None req-e3246a9e-c668-4a58-85a8-61eb2c548f99 None None] Agent healthcheck: found 6 active agents {{(pid=104048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:39:56.196588 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec5f-6eca-4ffa-a2d6-b45ed70de024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:39:59.099662 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-0b5e7636-28b3-4457-9df1-8864efe401c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:40:01.733319 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-16f947e3-d218-484b-8254-416cc70dc2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:40:02.933255 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-8a587325-b954-4419-9e06-9b3c118fa3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:40:04.044987 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2379-e422-4fda-a1f9-414e8f45fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 13:40:04.250886 dv-neutron-829486-2-hyperv neutron-server[104047]: DEBUG neutron_lib.callbacks.manager [None req-54dabd95-ba53-4bfa-97ae-f89c7794dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769083567189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4015866'] for agent, after_update {{(pid=104047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}